-- Logs begin at Thu 2022-05-19 12:10:25 UTC, end at Thu 2022-05-19 14:00:49 UTC. -- May 19 12:49:15.137320 dv-neutron-841945-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 19 12:49:17.694337 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.common.config [-] Logging enabled! May 19 12:49:17.695116 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev23 May 19 12:49:17.695116 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87921) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 12:49:17.698142 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.common.config [-] Logging enabled! May 19 12:49:17.698391 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev23 May 19 12:49:17.698721 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87921) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 12:49:17.699633 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:49:17.699875 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:49:17.700223 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:49:17.700551 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:49:17.700780 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:49:17.701096 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.701394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.701679 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.701896 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.702185 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.702468 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.702770 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.703055 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.703349 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.703632 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.703908 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.704174 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.704411 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.704688 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.704972 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.705259 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.705481 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] debug = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.705758 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.706182 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.706602 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.706885 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.707171 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.707444 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.707710 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.707983 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.708266 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.708629 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] host = dv-neutron-841945-1-hyperv {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.709138 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.712568 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713693 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713693 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713693 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.713978 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.714251 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.714525 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.714816 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.715100 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.715384 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.715665 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.715937 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.716209 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.716515 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.716759 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.717050 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.717323 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.717591 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.717841 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.718124 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.718600 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.718711 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.718997 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.719283 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.719563 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.719844 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.720116 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.720386 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.720651 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.720902 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.721168 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] use_json = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.721438 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.721702 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.721983 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.722260 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.722531 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.722826 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.723097 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.723374 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.723641 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:17.723940 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.724237 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.724623 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.724904 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.725191 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.725839 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.726136 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.726415 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.726733 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.727023 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.727313 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.727589 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.727874 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.728149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.728442 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.728742 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.729033 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.729322 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.729592 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.729860 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.730130 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.730404 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.730715 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.731007 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.731308 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.731561 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.731834 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.732123 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.732395 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.732663 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.732936 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.733219 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.733493 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.733764 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.734043 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.734318 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.734604 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.734876 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.735148 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.735434 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.735706 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.735975 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.736242 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.736514 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.736781 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.737061 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.737334 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.737603 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.737869 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.738141 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.738411 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.738705 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.738979 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.739248 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.739522 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.739787 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.740107 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.740372 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.740637 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.740904 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.741168 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.741435 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.741707 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.741976 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.742248 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.742516 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.742810 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.743080 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.743364 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.743659 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.743935 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.744212 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.744488 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.744763 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.745038 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.745315 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.745588 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.745862 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.746132 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.746415 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.746718 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.747002 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.747281 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.747558 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.747845 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.748118 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.748396 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.748667 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.748946 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.749227 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.749504 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.749792 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.750081 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.750369 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.750685 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.750976 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.751251 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.751552 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.751825 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:17.752045 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:49:17.752284 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87921) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 12:49:18.133684 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO keyring.backend [-] Loading KWallet May 19 12:49:18.140872 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO keyring.backend [-] Loading SecretService May 19 12:49:18.144270 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO keyring.backend [-] Loading Windows May 19 12:49:18.145551 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO keyring.backend [-] Loading chainer May 19 12:49:18.146327 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO keyring.backend [-] Loading macOS May 19 12:49:18.178795 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:18.179082 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:18.179357 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 12:49:18.179656 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 12:49:18.570773 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.570997 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.571182 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.572540 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.572807 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.573071 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.607769 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.608034 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.608306 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.621479 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.621757 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.622023 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.651839 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.652105 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.652366 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.688151 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.688428 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.688686 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.929750 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.930434 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.930434 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.930672 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:18.931277 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.048840 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.049152 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.049432 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.049702 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.049967 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.050276 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.050535 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.050815 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.051064 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.051342 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.051575 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.051838 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.052092 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.052369 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.052628 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.053022 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.053126 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.053403 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.053646 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.053922 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.054261 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.054506 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.054778 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.055053 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.055277 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.055514 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.055899 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.056130 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.056359 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.056589 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.056817 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.057046 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.057409 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 12:49:19.060461 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 12:49:19.064331 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 12:49:19.068435 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 19 12:49:19.069723 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 12:49:19.070171 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 12:49:19.070500 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 12:49:19.070902 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 12:49:19.073826 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 12:49:19.074072 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 12:49:19.074411 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:49:19.101433 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 12:49:19.101880 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.102176 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87921) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 12:49:19.102528 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.103870 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87921) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 12:49:19.104147 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:49:19.104389 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 12:49:19.107721 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.107998 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.169179 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 12:49:19.169418 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 12:49:19.169654 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 12:49:19.170025 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 12:49:19.205106 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_db.sqlalchemy.engines [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87921) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 19 12:49:19.557480 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing driver for type 'gre' May 19 12:49:19.557935 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] gre ID ranges: [(1, 1000)] May 19 12:49:19.617511 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing driver for type 'local' May 19 12:49:19.617842 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing driver for type 'vlan' May 19 12:49:19.631505 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] VlanTypeDriver initialization complete May 19 12:49:19.631895 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing driver for type 'vxlan' May 19 12:49:19.632424 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] vxlan ID ranges: [(1, 1000)] May 19 12:49:19.700323 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing extension driver 'port_security' May 19 12:49:19.700670 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.extensions.port_security [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] PortSecurityExtensionDriver initialization complete May 19 12:49:19.701006 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing mechanism driver 'openvswitch' May 19 12:49:19.701340 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing mechanism driver 'hyperv' May 19 12:49:19.708168 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.plugin [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:19.708879 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.709261 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.709647 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.710200 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 19 12:49:19.710629 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.710986 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.711333 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.711777 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 19 12:49:19.712184 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.712536 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.712884 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.713276 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 19 12:49:19.713689 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > security_group after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.714037 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > security_group after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.714378 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > security_group after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.714819 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 19 12:49:19.715226 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.715572 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.715909 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.716436 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 19 12:49:19.716852 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > address_group after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.717215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > address_group after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.717560 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > address_group after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.717954 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 19 12:49:19.718408 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] ML2 OVO RPC backend initialized. {{(pid=87921) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 19 12:49:19.719170 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.719536 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.719962 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.720314 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > networks before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.720669 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.721014 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > ports before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.721375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.721719 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnets before_response 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.722068 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.722417 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.722790 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.723133 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.723469 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.723821 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.724140 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.724535 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.724944 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.725530 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.plugin [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Modular L2 Plugin initialization complete May 19 12:49:19.725864 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading services supported by the core plugin {{(pid=87921) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 12:49:19.726199 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.plugins.ml2.managers [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Got port-security extension from driver 'port_security' May 19 12:49:19.726710 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.extensions.vlantransparent [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Disabled vlantransparent extension. May 19 12:49:19.727213 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87921) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 12:49:19.727536 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: router May 19 12:49:19.765004 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_interface before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.765402 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_create 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.765771 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router before_create 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.766141 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.766511 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.766897 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_delete 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.767257 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > floatingip after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.767625 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_create 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.767974 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_update 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.768326 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_update 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.768675 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.769033 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_update 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.769421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_update 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.769793 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.770133 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.770471 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: subnet after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.770840 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.771402 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > port precommit_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.771761 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_create 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.772111 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.772457 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.772813 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router after_update 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.773154 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_delete 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.773509 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_create 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.773866 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.774208 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_update 55549900 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.774581 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > agent after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.774938 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > agent after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.775291 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > network after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.776164 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Tracking information for resource: router configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.776500 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Tracking information for resource: floatingip configured {{(pid=87921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:49:19.781393 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.db.l3_agentschedulers_db [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 12:49:19.781968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.782333 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port after_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.782714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port after_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.783067 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: port after_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.783969 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router before_create 55550100 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.784338 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_delete 55550100 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.784707 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_create 55550100 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.785074 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > router precommit_update 55550100 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.789669 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.provider_configuration [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service providers = [] {{(pid=87921) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 12:49:19.790040 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.db.servicetype_db [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87921) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 12:49:19.793041 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.service_base [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:49:19.793391 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.service_base [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:49:19.793731 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.service_base [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:49:19.794643 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.services.service_base [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:49:19.795022 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.services.service_base [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 12:49:19.795408 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.795729 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 12:49:19.806516 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.806909 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: auto_allocate May 19 12:49:19.812786 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: network precommit_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.813091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: network precommit_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.813614 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.813931 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: tag May 19 12:49:19.820505 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.820834 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: timestamp May 19 12:49:19.824872 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.825215 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: network_ip_availability May 19 12:49:19.830461 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.830865 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.831229 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:19.831943 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.832267 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: flavors May 19 12:49:19.836999 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.837338 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading Plugin: revisions May 19 12:49:19.841608 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:49:19.842008 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_concurrency.lockutils [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.663s {{(pid=87921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 12:49:19.842773 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87921) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 12:49:19.843113 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Initializing extension manager. May 19 12:49:19.843617 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: __init__.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.843962 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: __pycache__ {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.844297 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.844639 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: address_group.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.845399 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.845975 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: address-group May 19 12:49:19.846300 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: address_scope.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.847042 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.847551 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: address-scope May 19 12:49:19.847871 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: admin_state_down_before_update.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.848799 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.849490 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: router-admin-state-down-before-update May 19 12:49:19.849910 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: agent.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.850650 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.851161 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: agent May 19 12:49:19.851483 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: agent_resources_synced.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.852426 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.852937 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: agent-resources-synced May 19 12:49:19.853255 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: allowedaddresspairs.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.855285 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.855811 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: allowed-address-pairs May 19 12:49:19.856142 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: auto_allocated_topology.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.857224 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.857739 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: auto-allocated-topology May 19 12:49:19.858065 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: availability_zone.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.858805 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.859301 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: availability_zone May 19 12:49:19.859619 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: availability_zone_filter.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.860534 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.861041 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: availability_zone_filter May 19 12:49:19.861361 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: data_plane_status.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.862282 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.862818 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension data-plane-status not supported by any of loaded plugins May 19 12:49:19.863140 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: default_subnetpools.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.864057 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.864567 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: default-subnetpools May 19 12:49:19.864935 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: dhcpagentscheduler.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.865751 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.866250 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: dhcp_agent_scheduler May 19 12:49:19.866584 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: dns.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.867505 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.868003 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension dns-integration not supported by any of loaded plugins May 19 12:49:19.868326 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: dns_domain_ports.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.869247 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.869759 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 12:49:19.870081 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: dvr.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.870785 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.871288 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: dvr May 19 12:49:19.871619 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: empty_string_filtering.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.872518 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.873031 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: empty-string-filtering May 19 12:49:19.873362 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.874262 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.874810 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 12:49:19.875129 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.876041 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.876546 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 12:49:19.876867 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: external_net.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.877781 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.878662 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: external-net May 19 12:49:19.878982 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: extra_dhcp_opt.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.879897 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.880414 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: extra_dhcp_opt May 19 12:49:19.880787 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: extraroute.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.881704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.882211 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: extraroute May 19 12:49:19.882538 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: extraroute_atomic.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.883579 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.884143 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: extraroute-atomic May 19 12:49:19.884466 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: filter_validation.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.885179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.885685 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: filter-validation May 19 12:49:19.886004 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: fip_pf_description.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.886950 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.887449 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 12:49:19.887769 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: fip_port_details.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.888706 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.889193 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: fip-port-details May 19 12:49:19.889513 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: flavors.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.890766 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.891282 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: flavors May 19 12:49:19.891626 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.893266 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.893784 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 12:49:19.894112 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: floatingip_pools.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.894850 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.895354 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: floatingip-pools May 19 12:49:19.895683 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: ip_allocation.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.896663 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.897161 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension ip_allocation not supported by any of loaded plugins May 19 12:49:19.897488 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.898421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.898979 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: ip-substring-filtering May 19 12:49:19.899308 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l2_adjacency.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.900248 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.900754 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension l2_adjacency not supported by any of loaded plugins May 19 12:49:19.901076 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.902048 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.902590 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: router May 19 12:49:19.902918 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3_conntrack_helper.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.905260 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.905791 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 12:49:19.906124 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.907088 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.907602 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: ext-gw-mode May 19 12:49:19.907929 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.908850 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.909355 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: l3-ha May 19 12:49:19.909681 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3_flavors.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.910587 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.911136 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: l3-flavors May 19 12:49:19.911471 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.912509 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.913019 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: l3-port-ip-change-not-allowed May 19 12:49:19.913348 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: l3agentscheduler.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.914388 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.914935 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: l3_agent_scheduler May 19 12:49:19.915265 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: logging.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.916738 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.917254 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension logging not supported by any of loaded plugins May 19 12:49:19.917583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: metering.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.918332 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.918945 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: metering May 19 12:49:19.919277 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.920371 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.920888 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: metering_source_and_destination_fields May 19 12:49:19.921214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: multiprovidernet.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.922149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.922687 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: multi-provider May 19 12:49:19.923013 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: netmtu.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.923932 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.924450 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: net-mtu May 19 12:49:19.924775 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: netmtu_writable.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.925691 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.926197 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: net-mtu-writable May 19 12:49:19.926519 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: network_availability_zone.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.927222 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.927823 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: network_availability_zone May 19 12:49:19.928142 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: network_ip_availability.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.929238 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.929744 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: network-ip-availability May 19 12:49:19.930066 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: network_segment_range.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.930848 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.931353 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension network-segment-range not supported by any of loaded plugins May 19 12:49:19.931674 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: pagination.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.932647 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.932979 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: pagination May 19 12:49:19.933301 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: port_device_profile.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.934220 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.934770 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: port-device-profile May 19 12:49:19.935097 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.936012 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.936521 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: port-mac-address-regenerate May 19 12:49:19.936841 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.937767 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.938277 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: port-numa-affinity-policy May 19 12:49:19.938614 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: port_resource_request.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.939523 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.940023 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension port-resource-request not supported by any of loaded plugins May 19 12:49:19.940350 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: portbindings.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.941273 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.941777 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: binding May 19 12:49:19.942103 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: portbindings_extended.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.943415 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.943933 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: binding-extended May 19 12:49:19.944257 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: portsecurity.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.945174 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.945677 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: port-security May 19 12:49:19.946001 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: project_id.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.947017 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.947347 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: project-id May 19 12:49:19.947669 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: providernet.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.948580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.949094 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: provider May 19 12:49:19.949415 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.953116 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.953639 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos not supported by any of loaded plugins May 19 12:49:19.953969 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.955266 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.955781 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 12:49:19.956110 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.957032 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.957549 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 12:49:19.957876 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_default.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.958869 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.959380 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-default not supported by any of loaded plugins May 19 12:49:19.959708 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_fip.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.960364 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.960866 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-fip not supported by any of loaded plugins May 19 12:49:19.961191 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_gateway_ip.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.962122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.962656 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 12:49:19.962979 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_port_network_policy.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.963895 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.964412 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 12:49:19.964739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_rule_type_details.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.965655 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.966163 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 12:49:19.966483 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: qos_rules_alias.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.967572 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.968091 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 12:49:19.968416 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: quotasv2.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.969320 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.969651 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: quotas May 19 12:49:19.969971 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: quotasv2_detail.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.971613 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.971954 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: quota_details May 19 12:49:19.972287 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: rbac.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.973336 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.973858 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: rbac-policies May 19 12:49:19.974186 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: rbac_address_group.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.975291 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.975819 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: rbac-address-group May 19 12:49:19.976149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: rbac_address_scope.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.977061 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.977576 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: rbac-address-scope May 19 12:49:19.977899 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: rbac_security_groups.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.978844 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.979366 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: rbac-security-groups May 19 12:49:19.979689 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: rbac_subnetpool.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.980627 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.981139 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: rbac-subnetpool May 19 12:49:19.981462 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: revisionifmatch.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.982395 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.982934 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: revision-if-match May 19 12:49:19.983256 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: revisions.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.984375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.984886 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: standard-attr-revisions May 19 12:49:19.985210 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: router_availability_zone.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.985885 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.986374 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: router_availability_zone May 19 12:49:19.986746 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: routerservicetype.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.987670 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.988177 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension router-service-type not supported by any of loaded plugins May 19 12:49:19.988510 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.989425 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.990015 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: security-groups-normalized-cidr May 19 12:49:19.990334 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: security_groups_port_filtering.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.991412 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.991929 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: port-security-groups-filtering May 19 12:49:19.992249 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:19.993174 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:19.993686 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: security-groups-remote-address-group May 19 12:49:19.994008 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: securitygroup.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.003940 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.004472 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: security-group May 19 12:49:20.004807 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: segment.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.005614 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.006126 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension segment not supported by any of loaded plugins May 19 12:49:20.006452 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.007414 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.007930 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 12:49:20.008244 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: servicetype.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.009328 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.009877 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: service-type May 19 12:49:20.010186 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: sorting.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.011178 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.011511 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: sorting May 19 12:49:20.011835 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: standard_attr_segment.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.012759 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.013271 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 12:49:20.013595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: standardattrdescription.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.014253 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.014787 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: standard-attr-description May 19 12:49:20.015118 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: stateful_security_group.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.016044 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.016565 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: stateful-security-group May 19 12:49:20.016914 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: stdattrs_common.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.017487 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 12:49:20.017809 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.018888 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.019395 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 12:49:20.019712 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: subnet_onboard.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.020852 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.021556 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: subnet_onboard May 19 12:49:20.021852 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.022770 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.023328 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 12:49:20.023659 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: subnet_service_types.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.024636 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.025154 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: subnet-service-types May 19 12:49:20.025612 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: subnetallocation.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.026623 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.027151 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: subnet_allocation May 19 12:49:20.027480 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.028198 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.028712 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: subnetpool-prefix-ops May 19 12:49:20.029103 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.030107 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.030678 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 12:49:20.031009 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: tagging.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.032321 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.032883 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: standard-attr-tag May 19 12:49:20.033221 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: timestamp.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.034584 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.035112 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loaded extension: standard-attr-timestamp May 19 12:49:20.035482 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: trunk.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.036599 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.037168 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension trunk not supported by any of loaded plugins May 19 12:49:20.037497 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: trunk_details.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.038463 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.039004 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension trunk-details not supported by any of loaded plugins May 19 12:49:20.039331 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: uplink_status_propagation.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.040320 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.040877 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 12:49:20.041207 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Loading extension file: vlantransparent.py {{(pid=87921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:49:20.041976 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:49:20.042494 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extension vlan-transparent not supported by any of loaded plugins May 19 12:49:20.045316 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:network May 19 12:49:20.046206 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:subnet May 19 12:49:20.048416 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:49:20.049030 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:port May 19 12:49:20.050375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.050857 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service FLAVORS assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.051564 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.051996 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.052555 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:router May 19 12:49:20.053242 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:floatingip May 19 12:49:20.054083 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service METERING assigned prefix: /metering {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.055664 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:20.056079 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:20.056521 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:49:20.057760 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:49:20.058184 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:security_group May 19 12:49:20.058965 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:49:20.059731 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service CORE assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.060061 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:49:20.060404 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] subnetpool is already registered May 19 12:49:20.061066 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service CORE assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.061433 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:49:20.061812 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] subnetpool is already registered May 19 12:49:20.064595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.064976 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service FLAVORS assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.065564 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.065986 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.066320 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:router May 19 12:49:20.066685 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] router is already registered May 19 12:49:20.067284 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:floatingip May 19 12:49:20.067612 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] floatingip is already registered May 19 12:49:20.068266 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service METERING assigned prefix: /metering {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.069097 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:49:20.069430 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] rbac_policy is already registered May 19 12:49:20.069967 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:security_group May 19 12:49:20.070297 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] security_group is already registered May 19 12:49:20.070913 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:49:20.071245 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] security_group_rule is already registered May 19 12:49:20.071921 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service CORE assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.072252 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:49:20.072584 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] subnetpool is already registered May 19 12:49:20.073183 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.v2.resource_helper [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Service CORE assigned prefix: {{(pid=87921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:49:20.073511 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:49:20.073858 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING neutron.quota.resource_registry [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] subnetpool is already registered May 19 12:49:20.074502 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: extensions {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.076040 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: address-groups {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.077671 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: address-scopes {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.079005 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: agents {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.080177 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: auto-allocated-topology {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.081438 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: availability_zones {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.082779 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: dhcp-networks {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.084280 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: dhcp-agents {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.085742 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: routers {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.087609 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: flavors {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.088837 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: service_profiles {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.090083 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: next_providers {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.091679 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: service_profiles {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.093133 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: floatingip-pools {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.094367 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: routers {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.096367 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: floatingips {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.097573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: l3-routers {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.099003 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: l3-agents {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.100482 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: metering-labels {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.101842 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: metering-label-rules {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.103178 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: network-ip-availabilities {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.104455 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: bindings {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.106130 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: quotas {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.107612 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: quotas {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.109028 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: rbac-policies {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.110438 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: security-groups {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.111684 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: security-group-rules {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.112938 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: service-providers {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.114220 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: subnetpools {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.116613 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: subnetpools {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.118068 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.119808 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.236390 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.238200 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.240211 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.242187 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.243939 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.245892 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.247682 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.249570 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron.api.extensions [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Extended resource: tags {{(pid=87921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:49:20.255893 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING keystonemiddleware.auth_token [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 12:49:20.260733 dv-neutron-841945-1-hyperv neutron-server[87921]: WARNING keystonemiddleware.auth_token [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 12:49:20.268909 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_concurrency.lockutils [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Acquired lock "singleton_lock" {{(pid=87921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 12:49:20.269392 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_concurrency.lockutils [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Releasing lock "singleton_lock" {{(pid=87921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 12:49:20.270038 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Starting 2 workers May 19 12:49:20.274823 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Started child 88028 {{(pid=87921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:49:20.279056 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Started child 88029 {{(pid=87921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:49:20.279749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.280620 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO neutron.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Neutron service started, listening on 0.0.0.0:9696 May 19 12:49:20.281122 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [-] (88028) wsgi starting up on http://0.0.0.0:9696 May 19 12:49:20.281254 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Notify callbacks [] for process, before_spawn {{(pid=87921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.283528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.283989 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Starting 1 workers May 19 12:49:20.284825 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [-] (88029) wsgi starting up on http://0.0.0.0:9696 May 19 12:49:20.288672 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Started child 88030 {{(pid=87921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:49:20.289182 dv-neutron-841945-1-hyperv neutron-server[87921]: INFO oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Starting 1 workers May 19 12:49:20.292349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] calling RpcWorker wait() {{(pid=88030) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 12:49:20.292942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] returning from RpcWorker wait() {{(pid=88030) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 12:49:20.293509 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Started child 88031 {{(pid=87921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 12:49:20.293967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.294254 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG neutron_lib.callbacks.manager [None req-d32bffde-0488-4e52-9623-e5385ac3058e None None] Notify callbacks [] for process, after_spawn {{(pid=87921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.294379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.299204 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.299824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.299892 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:20.300343 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300343 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300343 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300343 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 52964) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:20.300660 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300660 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300660 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300660 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300660 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300955 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.300955 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.301336 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.301588 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.301830 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.302102 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.302259 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.302704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.302936 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:20.303090 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.303214 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.303466 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] debug = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.303705 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.304159 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.304393 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.304647 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.304884 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.305149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.305406 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.305673 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.305904 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.306140 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.306367 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.306649 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.306892 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.307137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.307375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.307637 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.307856 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.308300 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] host = dv-neutron-841945-1-hyperv {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.308532 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.308753 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.309004 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.309431 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.309678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073981 May 19 12:49:20.310019 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.310406 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.311027 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.311481 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.311873 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.312300 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_options = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.313901 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.314352 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.314352 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.314484 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.315484 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.315952 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.316326 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.316805 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.317224 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.317625 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.319573 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.320054 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321375 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321791 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.321857 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.322350 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.322350 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.322620 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.322783 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.323917 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.323917 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.323917 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.323917 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.323917 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.324241 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.324429 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.324673 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.324845 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.325116 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.325298 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.325707 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.325896 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.326108 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.326371 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_json = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.326538 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.327255 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.327255 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.327255 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.327457 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.328198 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.328198 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.328198 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.328423 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.328664 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.328955 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.329258 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.329918 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.330353 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.330806 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.331201 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.331590 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.332013 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.332429 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.332914 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.333164 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.333634 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.333856 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336394 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.336873 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.337103 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.337294 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.337553 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.337797 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.338003 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.338230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.338447 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.338698 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.338913 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.339129 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.339387 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340373 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340373 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340373 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340373 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340638 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340706 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.340883 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.341163 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.341349 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.342421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.342421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.342421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.342421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.342421 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.343816 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.344070 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.344513 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.345621 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.346501 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.348921 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.351231 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.352041 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.352041 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.352041 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.352302 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.352469 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.353063 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.353297 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.353558 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.353796 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.354024 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.355150 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.355720 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.355970 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.356202 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.356433 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.357231 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.360804 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.363851 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.364114 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.364358 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.364595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.364895 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.365149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.365435 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.365667 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.367223 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.367707 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.368117 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.368532 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.368970 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.369513 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.370392 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.374821 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.375142 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.375436 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.375678 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.376566 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.376566 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.376566 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.376767 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.377877 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.377877 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.377877 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.377877 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.378500 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.379531 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.379531 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.379531 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.379758 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.379924 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.380146 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.380370 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.381412 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.381412 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.381412 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.381640 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.381895 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.382679 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.382679 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.383203 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.383444 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.383718 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.384137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.385515 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.385667 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.385916 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.386176 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.386435 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.386705 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.386966 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.387213 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.387456 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.387703 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.387985 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.388767 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.388767 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.388767 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.388992 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.389227 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.389465 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.389705 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.389924 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.390195 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.390444 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.391474 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.391747 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.392005 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.392305 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.392515 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.392767 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.393001 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.393240 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.393471 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.393683 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.394108 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.394491 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.394784 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.395020 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.395261 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.395514 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.395753 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.396004 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.396284 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.396525 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.397688 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.397957 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.398203 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.398451 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.398726 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.399657 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.399657 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.399657 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.399657 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.399971 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.400154 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.400422 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.400600 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.400836 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.401064 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.402365 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.402365 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.402365 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.402365 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.402365 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.402835 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.403054 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.403288 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.403528 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.404443 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.404443 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.404649 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.404914 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.405157 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.406806 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.406806 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.407166 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.407426 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.407688 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.407919 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.408141 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.408363 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.408590 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.408808 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.409056 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.409308 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.409530 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.409769 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.409990 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.410207 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.410474 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.411003 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.411254 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.411493 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.411831 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.412174 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.412516 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.412516 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.412851 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.413038 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.413249 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.413487 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.413704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.414614 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.414882 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.415167 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.415745 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.417180 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.417438 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.417659 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.417905 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.418135 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.418509 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.418775 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.419038 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.419548 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.419902 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.420303 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.420602 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.420869 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.421132 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.421420 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.421673 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.421908 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.422173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.422489 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.422734 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.422823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:20.423000 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.423224 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.423450 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.423673 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.423956 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.424846 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.424846 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.424846 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.425064 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.425300 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.425584 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.426523 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.426523 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.426523 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.427069 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.427205 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.427393 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.428516 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.428516 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.428837 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.428837 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.429116 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.429336 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.429539 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.429807 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.430049 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.430283 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.430598 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.430992 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.431226 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.431484 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.431975 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.432228 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.432449 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.432592 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.435173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436215 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436860 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436860 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436860 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.436860 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.438292 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.439968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] debug = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.439968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.439968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.439968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.439968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.439968 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.441179 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] host = dv-neutron-841945-1-hyperv {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.442739 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.443595 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_options = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444137 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.444704 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445038 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445038 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445190 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445267 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445416 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445579 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445736 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.445876 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.446307 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.446469 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.446826 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.446989 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.447149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.447310 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.447476 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.447636 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.447798 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.447952 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.448276 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.448605 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.448930 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.449099 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.449243 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.449382 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450898 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450898 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450898 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450898 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.450898 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.451511 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.451511 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.451511 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_json = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.451511 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.452016 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.452185 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.452572 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.452784 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.452950 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.453099 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.453259 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.453403 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:49:20.453591 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.453754 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.453932 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.454081 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455014 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455014 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455014 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455417 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455564 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455735 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.455919 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.456297 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.456474 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.456691 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.457585 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.457585 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.457585 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.457585 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.457585 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.459104 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.460580 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.461700 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.463583 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.464714 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.465824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.467122 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.468235 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.469230 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470091 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470995 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470995 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470995 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470995 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.470995 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.471611 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.471611 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.471611 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.471611 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472123 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472123 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472123 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472483 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472483 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472483 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472880 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.472880 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473150 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473150 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473407 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473407 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473598 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473682 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.473851 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.474013 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.474269 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.474423 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.474637 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.474737 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.474982 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.475173 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.475339 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.475501 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.475664 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.475824 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.475987 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.476149 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.476312 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.476477 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.476639 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.476806 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.476961 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.477123 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.477289 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.477451 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.477612 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.477777 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.477939 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.478100 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.478261 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.478425 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.478606 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.478770 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.478939 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.479094 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.479258 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.479469 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.479562 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.479725 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.479888 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.480036 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.480197 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.480359 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.480519 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.480680 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.480841 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481001 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481165 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481328 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481490 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481652 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481817 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.481980 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.482143 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.482308 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.482470 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.482656 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.482821 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.482983 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.483146 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.483309 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.483471 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.483716 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.483850 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.483969 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.484108 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.484261 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.484423 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.484588 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.484753 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.484914 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.485076 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.485239 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.485400 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.485560 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.485726 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.485888 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.486049 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.486208 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.486370 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.486531 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.486719 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.486884 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.487046 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.487216 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.487498 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.487647 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.487794 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.487935 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488071 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488216 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488352 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488441 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488569 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488742 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.488904 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.489068 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.489228 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.489389 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.489559 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.489719 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.490034 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.490248 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.490398 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.490606 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.490753 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.490909 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.491071 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.491231 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.491404 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.491570 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.491734 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.491907 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.492060 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.492216 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.492377 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.492556 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.492720 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.492859 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.493020 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.493182 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.493344 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.493507 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.493676 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.493847 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.494017 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.494181 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.494351 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.494522 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.495543 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.495717 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.495892 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.496074 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.496239 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.496403 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.496567 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.496732 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.496894 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.497058 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.497225 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.497387 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.497548 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.497709 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.497871 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.498032 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.498194 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.498355 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.498517 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.498703 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.498868 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.499031 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.499193 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:49:20.499351 dv-neutron-841945-1-hyperv neutron-server[87921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:49:31.192454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf96c7d-2273-41f2-96b4-ffb67e2dc23a None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 12:49:31.273051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf96c7d-2273-41f2-96b4-ffb67e2dc23a None None] No non-hosted networks {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 12:49:31.280942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.agentschedulers_db [None req-abf96c7d-2273-41f2-96b4-ffb67e2dc23a None None] DHCP Agent not found on host dv-neutron-841945-1-hyperv {{(pid=88030) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 12:49:31.410129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-224bce56-b44e-476c-8384-cf5896f37b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558114'] for agent, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:33.308555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eb34d469-72e7-4f82-941a-c33d061a6fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558114'] for agent, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:33.346438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5da03781-fca6-4b8e-a5d5-655176dee213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:34.666075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558114'] for agent, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:34.801020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558114'] for agent, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:34.802726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.803906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.804537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.806200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.806816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.808271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.808878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.809496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.810811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.812199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.813945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.816484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:34.818318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-841945-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:34.830509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-841945-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:49:35.801263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558114'] for agent, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:35.913174 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.db.l3_hamode_db [None req-c9e29eee-bf83-4aa7-ad30-04818d37eadd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 12:49:35.995448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e29eee-bf83-4aa7-ad30-04818d37eadd None None] Routers set() bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:49:35.995847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e29eee-bf83-4aa7-ad30-04818d37eadd None None] Router IDs set() for agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 19 12:49:37.492020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53072) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:38.099418 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING oslo_policy.policy [None req-0a4a9142-9156-4250-b0ca-904b9a08cbcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:38.099989 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING oslo_policy.policy [None req-0a4a9142-9156-4250-b0ca-904b9a08cbcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:38.312499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-0a4a9142-9156-4250-b0ca-904b9a08cbcc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:49:38.313586 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a4a9142-9156-4250-b0ca-904b9a08cbcc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8206313 May 19 12:49:40.748900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53086) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:41.124907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:41.216711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.policy [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88029) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:49:41.261373 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING oslo_policy.policy [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:41.261734 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING oslo_policy.policy [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:41.270018 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.quota [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] Loaded quota_driver: . May 19 12:49:41.286066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:41.353341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755620432307', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755620432838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755620439417', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755620448518', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755620455265', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755620466429', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1772524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1403858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-374990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408267'] for rbac-policy, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.436560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:41.438078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1cdb7bd8-d78f-49c3-a1be-11934ed60de6 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6879160 May 19 12:49:44.129788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53100) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:44.741474 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING oslo_policy.policy [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:44.742025 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING oslo_policy.policy [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:44.954121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'name': 'private'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:44.955783 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.quota [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Loaded quota_driver: . May 19 12:49:44.972396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:44.979281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Usage tracker for resource:network and tenant:7a37dc3b054d49a6a3ccd19c90c3b7f0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:44.985727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:44.993509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:45.011824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Made reservation on behalf of 7a37dc3b054d49a6a3ccd19c90c3b7f0 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:49:45.077476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.policy [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88028) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:49:45.120550 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING oslo_policy.policy [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:45.120903 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING oslo_policy.policy [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:49:45.131337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.152354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.167535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:45.171987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Usage tracker for resource:security_group_rule and tenant:7a37dc3b054d49a6a3ccd19c90c3b7f0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:45.179212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:45.185838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:45.287749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.295166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.328084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:49:45.352737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755618614393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.353287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Unsubscribe: segment precommit_create {{(pid=88028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 12:49:45.353788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Added segment 99d74aa5-9168-45b3-8456-a143681c6fc7 of type vlan for network ae141839-1278-47f2-aa16-1428786eb317 May 19 12:49:45.362163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafdb1a-5f80-41b0-850d-3cd4840a5014,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:45.421133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.421491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.421825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.422153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.422476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.422837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.423157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.423491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.423808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.424121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.424412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.424721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Tracked resource versions report: May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: pushed versions: May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: { 'AddressGroup': {'1.2'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'ConntrackHelper': {'1.0'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Log': {'1.0'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Network': {'1.1'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Port': {'1.7'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'PortForwarding': {'1.2'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'QosPolicy': {'1.8'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroup': {'1.4'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroupRule': {'1.2'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SubPort': {'1.0'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Subnet': {'1.1'}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Trunk': {'1.1'}} May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: consumer versions: May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'ConntrackHelper': '1.0', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Log': '1.0', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Network': '1.1', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Port': '1.7', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'PortForwarding': '1.2', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'QosPolicy': '1.8', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroup': '1.4', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroupRule': '1.2', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SubPort': '1.0', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Subnet': '1.1', May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Trunk': '1.1'}} May 19 12:49:45.426028 dv-neutron-841945-1-hyperv neutron-server[88028]: {{(pid=88028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:49:45.468699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.513537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.514744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:49:45.515385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:45.622281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] Pushing event updated for resources: {'Network': ['ID=ae141839-1278-47f2-aa16-1428786eb317,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:45.636322 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b330b0d1-005b-417a-8cde-a163cd745faa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4945645 May 19 12:49:45.650044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network ae141839-1278-47f2-aa16-1428786eb317 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:49:48.475224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53122) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:48.967435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9378ebc-4981-472f-b36c-69ff90f0be92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:49:48.968761 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a9378ebc-4981-472f-b36c-69ff90f0be92 admin admin] 10.222.0.44 "GET /v2.0/networks/ae141839-1278-47f2-aa16-1428786eb317 HTTP/1.1" status: 200 len: 825 time: 0.4925852 May 19 12:49:49.002161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c1320103-8e3c-4bf2-af9a-48aa47b57f1d admin admin] 10.222.0.44 "GET /v2.0/subnetpools/e732748f-e6e6-43d2-be56-fdc056c23ca7 HTTP/1.1" status: 200 len: 734 time: 0.0252752 May 19 12:49:49.011391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'ip_version': 4, 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:49.016343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:49.020465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Usage tracker for resource:subnet and tenant:7a37dc3b054d49a6a3ccd19c90c3b7f0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:49.023815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:49.030432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:49.042429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Made reservation on behalf of 7a37dc3b054d49a6a3ccd19c90c3b7f0 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:49:49.044995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:49.350747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:49.435784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd20a779-3b3a-4d4c-b020-a03ec2655499,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:49.441646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Checking segment: {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:49:49.442030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Network hostable DHCP agents. Network: ae141839-1278-47f2-aa16-1428786eb317, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:49:49.465947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Network ae141839-1278-47f2-aa16-1428786eb317 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:49:49.478626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, ae141839-1278-47f2-aa16-1428786eb317) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:49:49.484933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:49:49.485509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:49.490219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0980f97-0227-4d99-b58a-27238c090086 None None] Network ae141839-1278-47f2-aa16-1428786eb317 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:49:49.509669 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6a2cc647-6cdc-44a8-9b9e-858ca6fdffbd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5007660 May 19 12:49:49.804214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-ae141839-1278-47f2-aa16-1428786eb317', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:49:49.805395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:49.997037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Allocated IP 172.20.0.2 (ae141839-1278-47f2-aa16-1428786eb317/bd20a779-3b3a-4d4c-b020-a03ec2655499/ad21d0d7-2cff-4967-bac9-85b449a473d4) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:49:50.226082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.239182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Transition to ACTIVE for port object ad21d0d7-2cff-4967-bac9-85b449a473d4 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:49:50.262756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Transition to ACTIVE for port object ad21d0d7-2cff-4967-bac9-85b449a473d4 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:49:50.270206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.331983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Network ae141839-1278-47f2-aa16-1428786eb317 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:49:50.335134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:49:50.344115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:49:50.346216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Pushing event updated for resources: {'Port': ['ID=ad21d0d7-2cff-4967-bac9-85b449a473d4,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:50.355283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.355637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.355972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.356297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.356621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.356960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.357287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.357604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.357934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.358248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.358591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.358906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Tracked resource versions report: May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: pushed versions: May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: { 'AddressGroup': {'1.2'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'ConntrackHelper': {'1.0'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Log': {'1.0'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Network': {'1.1'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Port': {'1.7'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'PortForwarding': {'1.2'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'QosPolicy': {'1.8'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroup': {'1.4'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroupRule': {'1.2'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SubPort': {'1.0'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Subnet': {'1.1'}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Trunk': {'1.1'}} May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: consumer versions: May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'ConntrackHelper': '1.0', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Log': '1.0', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Network': '1.1', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Port': '1.7', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'PortForwarding': '1.2', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'QosPolicy': '1.8', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroup': '1.4', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroupRule': '1.2', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SubPort': '1.0', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Subnet': '1.1', May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Trunk': '1.1'}} May 19 12:49:50.360239 dv-neutron-841945-1-hyperv neutron-server[88030]: {{(pid=88030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:49:50.448670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Attempting to bind port ad21d0d7-2cff-4967-bac9-85b449a473d4 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:49:50.449068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Attempting to bind port ad21d0d7-2cff-4967-bac9-85b449a473d4 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:49:50.449509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Attempting to bind port ad21d0d7-2cff-4967-bac9-85b449a473d4 on network ae141839-1278-47f2-aa16-1428786eb317 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:49:50.454898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:49:50.455266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Checking segment: {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:49:50.455752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.456133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Bound using segment: {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:49:50.456650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Bound port: ad21d0d7-2cff-4967-bac9-85b449a473d4, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:49:50.457045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.544081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] For port ad21d0d7-2cff-4967-bac9-85b449a473d4, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:49:50.547978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] For port ad21d0d7-2cff-4967-bac9-85b449a473d4, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ad21d0d7-2cff-4967-bac9-85b449a473d4,segment=NetworkSegment(99d74aa5-9168-45b3-8456-a143681c6fc7),segment_id=99d74aa5-9168-45b3-8456-a143681c6fc7)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:49:50.553494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:50.645915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c45b04-2d0f-4121-b020-a2e85631f1df None None] Pushing event updated for resources: {'Port': ['ID=ad21d0d7-2cff-4967-bac9-85b449a473d4,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:51.966516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53132) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:52.342103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-81d7f7cb-4374-4184-a8ef-029ba40e8c35 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:49:52.343140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-81d7f7cb-4374-4184-a8ef-029ba40e8c35 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3755033 May 19 12:49:54.366010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61fa6a-b2e5-4b93-b255-93f8f6e887f6 None None] Network ae141839-1278-47f2-aa16-1428786eb317 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:49:54.451908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d2bf18f7-b3ad-4589-996d-b2fa91f2fd5b None None] Provisioning for port ad21d0d7-2cff-4967-bac9-85b449a473d4 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:49:54.671269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ad21d0d7-2cff-4967-bac9-85b449a473d4 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:54.742776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ad21d0d7-2cff-4967-bac9-85b449a473d4 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:49:54.747936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ad21d0d7-2cff-4967-bac9-85b449a473d4 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:54.748324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:54.793503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53146) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:54.872461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ad21d0d7-2cff-4967-bac9-85b449a473d4 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:49:54.872929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:54.905554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-abf38239-83f1-4083-a09a-ff0055c53912 None None] Provisioning complete for port ad21d0d7-2cff-4967-bac9-85b449a473d4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:54.905918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-abf38239-83f1-4083-a09a-ff0055c53912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:54.959694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ad21d0d7-2cff-4967-bac9-85b449a473d4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ad21d0d7-2cff-4967-bac9-85b449a473d4,segment=NetworkSegment(99d74aa5-9168-45b3-8456-a143681c6fc7),segment_id=99d74aa5-9168-45b3-8456-a143681c6fc7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:49:54.966467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:55.069060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ad21d0d7-2cff-4967-bac9-85b449a473d4,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:49:55.097057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-abf38239-83f1-4083-a09a-ff0055c53912 None None] Current status of the port ad21d0d7-2cff-4967-bac9-85b449a473d4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:49:55.173949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-f179d1a0-d322-4768-aec8-8823a22dfb23 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:49:55.174969 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f179d1a0-d322-4768-aec8-8823a22dfb23 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3805180 May 19 12:49:56.638240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ad21d0d7-2cff-4967-bac9-85b449a473d4 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:49:56.707845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ad21d0d7-2cff-4967-bac9-85b449a473d4 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:49:56.708264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:56.821885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ad21d0d7-2cff-4967-bac9-85b449a473d4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:49:57.910196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53158) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:49:58.312544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Request body: {'router': {'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'name': 'router1', 'admin_state_up': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:49:58.317294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:49:58.322234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Usage tracker for resource:router and tenant:7a37dc3b054d49a6a3ccd19c90c3b7f0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:49:58.326651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:49:58.333699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:49:58.346159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.347949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.374376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.499459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.523799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:49:58.525196 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-255ad372-b704-4ad7-8c3a-9bd0f97793b9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6139045 May 19 12:50:00.977015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53168) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:01.110551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-be5c3c14-94d0-43a7-8fac-8cff8d4c57b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:01.381853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-d0d18748-c9a0-418b-ac7d-66783f1e59d1 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:50:01.383206 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d0d18748-c9a0-418b-ac7d-66783f1e59d1 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4052579 May 19 12:50:03.296638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7ca114f0-ac58-4ef0-844a-f0f05bd2e3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:03.814067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53178) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:04.214050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:04.219535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:04.223775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Usage tracker for resource:network and tenant:31e2cc94d00c467094cde3ae8fad1f05 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:04.226943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:04.233345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:04.247169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Made reservation on behalf of 31e2cc94d00c467094cde3ae8fad1f05 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:04.249337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.262034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.276893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:04.280698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Usage tracker for resource:security_group_rule and tenant:31e2cc94d00c467094cde3ae8fad1f05 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:04.283430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:04.290022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:04.400429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.405786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.426350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Reserving flat network on physical network physnet1 {{(pid=88028) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 12:50:04.446419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a3977-f026-46c1-a54f-95814f763f16,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:04.450615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.450949 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Added segment 42985dc8-5a2b-4dfc-8612-9c4d301c57ce of type flat for network 92ecd9d4-594b-41cd-bc44-2631387e1a4a May 19 12:50:04.486858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.525785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.526717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:50:04.527341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.611963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:04.628952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] Pushing event updated for resources: {'Network': ['ID=92ecd9d4-594b-41cd-bc44-2631387e1a4a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:04.632920 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b270e088-f9ab-4bf7-8da0-f3d2fdafee62 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8178573 May 19 12:50:04.650020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:50:04.807869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:05.759082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:07.059858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53198) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:07.309112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f04008b-8a03-4ecf-8dca-16cf298c90b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:50:07.310534 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6f04008b-8a03-4ecf-8dca-16cf298c90b3 admin admin] 10.222.0.44 "GET /v2.0/subnets/bd20a779-3b3a-4d4c-b020-a03ec2655499 HTTP/1.1" status: 200 len: 849 time: 0.2497740 May 19 12:50:07.462813 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a62bf997-ba79-4140-ab3f-e90f7dd48488 admin admin] 10.222.0.44 "GET /v2.0/routers/ddaf037e-7b15-4fbf-866a-7c2adef2fed8 HTTP/1.1" status: 200 len: 704 time: 0.1431725 May 19 12:50:07.928639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.198053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Allocated IP 172.20.0.1 (ae141839-1278-47f2-aa16-1428786eb317/bd20a779-3b3a-4d4c-b020-a03ec2655499/eacdb8c9-b98e-4b6f-980c-ac5f98239e52) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:50:08.370798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.390149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Transition to ACTIVE for port object eacdb8c9-b98e-4b6f-980c-ac5f98239e52 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:08.449596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.502977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Network ae141839-1278-47f2-aa16-1428786eb317 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:08.504068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:08.543529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:50:08.544485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.680748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Pushing event updated for resources: {'Port': ['ID=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:08.697433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.697793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.698131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.698459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.698808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.699146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.699468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.699857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.700120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.700439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.700764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.701068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Tracked resource versions report: May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: pushed versions: May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: { 'AddressGroup': {'1.2'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'ConntrackHelper': {'1.0'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Log': {'1.0'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Network': {'1.1'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Port': {'1.7'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'PortForwarding': {'1.2'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'QosPolicy': {'1.8'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroup': {'1.4'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroupRule': {'1.2'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SubPort': {'1.0'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Subnet': {'1.1'}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Trunk': {'1.1'}} May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: consumer versions: May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'ConntrackHelper': '1.0', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Log': '1.0', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Network': '1.1', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Port': '1.7', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'PortForwarding': '1.2', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'QosPolicy': '1.8', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroup': '1.4', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroupRule': '1.2', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SubPort': '1.0', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Subnet': '1.1', May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Trunk': '1.1'}} May 19 12:50:08.702435 dv-neutron-841945-1-hyperv neutron-server[88029]: {{(pid=88029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:50:08.720471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ef5dda17-85f0-4f93-8526-f60dc433b77c None None] Provisioning for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:08.725419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ef5dda17-85f0-4f93-8526-f60dc433b77c None None] Provisioning complete for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:08.725833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef5dda17-85f0-4f93-8526-f60dc433b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:08.779299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ef5dda17-85f0-4f93-8526-f60dc433b77c None None] Port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:50:08.822090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.058498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.064441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.065177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.222963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Pushing event updated for resources: {'Port': ['ID=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:09.287305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Network ae141839-1278-47f2-aa16-1428786eb317 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:09.288398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:09.492139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:50:09.504736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c4b18d13-20ef-4acd-8b8c-520eab6bfa8d None None] Provisioning complete for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:09.505148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c4b18d13-20ef-4acd-8b8c-520eab6bfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:09.561415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c4b18d13-20ef-4acd-8b8c-520eab6bfa8d None None] Port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:50:09.648003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:50:09.658099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a90c5da8-9318-4746-8bfe-f21777d16942 admin admin] 10.222.0.44 "PUT /v2.0/routers/ddaf037e-7b15-4fbf-866a-7c2adef2fed8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1879442 May 19 12:50:09.658926 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Sync routers for ids ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:50:09.669783 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Routers {'ddaf037e-7b15-4fbf-866a-7c2adef2fed8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:50:09.670774 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:50:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:09.844888 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Set router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:50:10.213249 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'name': 'router1', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:49:58Z', 'updated_at': '2022-05-19T12:50:08Z', 'revision_number': 2, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gw_port_host': None, '_interfaces': [{'id': 'eacdb8c9-b98e-4b6f-980c-ac5f98239e52', 'name': '', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:07Z', 'updated_at': '2022-05-19T12:50:08Z', 'revision_number': 2, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'subnets': [{'id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:10.218103 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Checking router: ddaf037e-7b15-4fbf-866a-7c2adef2fed8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:50:10.218472 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Updating router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:50:10.270543 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.650143 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.664820 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Transition to ACTIVE for port object eacdb8c9-b98e-4b6f-980c-ac5f98239e52 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:10.671925 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.902075 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Pushing event updated for resources: {'Port': ['ID=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:10.914452 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.914816 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.915144 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.915464 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.915779 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.916113 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.916428 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.916738 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.917060 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.917368 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.917672 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.917973 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Tracked resource versions report: May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: pushed versions: May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: { 'AddressGroup': {'1.2'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'ConntrackHelper': {'1.0'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Log': {'1.0'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Network': {'1.1'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Port': {'1.7'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'PortForwarding': {'1.2'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'QosPolicy': {'1.8'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroup': {'1.4'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroupRule': {'1.2'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SubPort': {'1.0'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Subnet': {'1.1'}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Trunk': {'1.1'}} May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: consumer versions: May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'ConntrackHelper': '1.0', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Log': '1.0', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Network': '1.1', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Port': '1.7', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'PortForwarding': '1.2', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'QosPolicy': '1.8', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroup': '1.4', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroupRule': '1.2', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SubPort': '1.0', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Subnet': '1.1', May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Trunk': '1.1'}} May 19 12:50:10.919330 dv-neutron-841945-1-hyperv neutron-server[88031]: {{(pid=88031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:50:10.923502 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Attempting to bind port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:10.923866 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Attempting to bind port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:10.924297 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Attempting to bind port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 on network ae141839-1278-47f2-aa16-1428786eb317 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:10.930208 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:10.930583 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Checking segment: {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:50:10.931062 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:10.931433 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Bound using segment: {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:10.931959 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Bound port: eacdb8c9-b98e-4b6f-980c-ac5f98239e52, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d74aa5-9168-45b3-8456-a143681c6fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:10.932330 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:11.019262 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] For port eacdb8c9-b98e-4b6f-980c-ac5f98239e52, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:11.024367 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] For port eacdb8c9-b98e-4b6f-980c-ac5f98239e52, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,segment=NetworkSegment(99d74aa5-9168-45b3-8456-a143681c6fc7),segment_id=99d74aa5-9168-45b3-8456-a143681c6fc7)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:11.032319 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:11.117623 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Routers {'ddaf037e-7b15-4fbf-866a-7c2adef2fed8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:50:11.118235 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:50:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:11.253926 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a8a82-1a80-4c97-91b7-7eef10dc0206 None None] Pushing event updated for resources: {'Port': ['ID=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:11.274914 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] Set router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:50:11.594493 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'name': 'router1', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:49:58Z', 'updated_at': '2022-05-19T12:50:08Z', 'revision_number': 2, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gw_port_host': None, '_interfaces': [{'id': 'eacdb8c9-b98e-4b6f-980c-ac5f98239e52', 'name': '', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:07Z', 'updated_at': '2022-05-19T12:50:11Z', 'revision_number': 4, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'subnets': [{'id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:11.599105 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2837025-d07e-4037-81aa-cc0f44ac07e6 None None] The sync data for ids ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'] in dv-neutron-841945-1-hyperv is: [{'id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'name': 'router1', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:49:58Z', 'updated_at': '2022-05-19T12:50:08Z', 'revision_number': 2, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gw_port_host': None, '_interfaces': [{'id': 'eacdb8c9-b98e-4b6f-980c-ac5f98239e52', 'name': '', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:07Z', 'updated_at': '2022-05-19T12:50:11Z', 'revision_number': 4, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'subnets': [{'id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:50:11.958057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:12.109361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ed500-0fa2-4f79-ae5c-4b6ce41841e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:50:12.114599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c0ed500-0fa2-4f79-ae5c-4b6ce41841e0 admin admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 842 time: 0.1513550 May 19 12:50:12.119997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.26.3.1', 'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:12.125521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:50:12.130112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Usage tracker for resource:subnet and tenant:31e2cc94d00c467094cde3ae8fad1f05 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:50:12.133189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:50:12.139944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:50:12.161794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Made reservation on behalf of 31e2cc94d00c467094cde3ae8fad1f05 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:50:12.164292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:12.582059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 12:50:12.582503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:12.657135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0143c90b-7a68-4490-85b5-3488f0069990,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:12.668540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:50:12.668896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Network hostable DHCP agents. Network: 92ecd9d4-594b-41cd-bc44-2631387e1a4a, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:50:12.676742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device eacdb8c9-b98e-4b6f-980c-ac5f98239e52 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:12.691530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:50:12.702038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 92ecd9d4-594b-41cd-bc44-2631387e1a4a) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:12.706058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:50:12.706660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:12.714306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d21ce-8c1d-4a3c-80b7-aaa5e9bfd186 None None] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:50:12.728165 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cafbe75d-4b98-4980-b2fd-e53e1f07a221 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6115842 May 19 12:50:12.858138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:12.869118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:12.869550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:13.038912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88734a4a-d705-4f60-b72d-33824b1cd984 None None] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:50:13.141912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:50:13.142587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:13.227686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port eacdb8c9-b98e-4b6f-980c-ac5f98239e52, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,segment=NetworkSegment(99d74aa5-9168-45b3-8456-a143681c6fc7),segment_id=99d74aa5-9168-45b3-8456-a143681c6fc7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:13.242511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:13.350419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=eacdb8c9-b98e-4b6f-980c-ac5f98239e52,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:14.646603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device eacdb8c9-b98e-4b6f-980c-ac5f98239e52 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:14.714435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:14.714811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:14.830975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:50:15.033082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53238) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:15.295527 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2e2d41e9-bc4c-46a5-b70b-3642e796ffd9 admin admin] 10.222.0.44 "GET /v2.0/routers/ddaf037e-7b15-4fbf-866a-7c2adef2fed8 HTTP/1.1" status: 200 len: 710 time: 0.2611995 May 19 12:50:15.424364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af547022-a645-4451-8e1c-3e4ef7e099e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:50:15.424930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-af547022-a645-4451-8e1c-3e4ef7e099e9 admin admin] Synchronizing usage tracker for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:50:15.446050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-af547022-a645-4451-8e1c-3e4ef7e099e9 admin admin] Unset dirty status for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:50:15.447245 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-af547022-a645-4451-8e1c-3e4ef7e099e9 admin admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 886 time: 0.1464701 May 19 12:50:15.459225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:50:15.910834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.272678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.331446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.481231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Allocated IP 172.26.3.211 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/23a32605-6ea1-4d89-bcfd-a7463e1c6a29) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:50:16.678343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.748531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:16.825305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:50:16.828265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:50:16.831969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:50:16.888662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Pushing event updated for resources: {'Port': ['ID=23a32605-6ea1-4d89-bcfd-a7463e1c6a29,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:17.227557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.571341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.575127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.759996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:50:17.976326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:50:17.984769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:17.985934 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6180300c-e43d-45b3-9dd6-a5c3c65a5eba admin admin] 10.222.0.44 "PUT /v2.0/routers/ddaf037e-7b15-4fbf-866a-7c2adef2fed8 HTTP/1.1" status: 200 len: 890 time: 2.5300550 May 19 12:50:17.986383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Sync routers for ids ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:50:17.996951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Routers {'ddaf037e-7b15-4fbf-866a-7c2adef2fed8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:50:17.997640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:50:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:18.190776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Set router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:50:18.548888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'name': 'router1', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '23a32605-6ea1-4d89-bcfd-a7463e1c6a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:49:58Z', 'updated_at': '2022-05-19T12:50:17Z', 'revision_number': 4, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gw_port': {'id': '23a32605-6ea1-4d89-bcfd-a7463e1c6a29', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:16Z', 'updated_at': '2022-05-19T12:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'eacdb8c9-b98e-4b6f-980c-ac5f98239e52', 'name': '', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:07Z', 'updated_at': '2022-05-19T12:50:13Z', 'revision_number': 5, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'subnets': [{'id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:18.553853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Checking router: ddaf037e-7b15-4fbf-866a-7c2adef2fed8 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:50:18.554203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Updating router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:50:18.605268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:18.923335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:18.935678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Transition to ACTIVE for port object 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:50:18.943327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.021704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ee518-2ed1-4cdf-942d-0fd758e0a40b None None] Pushing event updated for resources: {'Port': ['ID=23a32605-6ea1-4d89-bcfd-a7463e1c6a29,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:19.025406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Attempting to bind port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:50:19.025799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Attempting to bind port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:50:19.026170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Attempting to bind port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:50:19.031651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:50:19.032010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:50:19.032486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.032848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:50:19.033345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Bound port: 23a32605-6ea1-4d89-bcfd-a7463e1c6a29, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:50:19.033664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.103035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] For port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:50:19.105954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] For port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=23a32605-6ea1-4d89-bcfd-a7463e1c6a29,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:50:19.111677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:19.194364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Routers {'ddaf037e-7b15-4fbf-866a-7c2adef2fed8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:50:19.194908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:50:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:19.257296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ee518-2ed1-4cdf-942d-0fd758e0a40b None None] Pushing event updated for resources: {'Port': ['ID=23a32605-6ea1-4d89-bcfd-a7463e1c6a29,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:19.372930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] Set router ddaf037e-7b15-4fbf-866a-7c2adef2fed8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:50:19.687470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'name': 'router1', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '23a32605-6ea1-4d89-bcfd-a7463e1c6a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:49:58Z', 'updated_at': '2022-05-19T12:50:17Z', 'revision_number': 4, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gw_port': {'id': '23a32605-6ea1-4d89-bcfd-a7463e1c6a29', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:16Z', 'updated_at': '2022-05-19T12:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'eacdb8c9-b98e-4b6f-980c-ac5f98239e52', 'name': '', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:07Z', 'updated_at': '2022-05-19T12:50:13Z', 'revision_number': 5, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'subnets': [{'id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:50:19.691572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe02d8-655f-4c79-9d85-4caa41521f3f None None] The sync data for ids ['ddaf037e-7b15-4fbf-866a-7c2adef2fed8'] in dv-neutron-841945-1-hyperv is: [{'id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'name': 'router1', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '23a32605-6ea1-4d89-bcfd-a7463e1c6a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:49:58Z', 'updated_at': '2022-05-19T12:50:17Z', 'revision_number': 4, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'gw_port': {'id': '23a32605-6ea1-4d89-bcfd-a7463e1c6a29', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:16Z', 'updated_at': '2022-05-19T12:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'eacdb8c9-b98e-4b6f-980c-ac5f98239e52', 'name': '', 'network_id': 'ae141839-1278-47f2-aa16-1428786eb317', 'tenant_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf037e-7b15-4fbf-866a-7c2adef2fed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:50:07Z', 'updated_at': '2022-05-19T12:50:13Z', 'revision_number': 5, 'project_id': '7a37dc3b054d49a6a3ccd19c90c3b7f0', 'subnets': [{'id': 'bd20a779-3b3a-4d4c-b020-a03ec2655499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e732748f-e6e6-43d2-be56-fdc056c23ca7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:50:20.381729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53248) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:50:20.498080 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1e3efe8f-d192-4dfc-a0fe-8d2576114762 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152458 May 19 12:50:20.678270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:20.749899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:50:20.755022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:20.755387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.900340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:50:20.900748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.919202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=23a32605-6ea1-4d89-bcfd-a7463e1c6a29,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:50:20.924097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:20.993818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=23a32605-6ea1-4d89-bcfd-a7463e1c6a29,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:50:22.663572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:50:22.734913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:50:22.735280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:22.857618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 23a32605-6ea1-4d89-bcfd-a7463e1c6a29 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:50:28.347020 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:50:31.152265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-23063ffb-dc13-4418-972b-e160458b8cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:33.303279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d6f5-872a-4a65-b172-7bc5ad770658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:34.616579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:34.803042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:50:35.768132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:01.106614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f93a9414-c3c0-4381-b261-e2e9c2011b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:03.299757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1caf2fb0-b618-4186-a8e1-e35606787c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:04.620156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:04.808953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:05.344647 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:51:05.775216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:31.107885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-01c4d037-081a-431c-9a2c-db77f17b9248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:33.294411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0348ac35-b75a-4bd4-b6f1-eb6284ee7885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:34.623379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:34.807283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:35.830966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:51:42.345892 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:52:01.106064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bc6014-08fc-49e2-a7e9-1f4010d7bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:03.300408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-20028af3-91ef-4ab0-9a24-3200e8571b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:04.628928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:04.802857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:05.783046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:19.345579 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:52:28.524352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53852) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:28.608556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e47e8b-c363-4ffc-9f4d-9183f04e6376 admin admin] GET failed (client error): The resource could not be found. May 19 12:52:28.609812 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b0e47e8b-c363-4ffc-9f4d-9183f04e6376 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0842476 May 19 12:52:28.747116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3bbf96-322f-44fa-8a16-b97e7a14389e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:28.748483 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dd3bbf96-322f-44fa-8a16-b97e7a14389e admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1344216 May 19 12:52:30.915038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53862) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:31.028931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68969be7-7072-4f15-a740-1198361257c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:31.029482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-68969be7-7072-4f15-a740-1198361257c9 admin admin] Synchronizing usage tracker for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:52:31.050704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-68969be7-7072-4f15-a740-1198361257c9 admin admin] Unset dirty status for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:52:31.051959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-68969be7-7072-4f15-a740-1198361257c9 admin admin] 10.222.0.44 "GET /v2.0/subnets/bd20a779-3b3a-4d4c-b020-a03ec2655499 HTTP/1.1" status: 200 len: 849 time: 0.1359661 May 19 12:52:31.063968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:52:31.101757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-60329463-031b-4d9d-b87b-9e629be268e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.244259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.452879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755618683513'] for subnet, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.507557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:31.508040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:31.522596 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] 10.222.0.44 "PUT /v2.0/subnets/bd20a779-3b3a-4d4c-b020-a03ec2655499 HTTP/1.1" status: 200 len: 868 time: 0.4514182 May 19 12:52:31.522841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929269e3-87ad-42f1-b444-9d5e5f0cffa0 None None] Network ae141839-1278-47f2-aa16-1428786eb317 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:52:31.540504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd20a779-3b3a-4d4c-b020-a03ec2655499,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:52:31.550009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.550403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.550780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.551114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.551441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.551836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.552161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.552486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.552805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.553755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.554106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.554433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81919207-9651-459e-8659-0fd37168d1ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:52:31.969993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e2b51bf9-4608-4118-b523-695e2b3bd4c9 None None] Provisioning complete for port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:31.970361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e2b51bf9-4608-4118-b523-695e2b3bd4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.086049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e2b51bf9-4608-4118-b523-695e2b3bd4c9 None None] Current status of the port eacdb8c9-b98e-4b6f-980c-ac5f98239e52 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:52:32.097661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e2b51bf9-4608-4118-b523-695e2b3bd4c9 None None] Provisioning complete for port ad21d0d7-2cff-4967-bac9-85b449a473d4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:52:32.098030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e2b51bf9-4608-4118-b523-695e2b3bd4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:32.212621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e2b51bf9-4608-4118-b523-695e2b3bd4c9 None None] Current status of the port ad21d0d7-2cff-4967-bac9-85b449a473d4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:52:33.295814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-70959c84-5bc3-4e12-80c7-1abc3d292d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:33.725711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53872) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:33.912780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf2bb0-30ec-46ab-8301-8b7e68f70469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:33.913157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf2bb0-30ec-46ab-8301-8b7e68f70469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:33.914716 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-91cf2bb0-30ec-46ab-8301-8b7e68f70469 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1876109 May 19 12:52:34.626972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:34.798335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:35.787155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:52:36.098921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53882) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:36.278353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccb02e-b904-4dfa-a8eb-ee861250924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:36.278714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccb02e-b904-4dfa-a8eb-ee861250924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:36.280256 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b8ccb02e-b904-4dfa-a8eb-ee861250924c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1803837 May 19 12:52:38.460282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53892) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:38.645516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d8949-2c74-47d2-9cbb-b686d64f0a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:38.646897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-510d8949-2c74-47d2-9cbb-b686d64f0a71 admin admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 886 time: 0.1856241 May 19 12:52:40.849742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53902) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:41.042094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c746715-2a97-48f8-be14-700ef56211ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:41.043376 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7c746715-2a97-48f8-be14-700ef56211ef admin admin] 10.222.0.44 "GET /v2.0/networks/ae141839-1278-47f2-aa16-1428786eb317 HTTP/1.1" status: 200 len: 869 time: 0.1926606 May 19 12:52:43.228862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 53912) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:43.350050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79866c0a-a162-4408-b13d-71d83c487063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:43.350503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79866c0a-a162-4408-b13d-71d83c487063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:43.352089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-79866c0a-a162-4408-b13d-71d83c487063 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222770 May 19 12:52:45.507076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53922) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:45.614969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d40c2-73dc-4cb6-a6c4-7ad385bffdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:45.615416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d40c2-73dc-4cb6-a6c4-7ad385bffdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:45.616935 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-672d40c2-73dc-4cb6-a6c4-7ad385bffdb8 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087391 May 19 12:52:47.805888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53932) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:47.910735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff92075-5238-425b-b9ce-a322e67bd345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:47.912170 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bff92075-5238-425b-b9ce-a322e67bd345 admin admin] 10.222.0.44 "GET /v2.0/subnets/0143c90b-7a68-4490-85b5-3488f0069990 HTTP/1.1" status: 200 len: 816 time: 0.1053362 May 19 12:52:50.087755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53942) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:52:50.196686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ace2c-ea76-4169-bc92-b73152014fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:52:50.198030 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a2ace2c-ea76-4169-bc92-b73152014fa7 admin admin] 10.222.0.44 "GET /v2.0/subnets/bd20a779-3b3a-4d4c-b020-a03ec2655499 HTTP/1.1" status: 200 len: 868 time: 0.1093400 May 19 12:52:56.345563 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:53:01.097660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2702f0f0-3580-40b6-8bbe-d1388915e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:03.302587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2ede25a-d942-4c51-ae66-68e0a5dd4e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.629624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:04.802967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:05.786162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:09.603888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:09.667498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-27d0cfaa-3ff3-4b75-8ad9-6e5442ea3582 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:53:09.668735 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-27d0cfaa-3ff3-4b75-8ad9-6e5442ea3582 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639110 May 19 12:53:11.911033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 53998) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:11.985365 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5597b2f-0161-4314-9c5e-90bc1219d8f1 admin admin] GET failed (client error): The resource could not be found. May 19 12:53:11.986618 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c5597b2f-0161-4314-9c5e-90bc1219d8f1 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0743508 May 19 12:53:12.125516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc172735-10b8-4cde-9446-2220495e12fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:53:12.126978 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc172735-10b8-4cde-9446-2220495e12fa admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363125 May 19 12:53:14.345156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54008) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:14.402304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:14.406922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:14.417230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:14.429906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Made reservation on behalf of 31e2cc94d00c467094cde3ae8fad1f05 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:14.432135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:14.523641 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.services.revisions.revision_plugin [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Could not find related network for resource to bump revision. May 19 12:53:14.537986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:53:14.552274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755618614393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:14.552814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Unsubscribe: segment precommit_create {{(pid=88029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 12:53:14.553295 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Added segment 4afab77b-138d-4f26-af6e-dff155ab8226 of type vlan for network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 May 19 12:53:14.590083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:14.629766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:14.630920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:53:14.631522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:14.732331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c524bf3-4cdf-47fc-80b7-0a37b346c379,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:14.741284 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-de918225-75ef-4ae8-a6bc-d6a5cf1cf8d4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3912201 May 19 12:53:14.743882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:53:16.940951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54018) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:53:17.017275 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-994fc788-31fd-46ec-acc2-a8cef13ca85f admin admin] GET failed (client error): The resource could not be found. May 19 12:53:17.017784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-994fc788-31fd-46ec-acc2-a8cef13ca85f admin admin] Synchronizing usage tracker for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:53:17.035294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-994fc788-31fd-46ec-acc2-a8cef13ca85f admin admin] Unset dirty status for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:53:17.036497 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-994fc788-31fd-46ec-acc2-a8cef13ca85f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0943856 May 19 12:53:17.143717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070e8e3-af9d-4e32-acc5-4f39d06dd812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:53:17.147092 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d070e8e3-af9d-4e32-acc5-4f39d06dd812 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1065073 May 19 12:53:17.154744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:53:17.159674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:53:17.169843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:53:17.182822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Made reservation on behalf of 31e2cc94d00c467094cde3ae8fad1f05 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:53:17.186416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.400036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.472490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cf6a89-1396-443a-8a61-6869531b2649,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:17.482614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Checking segment: {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:53:17.483216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Network hostable DHCP agents. Network: 2c524bf3-4cdf-47fc-80b7-0a37b346c379, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:53:17.512461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:53:17.523977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2c524bf3-4cdf-47fc-80b7-0a37b346c379) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:17.528320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:53:17.528902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.532767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61719e-4dc2-451c-a676-958f05d609dd None None] Network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:53:17.607707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bf73c5cd-6b3c-4b6c-be53-7bf7f2559fbd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4564021 May 19 12:53:17.789523 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2c524bf3-4cdf-47fc-80b7-0a37b346c379', 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379', 'tenant_id': '31e2cc94d00c467094cde3ae8fad1f05', 'fixed_ips': [{'subnet_id': '82cf6a89-1396-443a-8a61-6869531b2649'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:53:17.790413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:17.950708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Allocated IP 192.168.233.2 (2c524bf3-4cdf-47fc-80b7-0a37b346c379/82cf6a89-1396-443a-8a61-6869531b2649/69ead69a-a1ea-4fca-87e3-8c127e313579) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:53:18.155100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.165923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Transition to ACTIVE for port object 69ead69a-a1ea-4fca-87e3-8c127e313579 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:18.185009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Transition to ACTIVE for port object 69ead69a-a1ea-4fca-87e3-8c127e313579 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:53:18.190883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.261767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:53:18.265091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:53:18.267043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Pushing event updated for resources: {'Port': ['ID=69ead69a-a1ea-4fca-87e3-8c127e313579,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:18.269200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:53:18.301150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.301509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.301839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.302181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.302493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.302856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.303177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.303491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.303807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.304136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.304447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.304753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:53:18.367866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Attempting to bind port 69ead69a-a1ea-4fca-87e3-8c127e313579 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:53:18.368602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Attempting to bind port 69ead69a-a1ea-4fca-87e3-8c127e313579 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:53:18.368602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Attempting to bind port 69ead69a-a1ea-4fca-87e3-8c127e313579 on network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:53:18.375041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:53:18.375411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Checking segment: {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:53:18.375848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.376220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Bound using segment: {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:53:18.376741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Bound port: 69ead69a-a1ea-4fca-87e3-8c127e313579, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:53:18.377116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.465689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] For port 69ead69a-a1ea-4fca-87e3-8c127e313579, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:53:18.468863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] For port 69ead69a-a1ea-4fca-87e3-8c127e313579, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=69ead69a-a1ea-4fca-87e3-8c127e313579,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:53:18.473362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:18.557272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03aa9-7c24-4678-8242-b2b10153dccd None None] Pushing event updated for resources: {'Port': ['ID=69ead69a-a1ea-4fca-87e3-8c127e313579,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:19.401934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d3c1c-82b9-413c-b3d5-21beefaa4e97 None None] Network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:53:19.568634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-21fe1d3c-5a57-4bf2-9b94-87e6fa7cdf25 None None] Provisioning for port 69ead69a-a1ea-4fca-87e3-8c127e313579 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:20.771778 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 69ead69a-a1ea-4fca-87e3-8c127e313579 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:20.843746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 69ead69a-a1ea-4fca-87e3-8c127e313579 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:53:20.848942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 69ead69a-a1ea-4fca-87e3-8c127e313579 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:20.849323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:20.968091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 69ead69a-a1ea-4fca-87e3-8c127e313579 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:53:20.968400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:21.001181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 69ead69a-a1ea-4fca-87e3-8c127e313579, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=69ead69a-a1ea-4fca-87e3-8c127e313579,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:53:21.006386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:21.080479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=69ead69a-a1ea-4fca-87e3-8c127e313579,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:53:22.749890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 69ead69a-a1ea-4fca-87e3-8c127e313579 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:53:22.823092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 69ead69a-a1ea-4fca-87e3-8c127e313579 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:53:22.823452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:22.939179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 69ead69a-a1ea-4fca-87e3-8c127e313579 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:53:31.103795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed54b215-e6ca-492a-bfe9-ce0eb017aea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.300226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e9181a7-6888-40bb-933a-33e1cb6f9df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:33.344819 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:53:34.635133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:34.809420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:53:35.791034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:01.100886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-47fef96e-94d4-42e1-825f-ac3214e1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:03.295020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b7dffea-597e-4892-9822-26c265e78bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:04.638772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:04.806473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:05.796890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:10.344516 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:54:31.107942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7f733d01-717b-4b34-b509-5b644c21fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:33.299599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87b62773-4e93-4017-acf9-341968c1a62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:34.640400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:34.801244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:35.796040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.429433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54064) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:46.435313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-25288463-b272-4151-aa7d-035427d1ae58 tempest-verify_tempest_config-245705057 tempest-verify_tempest_config-245705057-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:54:46.436263 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-25288463-b272-4151-aa7d-035427d1ae58 tempest-verify_tempest_config-245705057 tempest-verify_tempest_config-245705057-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058661 May 19 12:54:46.757083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54082) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:46.872899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.887727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:54:46.891848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Usage tracker for resource:security_group_rule and tenant:98b1b59078e8470c88d0534a60b1ea79 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:54:46.894953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:54:46.901525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:54:46.994818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:46.999746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.040070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984d208-d06e-44f1-80ae-42f53643d3a3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:47.049570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.049991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.050328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.050688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.051019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.051346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.051667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.051964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.052299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.052617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.052931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.053249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:54:47.062388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Synchronizing usage tracker for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:54:47.079176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] Unset dirty status for tenant:31e2cc94d00c467094cde3ae8fad1f05 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:54:47.080500 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8d555a74-8092-491b-83e5-dd6286da7a06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98b1b59078e8470c88d0534a60b1ea79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3223686 May 19 12:54:47.083389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54088) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:54:47.141757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e062954d-b25e-4a2a-b547-0ea588e16595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.167506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e062954d-b25e-4a2a-b547-0ea588e16595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.262002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e062954d-b25e-4a2a-b547-0ea588e16595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.278647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062954d-b25e-4a2a-b547-0ea588e16595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984d208-d06e-44f1-80ae-42f53643d3a3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:54:47.282225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e062954d-b25e-4a2a-b547-0ea588e16595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:54:47.283365 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e062954d-b25e-4a2a-b547-0ea588e16595 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b984d208-d06e-44f1-80ae-42f53643d3a3 HTTP/1.1" status: 204 len: 168 time: 0.1990106 May 19 12:54:47.343870 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:55:01.111859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9ba68764-c1b7-4963-83fd-af867a1caa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:03.310811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cf309bde-2967-4128-8988-61a9f02211de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.653100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:04.817151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:05.806932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:24.349039 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:55:31.106912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-28161df3-2c62-4668-88c0-ea18bc208964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:33.304698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-281559bb-5dab-43f3-82b8-ddf5c07a5fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.655547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:34.803488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:55:35.815614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.111795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-37aa876e-b46d-4be1-8c3f-d4507daea752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:01.347983 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 5 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:56:03.308934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-55124308-7b0f-4451-ad75-ef4fdd1a87da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:04.657880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:04.814113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:05.812521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:07.409259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558114'] for agent, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:22.210247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54158) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:22.330499 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-182a619f-ec01-4e19-9259-bcafe6b81ee6 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1190994 May 19 12:56:24.489362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54168) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:56:24.554366 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-004d139a-0e9b-4c4f-b46e-b0e13f1af2e7 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0638847 May 19 12:56:31.118362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb7884c3-bb61-40cf-a538-47f2a45056ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:33.325157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-caf600e5-1449-45b9-9461-720ddee9143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:34.662047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:34.820829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:35.822243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:37.408975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:56:38.352261 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:57:01.115057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef64ac65-0a70-42c0-9835-bcab1fa4f609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:03.314339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97e100f0-8378-4530-89ea-84cf59e95d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:04.662170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:04.819958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:05.824964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:07.395034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:15.352325 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:57:31.108564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f4f82ede-99bf-410a-89e5-9bc7610d6ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:33.310734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-273c213d-fce7-4857-bbd4-d3a10ab40952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:34.664025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:34.806887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:35.823674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:37.413881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:52.351200 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:57:53.147806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54346) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:53.609945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-884088985-network', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:53.614786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:53.619429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Usage tracker for resource:network and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:53.622424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:53.628723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:53.639704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Made reservation on behalf of 0424bcd6fa4c48cd9ef01a43f23401d3 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:53.642580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.655371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.669925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:53.674761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:53.677551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:53.683293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:53.778740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.783455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.821999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:53.835382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.835659 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Added segment 2879b56c-7358-48bc-a923-7961c681439a of type vlan for network c23fee00-029f-4938-83b0-252507ecc7c2 May 19 12:57:53.841849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf88b12-ad81-4092-98d3-de0ef7976baf,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:53.870153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.875998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.875998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.876551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.876782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.877241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.877477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.878066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.878435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.878982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.879295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.879795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.880090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Tracked resource versions report: May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: pushed versions: May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: { 'AddressGroup': {'1.2'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'ConntrackHelper': {'1.0'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Log': {'1.0'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Network': {'1.1'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Port': {'1.7'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'PortForwarding': {'1.2'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'QosPolicy': {'1.8'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroup': {'1.4'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroupRule': {'1.2'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SubPort': {'1.0'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Subnet': {'1.1'}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Trunk': {'1.1'}} May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: consumer versions: May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: HyperV agent@hv-neutron-8419: {}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'ConntrackHelper': '1.0', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Log': '1.0', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Network': '1.1', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Port': '1.7', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'PortForwarding': '1.2', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'QosPolicy': '1.8', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroup': '1.4', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SecurityGroupRule': '1.2', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'SubPort': '1.0', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Subnet': '1.1', May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: 'Trunk': '1.1'}} May 19 12:57:53.881176 dv-neutron-841945-1-hyperv neutron-server[88028]: {{(pid=88028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:57:53.912467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.913743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:53.914872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:53.929496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54378) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:54.024534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=c23fee00-029f-4938-83b0-252507ecc7c2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:54.030974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54388) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:54.031181 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a7d190f9-14c3-4d81-a9b4-5060c03c2ff4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8801522 May 19 12:57:54.036367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c23fee00-029f-4938-83b0-252507ecc7c2 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:54.038200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Request body: {'subnet': {'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-884088985-subnet', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:54.043814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.047525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Usage tracker for resource:subnet and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.050745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.056511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.068286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Made reservation on behalf of 0424bcd6fa4c48cd9ef01a43f23401d3 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:54.071511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.089756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54392) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:54.280706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-752051532-network', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:54.286249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.301634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Usage tracker for resource:network and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.306299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.321085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.331005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.367667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Made reservation on behalf of d1956ad1cb0f473bad60cfb02615e955 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:54.370263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.409618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.428982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e105b0-2a62-469b-af1f-1e2e6d81e184,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:54.440150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.443594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-934715248-network', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:54.448654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.452597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.453392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.453392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.453766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.454265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.454265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.454618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.454910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.455229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.455542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.455829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Usage tracker for resource:network and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.455931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.456151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Tracked resource versions report: May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: pushed versions: May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: { 'AddressGroup': {'1.2'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'ConntrackHelper': {'1.0'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Log': {'1.0'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Network': {'1.1'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Port': {'1.7'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'PortForwarding': {'1.2'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'QosPolicy': {'1.8'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroup': {'1.4'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroupRule': {'1.2'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SubPort': {'1.0'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Subnet': {'1.1'}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Trunk': {'1.1'}} May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: consumer versions: May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: HyperV agent@hv-neutron-8419: {}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'ConntrackHelper': '1.0', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Log': '1.0', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Network': '1.1', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Port': '1.7', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'PortForwarding': '1.2', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'QosPolicy': '1.8', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroup': '1.4', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SecurityGroupRule': '1.2', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'SubPort': '1.0', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Subnet': '1.1', May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: 'Trunk': '1.1'}} May 19 12:57:54.457220 dv-neutron-841945-1-hyperv neutron-server[88029]: {{(pid=88029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:57:54.461861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.462545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.467501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.468708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.476473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.478655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Checking segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:57:54.479291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Network hostable DHCP agents. Network: c23fee00-029f-4938-83b0-252507ecc7c2, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:57:54.481653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Made reservation on behalf of 7b66be797cc84c82a48e68ee1f9581a8 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:54.484474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.501393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.521332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.529213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Network c23fee00-029f-4938-83b0-252507ecc7c2 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:57:54.530167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Usage tracker for resource:security_group_rule and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.534174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.541100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.550489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c23fee00-029f-4938-83b0-252507ecc7c2) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:54.556037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:54.557178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.561737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a2e7f-f57f-475d-9bbf-58095e33b4a5 None None] Network c23fee00-029f-4938-83b0-252507ecc7c2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:57:54.606670 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7b3def76-31e1-4b0e-9b3a-6bb4d82f4ff5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5742891 May 19 12:57:54.615892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54418) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:54.635521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:54.645521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:54.668374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Usage tracker for resource:router and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:54.684976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:54.691175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.700307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.704413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:54.713829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.716606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:54.723294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.728195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.728850 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Added segment ee115042-9790-4b16-90ed-efbed8055a61 of type vlan for network 90871ee3-aa8a-4893-8547-40c5be737b45 May 19 12:57:54.764882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.765175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.767632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.787336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e5328-3ada-45bf-9698-4df6fd6659cb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:54.795191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.807803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76937b12-9bd6-4f40-97c8-6be4e2258044,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:54.812662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:54.830949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.831379 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Added segment 1dc615c5-bb33-4295-b59f-528ed2a49964 of type vlan for network 1b54450c-0073-44d8-824c-ab44c20ab800 May 19 12:57:54.841493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.843031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:54.845112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.856899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c23fee00-029f-4938-83b0-252507ecc7c2', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:57:54.857918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.959563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:54.982189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] Pushing event updated for resources: {'Network': ['ID=90871ee3-aa8a-4893-8547-40c5be737b45,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:54.986408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6a86a3e9-5e40-4731-bf30-2fcc41d74a9f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8954828 May 19 12:57:54.989500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54428) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:54.997756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Request body: {'subnet': {'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-934715248-subnet', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:55.003482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:55.011099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 90871ee3-aa8a-4893-8547-40c5be737b45 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:55.013420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Usage tracker for resource:subnet and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:55.016599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:55.023339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:55.030898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54432) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:55.038185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Made reservation on behalf of 7b66be797cc84c82a48e68ee1f9581a8 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:55.041144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.050994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.052213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:55.052934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.161996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b54450c-0073-44d8-824c-ab44c20ab800,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:55.195126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1b54450c-0073-44d8-824c-ab44c20ab800 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:55.338116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.363017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.375556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3b2caf88-0444-46e2-b715-7d733c11dfb6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4447622 May 19 12:57:55.376533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54450) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:55.428078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Request body: {'subnet': {'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-752051532-subnet', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:55.438581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:55.440966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061b0a44-44c2-4e6f-88a0-74eee085f977,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:55.470010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Usage tracker for resource:subnet and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:55.482220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:55.492621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:55.496425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Allocated IP 172.20.0.2 (c23fee00-029f-4938-83b0-252507ecc7c2/a2e105b0-2a62-469b-af1f-1e2e6d81e184/47540ddf-a3ca-40eb-9b58-44c65d073f6f) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:55.521758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Made reservation on behalf of d1956ad1cb0f473bad60cfb02615e955 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:55.524972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.543496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Checking segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:57:55.544507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Network hostable DHCP agents. Network: 90871ee3-aa8a-4893-8547-40c5be737b45, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:57:55.564018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:55.569469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:55.574786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:55.581233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Usage tracker for resource:floatingip and tenant:0dd03dff40874cea951ecbbe4a880461 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:55.588932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:55.605542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:55.613744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Network 90871ee3-aa8a-4893-8547-40c5be737b45 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:57:55.627613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.652187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 90871ee3-aa8a-4893-8547-40c5be737b45) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:55.668095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:55.669155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.687757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4536f6-a91d-4a79-830b-4250ae6af7db None None] Network 90871ee3-aa8a-4893-8547-40c5be737b45 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:57:55.735384 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7217fd5e-c2d3-4b82-bca6-995bd0075ae7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7438273 May 19 12:57:55.742176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54464) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:55.759821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:55.765388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:55.770948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Usage tracker for resource:router and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:55.773990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:55.780616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:55.800969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.802251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.821538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.894188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:55.922394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1089930571'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:55.934651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:55.940074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Usage tracker for resource:network and tenant:529f48267c6c4561988beb67eb387ded is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:55.943763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:55.950543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.083700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54472) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:56.101503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.125950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.151326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Made reservation on behalf of 529f48267c6c4561988beb67eb387ded for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:56.151326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.204881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54482) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:56.209002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Transition to ACTIVE for port object 47540ddf-a3ca-40eb-9b58-44c65d073f6f will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:56.243222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Transition to ACTIVE for port object 47540ddf-a3ca-40eb-9b58-44c65d073f6f will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:56.276235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.277198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.289264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.350503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.382620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54488) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:56.408166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-90871ee3-aa8a-4893-8547-40c5be737b45', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:57:56.409016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.412461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Usage tracker for resource:security_group_rule and tenant:529f48267c6c4561988beb67eb387ded is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.425277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.438479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32652217-401b-48ee-b796-2dfbe341cad0,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:56.441703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.450525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.456661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Allocated IP 172.26.3.25 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/2aa99541-748a-446a-b062-c5b21ac43218) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:56.462462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Checking segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:57:56.462883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Network hostable DHCP agents. Network: 1b54450c-0073-44d8-824c-ab44c20ab800, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:57:56.506377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.509493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Pushing event updated for resources: {'Port': ['ID=47540ddf-a3ca-40eb-9b58-44c65d073f6f,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:56.532148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.532856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.533438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.533990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.534514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.535205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.535744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.536585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.537151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.537714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.538231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.538797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Tracked resource versions report: May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: pushed versions: May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: { 'AddressGroup': {'1.2'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'ConntrackHelper': {'1.0'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Log': {'1.0'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Network': {'1.1'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Port': {'1.7'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'PortForwarding': {'1.2'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'QosPolicy': {'1.8'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroup': {'1.4'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroupRule': {'1.2'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SubPort': {'1.0'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Subnet': {'1.1'}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Trunk': {'1.1'}} May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: consumer versions: May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: HyperV agent@hv-neutron-8419: {}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'ConntrackHelper': '1.0', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Log': '1.0', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Network': '1.1', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Port': '1.7', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'PortForwarding': '1.2', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'QosPolicy': '1.8', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroup': '1.4', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SecurityGroupRule': '1.2', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'SubPort': '1.0', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Subnet': '1.1', May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: 'Trunk': '1.1'}} May 19 12:57:56.540203 dv-neutron-841945-1-hyperv neutron-server[88030]: {{(pid=88030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:57:56.560992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Network c23fee00-029f-4938-83b0-252507ecc7c2 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:56.569510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Network 1b54450c-0073-44d8-824c-ab44c20ab800 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:57:56.605453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:56.609166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1b54450c-0073-44d8-824c-ab44c20ab800) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:56.611628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:57:56.621497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:56.625309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.654495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1108497892', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:56.665283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f78660-18d8-4d42-b7e0-361c154abd72 None None] Network 1b54450c-0073-44d8-824c-ab44c20ab800 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:57:56.671937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.674502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1536818017'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:56.688616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.692836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Usage tracker for resource:network and tenant:bac7c4a515204fa3940a293bada11b31 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.693236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Usage tracker for resource:port and tenant:f9aa2dc4172d4f69b554f3768e38847c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.696271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.699696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.702821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.715802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.727946 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3ae4c565-4940-405f-a2cc-b1320a432528 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3499882 May 19 12:57:56.728664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54496) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:56.739905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Made reservation on behalf of bac7c4a515204fa3940a293bada11b31 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:56.743623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.747554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:56.755218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.762208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.765575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Usage tracker for resource:router and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.766031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.769609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.772287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Made reservation on behalf of f9aa2dc4172d4f69b554f3768e38847c for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:56.774637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.789210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.790554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.793512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.793649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Usage tracker for resource:security_group_rule and tenant:bac7c4a515204fa3940a293bada11b31 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.809578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.814716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-722833563'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:56.820274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.826462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.834151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:56.836442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.837446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.841262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Usage tracker for resource:security_group_rule and tenant:f9aa2dc4172d4f69b554f3768e38847c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.848350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.852711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Usage tracker for resource:network and tenant:52a9f9f54d3a4ac78f6e8ca3a7d1e35d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:56.858646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:56.862618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.868120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:56.884895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Attempting to bind port 47540ddf-a3ca-40eb-9b58-44c65d073f6f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:56.885608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Attempting to bind port 47540ddf-a3ca-40eb-9b58-44c65d073f6f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:56.886197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Attempting to bind port 47540ddf-a3ca-40eb-9b58-44c65d073f6f on network c23fee00-029f-4938-83b0-252507ecc7c2 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:56.891496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.893359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.893549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Made reservation on behalf of 52a9f9f54d3a4ac78f6e8ca3a7d1e35d for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:56.897208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.919425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:56.920558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Checking segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:57:56.921319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.921661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.922329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Bound using segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:56.923381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Bound port: 47540ddf-a3ca-40eb-9b58-44c65d073f6f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:56.924022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.937565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.955583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:56.962802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Allocated IP 172.20.0.2 (90871ee3-aa8a-4893-8547-40c5be737b45/061b0a44-44c2-4e6f-88a0-74eee085f977/359e0c27-943c-4e65-bbb3-1e02a50611cd) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:56.982168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892e6b86-98c0-478d-8e60-fc1f9af1fd46,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:56.995165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:57.006555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:57.016286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:57.024655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:57.026809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:57:57.060884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Allocated IP 172.26.3.151 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/06b25d3b-96d4-4cc1-b434-bc94bea4af8f) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:57.069469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.069806 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Added segment 43377fd8-736e-41f7-92e3-6668bb049783 of type vlan for network e606d051-fa93-4e9b-8d09-25b42491a484 May 19 12:57:57.139365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Usage tracker for resource:security_group_rule and tenant:52a9f9f54d3a4ac78f6e8ca3a7d1e35d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:57.204542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:57.212399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] For port 47540ddf-a3ca-40eb-9b58-44c65d073f6f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:57.228116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1b54450c-0073-44d8-824c-ab44c20ab800', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:57:57.229236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.235696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:57.251807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] For port 47540ddf-a3ca-40eb-9b58-44c65d073f6f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47540ddf-a3ca-40eb-9b58-44c65d073f6f,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:57.266301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.327017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.391445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.402303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.407900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Pushing event updated for resources: {'Port': ['ID=2aa99541-748a-446a-b062-c5b21ac43218,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:57.457403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.497719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba4723-56b7-4950-bef4-00d19187d104 None None] Pushing event updated for resources: {'Port': ['ID=47540ddf-a3ca-40eb-9b58-44c65d073f6f,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:57.508889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.536178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.560043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Transition to ACTIVE for port object 359e0c27-943c-4e65-bbb3-1e02a50611cd will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:57.564386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:57.566734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:57:57.579241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5595672-82b3-40bc-b256-fe040f41b242,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:57.583008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.590105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Transition to ACTIVE for port object 359e0c27-943c-4e65-bbb3-1e02a50611cd will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:57.595003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Allocated IP 172.20.0.2 (1b54450c-0073-44d8-824c-ab44c20ab800/32652217-401b-48ee-b796-2dfbe341cad0/a1b92891-21be-4da4-b989-197a3635787a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:57.607350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.652293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.652550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Added segment 7fbf0d5e-2efa-41cf-ae62-84aa77326d0b of type vlan for network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 May 19 12:57:57.683202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.688924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:57.689567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.815389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.816359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Network 90871ee3-aa8a-4893-8547-40c5be737b45 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:57.822484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:57.833782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:57:57.842332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Pushing event updated for resources: {'Port': ['ID=359e0c27-943c-4e65-bbb3-1e02a50611cd,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:57.869492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.921839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.957717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.964320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Pushing event updated for resources: {'Network': ['ID=e606d051-fa93-4e9b-8d09-25b42491a484,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:57.980843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.985709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:57.986505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:57.988455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] device_id is not set on port a65aca7d-f13a-4fbe-872a-1b676eb4a7c3 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:57:57.991673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e606d051-fa93-4e9b-8d09-25b42491a484 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:58.008903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Attempting to bind port 359e0c27-943c-4e65-bbb3-1e02a50611cd on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:58.009263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Attempting to bind port 359e0c27-943c-4e65-bbb3-1e02a50611cd by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:58.009608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Attempting to bind port 359e0c27-943c-4e65-bbb3-1e02a50611cd on network 90871ee3-aa8a-4893-8547-40c5be737b45 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:58.021681 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-890f61da-723d-4e14-b657-c9cfab371379 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4493794 May 19 12:57:58.067722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54508) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:58.105315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event updated for resources: {'Network': ['ID=6396dc2b-2639-4ebe-be9f-9f990cdd6396,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.113059 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bce0eddf-125e-48fd-b725-db4aece69539 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0168459 May 19 12:57:58.128217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.139601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Transition to ACTIVE for port object a1b92891-21be-4da4-b989-197a3635787a will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:58.143552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54514) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:57:58.147781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d7b28-1ac0-413e-8876-eaef335291f5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.164099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Transition to ACTIVE for port object a1b92891-21be-4da4-b989-197a3635787a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:57:58.166837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:58.167145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Request body: {'subnet': {'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:58.167685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Checking segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:57:58.168282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.168813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Bound using segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:58.169637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Bound port: 359e0c27-943c-4e65-bbb3-1e02a50611cd, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:58.170186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.196334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Allocated IP 172.26.3.245 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/fe577aef-6d1b-4c41-9cc2-f9a0047ac678) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:58.207693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:58.208312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.229614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.366596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Pushing event updated for resources: {'Port': ['ID=a1b92891-21be-4da4-b989-197a3635787a,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.368227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.393935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.414098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.418232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.430940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:57:58.440695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.441022 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Added segment 00bd9812-c141-4aab-8f15-471a162a9b3d of type vlan for network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 May 19 12:57:58.466183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'network': {'name': 'tempest-network--2099826950', 'router:external': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:57:58.468978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.471255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:58.475176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:network and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:58.478181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:58.484839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:58.506925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.515059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Network 1b54450c-0073-44d8-824c-ab44c20ab800 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:58.521518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:58.527595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:57:58.534019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Made reservation on behalf of 66a4e546fed5440cb8ce34f2e315db9c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:58.536447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.564950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:58.570637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:58.572496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.599980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:57:58.645971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.651675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:57:58.652045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.654921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] For port 359e0c27-943c-4e65-bbb3-1e02a50611cd, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:58.657635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Attempting to bind port a1b92891-21be-4da4-b989-197a3635787a on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:57:58.658209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Attempting to bind port a1b92891-21be-4da4-b989-197a3635787a by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:57:58.658352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0718c3-b9f5-48eb-b4af-386ae7ed342e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.658795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Attempting to bind port a1b92891-21be-4da4-b989-197a3635787a on network 1b54450c-0073-44d8-824c-ab44c20ab800 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:57:58.667986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:57:58.668385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Checking segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:57:58.668974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.669547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Bound using segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:57:58.670805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Bound port: a1b92891-21be-4da4-b989-197a3635787a, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:57:58.671295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.682187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.684562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] For port 359e0c27-943c-4e65-bbb3-1e02a50611cd, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=359e0c27-943c-4e65-bbb3-1e02a50611cd,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:58.703147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:57:58.711235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:58.735855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:57:58.742128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.749321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:57:58.757838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:57:58.787466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Usage tracker for resource:subnet and tenant:bac7c4a515204fa3940a293bada11b31 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:58.792530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db724c1c-4fd6-4b1a-adff-b707291d532b None None] Network c23fee00-029f-4938-83b0-252507ecc7c2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:57:58.805252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Pushing event updated for resources: {'Port': ['ID=06b25d3b-96d4-4cc1-b434-bc94bea4af8f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.815307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:security_group_rule and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:57:58.818929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:58.832228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Allocated IP 172.26.3.194 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/a65aca7d-f13a-4fbe-872a-1b676eb4a7c3) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:57:58.834538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:58.861614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Pushing event updated for resources: {'Network': ['ID=69a52bee-e2a5-4d5a-959f-aff2f8a91cf3,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:58.893069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:57:58.906903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:57:58.936370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:57:58.947873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Made reservation on behalf of bac7c4a515204fa3940a293bada11b31 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:57:58.951424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks [] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:58.996247 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-692656c9-c5f3-4412-85c1-0c7d6973191d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6116371 May 19 12:57:59.020727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.072413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-80595072-e569-4046-843c-9511de368b10 None None] Provisioning for port 47540ddf-a3ca-40eb-9b58-44c65d073f6f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:59.100637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] For port a1b92891-21be-4da4-b989-197a3635787a, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:57:59.104790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Pushing event updated for resources: {'Port': ['ID=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:59.109078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47540ddf-a3ca-40eb-9b58-44c65d073f6f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:57:59.185171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b27d5-576d-40e8-a5a8-6bc1bc980081 None None] Pushing event updated for resources: {'Port': ['ID=359e0c27-943c-4e65-bbb3-1e02a50611cd,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:59.216386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] For port a1b92891-21be-4da4-b989-197a3635787a, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1b92891-21be-4da4-b989-197a3635787a,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:57:59.227660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.433499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 47540ddf-a3ca-40eb-9b58-44c65d073f6f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:57:59.485455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 47540ddf-a3ca-40eb-9b58-44c65d073f6f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:57:59.485826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.531484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.591529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef87d75-f2c8-4e58-a4d6-75e7472d53be None None] Pushing event updated for resources: {'Port': ['ID=a1b92891-21be-4da4-b989-197a3635787a,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:57:59.672069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.673570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.817434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 47540ddf-a3ca-40eb-9b58-44c65d073f6f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:57:59.818030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:57:59.873542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 47540ddf-a3ca-40eb-9b58-44c65d073f6f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47540ddf-a3ca-40eb-9b58-44c65d073f6f,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:57:59.891263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.007429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=47540ddf-a3ca-40eb-9b58-44c65d073f6f,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:00.042697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-75b39d9e-929b-4239-9c51-1abd575283ce None None] Provisioning complete for port 47540ddf-a3ca-40eb-9b58-44c65d073f6f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:00.043321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-75b39d9e-929b-4239-9c51-1abd575283ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.121578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54534) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:00.127217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.157818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Request body: {'port': {'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3', 'binding:host_id': 'hv-neutron-8419', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1012081673'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:00.163355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.191605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event updated for resources: {'Subnet': ['ID=2389cd43-092d-45c3-baf5-9a163b97f8b0,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:00.231699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:00.255557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-75b39d9e-929b-4239-9c51-1abd575283ce None None] Current status of the port 47540ddf-a3ca-40eb-9b58-44c65d073f6f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:00.272230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:00.274516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Usage tracker for resource:port and tenant:5034d669da134b22b0ac13a7a90d940d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:00.283978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:00.296094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:00.298425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:00.307609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7484b3f8-eccf-4df0-bd35-ace8a8e7159d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:00.324782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.325151 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Added segment 4b11ebad-055c-4619-8c3a-2713e23ca678 of type vlan for network fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de May 19 12:58:00.334858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.348205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.352268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.355886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Made reservation on behalf of 5034d669da134b22b0ac13a7a90d940d for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:00.358150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.364640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Checking segment: {'id': '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:00.365069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Network hostable DHCP agents. Network: 6396dc2b-2639-4ebe-be9f-9f990cdd6396, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:00.476965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.480845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.519648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.523710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.534506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.541174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:00.556968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:00.578348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Usage tracker for resource:security_group_rule and tenant:5034d669da134b22b0ac13a7a90d940d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:00.579216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8febbc66-b4ab-4570-b89d-8d28ea8a2714 None None] Network 90871ee3-aa8a-4893-8547-40c5be737b45 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:00.583381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:00.589181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Pushing event updated for resources: {'Port': ['ID=06b25d3b-96d4-4cc1-b434-bc94bea4af8f,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:00.624120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 6396dc2b-2639-4ebe-be9f-9f990cdd6396) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:00.643829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.658163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:00.658810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.666611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b44489-4bf2-40bf-af2d-b1e2a2e22559 None None] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:00.667711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:00.678931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:00.697429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.698807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dac8281e-cb97-4972-8ed6-63e78c7ef820 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6668942 May 19 12:58:00.703644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54538) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:00.727709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-976618462', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'fixed_ips': [{'ip_address': '172.26.3.151'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:00.743209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:00.751317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Usage tracker for resource:port and tenant:0dd03dff40874cea951ecbbe4a880461 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:00.754935 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-75a5a482-791c-4d9b-919c-d0a7b6ff56f0 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6032403 May 19 12:58:00.758070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:00.761820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54542) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:00.772681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Request body: {'port': {'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396', 'name': 'tempest-DHCPAgentSchedulersTestJSON-780410588'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:00.773747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-70610682-f477-49aa-b23e-8d3b5d9e636d None None] Provisioning for port 359e0c27-943c-4e65-bbb3-1e02a50611cd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:00.834171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.858283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.859315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:00.860070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:00.907809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a8ba9-e5cf-4b37-b945-aae70deebd39 None None] Network 1b54450c-0073-44d8-824c-ab44c20ab800 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:00.931974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:00.939246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Router 27330da0-0f23-4b70-9845-f044282d6891 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:00.949398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:01.003540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.013256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port 333e55bd-c6ef-4940-8139-f9574d75284b yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:01.109473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-6396dc2b-2639-4ebe-be9f-9f990cdd6396', 'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396', 'tenant_id': 'bac7c4a515204fa3940a293bada11b31', 'fixed_ips': [{'subnet_id': '2389cd43-092d-45c3-baf5-9a163b97f8b0'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:58:01.110540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.120840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Usage tracker for resource:port and tenant:bac7c4a515204fa3940a293bada11b31 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:01.145306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:01.152375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Made reservation on behalf of 0dd03dff40874cea951ecbbe4a880461 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:01.155791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.156060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 359e0c27-943c-4e65-bbb3-1e02a50611cd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:01.207615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:01.210555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.220213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.294880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d25c2fe4-4c6f-4d35-9e0b-1b6335ad0a66 None None] Provisioning for port a1b92891-21be-4da4-b989-197a3635787a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:01.298104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:01.309383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Made reservation on behalf of bac7c4a515204fa3940a293bada11b31 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:01.309605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port 333e55bd-c6ef-4940-8139-f9574d75284b yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:01.313753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.320162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.334926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Transition to ACTIVE for port object 333e55bd-c6ef-4940-8139-f9574d75284b will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:01.342924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Usage tracker for resource:security_group_rule and tenant:0dd03dff40874cea951ecbbe4a880461 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:01.347516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5542c0b2-5dad-46ed-a82b-fa4e8d245feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.350898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:01.371536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:01.380777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:01.386647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:01.391204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee2e329-4b49-44ed-ac2f-a0a7ae940daa,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:01.395336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.395546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] device_id is not set on port a1b668d0-091e-496b-b483-30861368a8e0 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:01.397535 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Sync routers for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:01.405795 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3318346 May 19 12:58:01.406520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54546) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:01.412729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 359e0c27-943c-4e65-bbb3-1e02a50611cd completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:01.414729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a31bdf-4f71-426e-93db-6c5a82b65e27 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Network': ['ID=fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:01.430866 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:01.435362 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:57:33Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:01.440592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:01.442477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 359e0c27-943c-4e65-bbb3-1e02a50611cd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:01.443096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.445839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Allocated IP 172.26.3.239 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/358f71af-24b0-4c67-b3c8-352ec094294b) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:01.459060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:01.459990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:01.460585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.465899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Pushing event updated for resources: {'Port': ['ID=a65aca7d-f13a-4fbe-872a-1b676eb4a7c3,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:01.487166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:01.497771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=333e55bd-c6ef-4940-8139-f9574d75284b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:01.550949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.554786 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11c34c95-e4cb-46a8-aeb1-654f6663cabf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.9338961 May 19 12:58:01.554786 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4c948ce2-199e-4bf0-9379-a9c315d0391e tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.3473063 May 19 12:58:01.598966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54550) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:01.599357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54552) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:01.605930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.648437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Router a8793919-db9a-4e88-9b84-224c5885c990 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:01.673609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.194'}]}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:01.699209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:01.721220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Usage tracker for resource:router and tenant:f9aa2dc4172d4f69b554f3768e38847c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:01.728889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:01.730534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Allocated IP 172.20.0.2 (6396dc2b-2639-4ebe-be9f-9f990cdd6396/2389cd43-092d-45c3-baf5-9a163b97f8b0/6905dfd1-c26c-461d-85d8-5519559e9d98) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:01.763094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:01.768436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Checking segment: {'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:01.768792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Network hostable DHCP agents. Network: 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:01.821443 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:01.912458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.913465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:01.998700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 359e0c27-943c-4e65-bbb3-1e02a50611cd is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:01.999489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.048756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:02.071118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:02.075371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Sync routers for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:02.092576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.102903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:02.116789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:02.135627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:02.135972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:02.136427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:02.158861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:02.159238 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:02.161051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.161433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.161885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.162702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.163207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > port after_create 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.163528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.164037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > port after_update 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.164374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.164739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.165120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.165431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.173536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.185370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Transition to ACTIVE for port object 6905dfd1-c26c-461d-85d8-5519559e9d98 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:02.197670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.210544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Transition to ACTIVE for port object 6905dfd1-c26c-461d-85d8-5519559e9d98 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:02.212681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.226042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9779c9-6dba-4476-98b9-14bf33ccc424 None None] Network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:02.245133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] device_id is not set on port aa69b020-cea4-460c-85e0-ca8332016e08 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:02.247856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.302722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.340394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.340953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.341237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.341650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:02.342177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:02.351938 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 2 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:02.369665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.373844 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-58299080-ee58-4079-ac39-c6c6f67b9a0f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6239974 May 19 12:58:02.375721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:02.376114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:02.376571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:02.383013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54558) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:02.383563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:02.383869 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:02.387592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b11ebad-055c-4619-8c3a-2713e23ca678') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:02.387881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b11ebad-055c-4619-8c3a-2713e23ca678') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:02.394398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 3 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:02.396558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 359e0c27-943c-4e65-bbb3-1e02a50611cd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=359e0c27-943c-4e65-bbb3-1e02a50611cd,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:02.398580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Pushing event updated for resources: {'Port': ['ID=6905dfd1-c26c-461d-85d8-5519559e9d98,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:02.406469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:02.407360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:57:33Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:02.477160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-88c21302-059f-4d4d-beb9-33391acdea84 None None] Provisioning complete for port 359e0c27-943c-4e65-bbb3-1e02a50611cd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:02.477701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-88c21302-059f-4d4d-beb9-33391acdea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.489444 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:57:57Z', 'revision_number': 3, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:02.494745 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Checking router: 27330da0-0f23-4b70-9845-f044282d6891 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:02.495096 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Updating router 27330da0-0f23-4b70-9845-f044282d6891 port 2aa99541-748a-446a-b062-c5b21ac43218 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:02.508049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90370a7a-b241-4408-b217-1033f5fe5e32,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:02.520736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.521783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1b92891-21be-4da4-b989-197a3635787a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:02.597394 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.676708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:02.698505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Allocated IP 172.20.0.7 (6396dc2b-2639-4ebe-be9f-9f990cdd6396/2389cd43-092d-45c3-baf5-9a163b97f8b0/a1b668d0-091e-496b-b483-30861368a8e0) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:02.704700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:02.713691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a1b92891-21be-4da4-b989-197a3635787a completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:02.720611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:02.727080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.824992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.849040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a1b92891-21be-4da4-b989-197a3635787a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:02.849628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:02.891359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:02.891949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:02.892282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:02.994813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=359e0c27-943c-4e65-bbb3-1e02a50611cd,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.045297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Attempting to bind port 6905dfd1-c26c-461d-85d8-5519559e9d98 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.045806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Attempting to bind port 6905dfd1-c26c-461d-85d8-5519559e9d98 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.046250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Attempting to bind port 6905dfd1-c26c-461d-85d8-5519559e9d98 on network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.080186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:03.082629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.083009 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.114617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.119651 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 4 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.132885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.136971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:03.137492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Checking segment: {'id': '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:03.137640 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.138071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.138577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Bound using segment: {'id': '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:03.138746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:03.139265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Bound port: 6905dfd1-c26c-461d-85d8-5519559e9d98, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6396dc2b-2639-4ebe-be9f-9f990cdd6396'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:03.139761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.145110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.145513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.145973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.153833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:03.163089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.163578 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.164935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:03.165432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.179020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:03.181425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 5 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.182707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Transition to ACTIVE for port object 2aa99541-748a-446a-b062-c5b21ac43218 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: from cryptography.utils import int_from_bytes May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: from cryptography.utils import int_from_bytes May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn_limited( May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn_limited( May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:03.199752 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:03.204633 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.207456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.207825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.208150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.233283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=358f71af-24b0-4c67-b3c8-352ec094294b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.272024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.272337 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.288216 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Attempting to bind port 2aa99541-748a-446a-b062-c5b21ac43218 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.288430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 6 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.288815 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Attempting to bind port 2aa99541-748a-446a-b062-c5b21ac43218 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.289301 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Attempting to bind port 2aa99541-748a-446a-b062-c5b21ac43218 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.302290 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:03.302907 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:03.303425 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.304033 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:03.304602 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Bound port: 2aa99541-748a-446a-b062-c5b21ac43218, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:03.305088 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.314969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-88c21302-059f-4d4d-beb9-33391acdea84 None None] Current status of the port 359e0c27-943c-4e65-bbb3-1e02a50611cd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:03.333464 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Pushing event updated for resources: {'Port': ['ID=2aa99541-748a-446a-b062-c5b21ac43218,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.359137 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.359719 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.360318 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.360694 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.361101 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.361522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.361914 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.362305 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.362750 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.363436 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.363436 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.363856 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Tracked resource versions report: May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: pushed versions: May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: { 'AddressGroup': {'1.2'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'ConntrackHelper': {'1.0'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Log': {'1.0'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Network': {'1.1'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Port': {'1.7'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'PortForwarding': {'1.2'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'QosPolicy': {'1.8'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroup': {'1.4'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroupRule': {'1.2'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SubPort': {'1.0'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Subnet': {'1.1'}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Trunk': {'1.1'}} May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: consumer versions: May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: { DHCP agent@dv-neutron-841945-1-hyperv: {}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: HyperV agent@hv-neutron-8419: {}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: L3 agent@dv-neutron-841945-1-hyperv: {}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: Metadata agent@dv-neutron-841945-1-hyperv: {}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: Metering agent@dv-neutron-841945-1-hyperv: {}, May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: Open vSwitch agent@dv-neutron-841945-1-hyperv: { 'AddressGroup': '1.2', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'ConntrackHelper': '1.0', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Log': '1.0', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Network': '1.1', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Port': '1.7', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'PortForwarding': '1.2', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'QosPolicy': '1.8', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroup': '1.4', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SecurityGroupRule': '1.2', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'SubPort': '1.0', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Subnet': '1.1', May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: 'Trunk': '1.1'}} May 19 12:58:03.364996 dv-neutron-841945-1-hyperv neutron-server[88031]: {{(pid=88031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:58:03.401930 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] For port 2aa99541-748a-446a-b062-c5b21ac43218, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:03.405641 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] For port 2aa99541-748a-446a-b062-c5b21ac43218, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2aa99541-748a-446a-b062-c5b21ac43218,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:03.410999 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.413619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.422804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.423646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.424668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.468848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Network': ['ID=fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.473379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 12:58:03.477925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.478820 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.500380 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd810ae2-5fcb-40ae-aff3-5e6063e83176 None None] Pushing event updated for resources: {'Port': ['ID=2aa99541-748a-446a-b062-c5b21ac43218,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:03.501562 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 7 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.506601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4e33ac26-cacf-476b-b8f9-334cea931071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.528047 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:03.528322 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:03.555672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.564160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.567733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.568387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.597566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Provisioning complete for port a1b92891-21be-4da4-b989-197a3635787a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:03.597944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.607961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.608914 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.614449 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 8 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.637815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4e8194c7-7705-4c24-94b3-0d3f0c88b940 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/networks/fea0d8ea-7a4f-4747-a5c3-d7f1a814b6de HTTP/1.1" status: 204 len: 168 time: 2.2243464 May 19 12:58:03.684594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54564) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:03.748439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:03.786802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.787157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.787677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.790481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:03.797805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.798269 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.801063 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 9 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.808367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:network and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:03.812983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 19 12:58:03.813505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 12:58:03.822251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.823250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:03.829054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] For port 6905dfd1-c26c-461d-85d8-5519559e9d98, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:03.838434 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:03.839287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] For port 6905dfd1-c26c-461d-85d8-5519559e9d98, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6905dfd1-c26c-461d-85d8-5519559e9d98,segment=NetworkSegment(7fbf0d5e-2efa-41cf-ae62-84aa77326d0b),segment_id=7fbf0d5e-2efa-41cf-ae62-84aa77326d0b)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:03.844827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.845242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.845782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.854590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.855058 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.890037 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 10 to bind port 333e55bd-c6ef-4940-8139-f9574d75284b May 19 12:58:03.898159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:03.926449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:03.926900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:03.927336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:03.937932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a1b92891-21be-4da4-b989-197a3635787a is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:03.939234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.940661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 333e55bd-c6ef-4940-8139-f9574d75284b on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:03.940992 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 333e55bd-c6ef-4940-8139-f9574d75284b on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:03.941347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.986989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:03.996135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Made reservation on behalf of 66a4e546fed5440cb8ce34f2e315db9c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:04.001546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.109485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a1b92891-21be-4da4-b989-197a3635787a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1b92891-21be-4da4-b989-197a3635787a,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:04.140392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.141507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47540ddf-a3ca-40eb-9b58-44c65d073f6f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:04.148155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] For port 333e55bd-c6ef-4940-8139-f9574d75284b, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:04.148531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempted to set empty binding levels {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 12:58:04.160942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.200512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Allocated IP 172.20.0.1 (90871ee3-aa8a-4893-8547-40c5be737b45/061b0a44-44c2-4e6f-88a0-74eee085f977/195b1514-1844-4407-a4b3-8937bc357d49) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:04.211619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.248062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:04.248660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.258909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 47540ddf-a3ca-40eb-9b58-44c65d073f6f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:04.259272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.292516 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4268c49d-c103-41fc-8490-d60258519c4d tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.5761666 May 19 12:58:04.312186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:04.321235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Current status of the port a1b92891-21be-4da4-b989-197a3635787a is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:04.321626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.335796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.336799 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Added segment bcf90e02-6f8a-4013-bbc3-8ccc898f8764 of type vlan for network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 May 19 12:58:04.343799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f72404-6642-4694-9b1c-9b9b4898f8cd None None] Pushing event updated for resources: {'Port': ['ID=6905dfd1-c26c-461d-85d8-5519559e9d98,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:04.363636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54568) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:04.374795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=333e55bd-c6ef-4940-8139-f9574d75284b,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:04.391559 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:57:57Z', 'revision_number': 3, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:04.401040 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd9f9c-e12c-46e2-9d01-01f588a9d372 None None] The sync data for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv is: [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:57:57Z', 'revision_number': 3, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:04.444442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.479737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:57:59Z', 'revision_number': 3, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:04.488492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Checking router: a8793919-db9a-4e88-9b84-224c5885c990 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:04.488831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Updating router a8793919-db9a-4e88-9b84-224c5885c990 port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:04.545603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a1b92891-21be-4da4-b989-197a3635787a,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:04.566358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Transition to ACTIVE for port object a1b668d0-091e-496b-b483-30861368a8e0 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:04.614721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:58:04.615032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:58:04.641965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0d96b2ff-98d1-4ae6-9768-73c2f2251521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.5104997 May 19 12:58:04.642777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.646365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54572) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:04.652973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Deleting port 06b25d3b-96d4-4cc1-b434-bc94bea4af8f {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:04.653329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.791978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.793079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:04.793926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.805068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Deleting port 333e55bd-c6ef-4940-8139-f9574d75284b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:04.805259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.929120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:04.968981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 47540ddf-a3ca-40eb-9b58-44c65d073f6f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:05.009733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.015290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.020899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.113610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Transition to ACTIVE for port object 195b1514-1844-4407-a4b3-8937bc357d49 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:05.143520 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4185252 May 19 12:58:05.145585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54576) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:05.165684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'subnet': {'network_id': '4aac2c00-12f6-430d-858d-f4eb223ef3a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:05.183540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:05.287523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.303901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:subnet and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:05.314842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:05.315543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1b92891-21be-4da4-b989-197a3635787a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:05.319341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.319656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.365471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:05.387067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.407725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.415143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c2832-f01a-4e94-8c6f-ee88fde7806b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Network': ['ID=4aac2c00-12f6-430d-858d-f4eb223ef3a6,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:05.424129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-be50b548-3c24-417d-95ab-2f42548f0fc8 None None] Current status of the port a1b92891-21be-4da4-b989-197a3635787a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:05.436787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Transition to ACTIVE for port object fe577aef-6d1b-4c41-9cc2-f9a0047ac678 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:05.454824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:05.487555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.524804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:05.526277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event updated for resources: {'Port': ['ID=a1b668d0-091e-496b-b483-30861368a8e0,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:05.560027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Calling delete_port for 06b25d3b-96d4-4cc1-b434-bc94bea4af8f owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:05.608982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:05.658019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] For port 333e55bd-c6ef-4940-8139-f9574d75284b, host hv-neutron-8419, got binding levels [] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:05.658602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.668345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a1b92891-21be-4da4-b989-197a3635787a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:05.669212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.670889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.727126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Network 90871ee3-aa8a-4893-8547-40c5be737b45 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:05.728066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Made reservation on behalf of 66a4e546fed5440cb8ce34f2e315db9c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:05.730329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.752558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b7f35-7880-4059-b5f1-d7eb92443886 None None] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:05.779113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:05.784820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:05.785771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:05.795344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4ba37-86ad-45b3-88ca-2b7c0e292a0c None None] Pushing event updated for resources: {'Port': ['ID=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:05.826862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:05.900715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Attempting to bind port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:05.901082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Attempting to bind port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:05.901616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Attempting to bind port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:05.914592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dcc86a2a-e60c-4436-82c4-c3c40908d75f None None] Provisioning for port 6905dfd1-c26c-461d-85d8-5519559e9d98 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:05.929141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.005232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a1b92891-21be-4da4-b989-197a3635787a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:06.006347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 359e0c27-943c-4e65-bbb3-1e02a50611cd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:06.037997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:06.097388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:06.097959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:06.098452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.098988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:06.099628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Bound port: fe577aef-6d1b-4c41-9cc2-f9a0047ac678, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:06.100287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.153856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Calling delete_port for 333e55bd-c6ef-4940-8139-f9574d75284b owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:06.235381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.252093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Allocated IP 172.20.0.1 (c23fee00-029f-4938-83b0-252507ecc7c2/a2e105b0-2a62-469b-af1f-1e2e6d81e184/439c7f64-d12a-4421-959b-ced353345eeb) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:06.256031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] For port fe577aef-6d1b-4c41-9cc2-f9a0047ac678, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:06.279310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 359e0c27-943c-4e65-bbb3-1e02a50611cd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:06.279792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.313744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] For port fe577aef-6d1b-4c41-9cc2-f9a0047ac678, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:06.341403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.376403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1ada3d53-73f2-463f-abdd-0886d0356da3 None None] Provisioning for port 195b1514-1844-4407-a4b3-8937bc357d49 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:06.399350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.412085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Pushing event updated for resources: {'Port': ['ID=195b1514-1844-4407-a4b3-8937bc357d49,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:06.416083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Transition to ACTIVE for port object 439c7f64-d12a-4421-959b-ced353345eeb will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:06.447717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1ada3d53-73f2-463f-abdd-0886d0356da3 None None] Provisioning complete for port 195b1514-1844-4407-a4b3-8937bc357d49 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:06.448228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1ada3d53-73f2-463f-abdd-0886d0356da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.535365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.558618 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-376e134c-07c9-498b-b618-b439e003e224 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7957032 May 19 12:58:06.563843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.564216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:06.565008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:06.569151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54582) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:06.591713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.636871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event deleted for resources: {'Port': ['ID=333e55bd-c6ef-4940-8139-f9574d75284b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:06.673625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4ba37-86ad-45b3-88ca-2b7c0e292a0c None None] Pushing event updated for resources: {'Port': ['ID=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:06.691746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Deleting port a1b668d0-091e-496b-b483-30861368a8e0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:06.692562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.740573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.752400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Network c23fee00-029f-4938-83b0-252507ecc7c2 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:06.766629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:06.770271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1ada3d53-73f2-463f-abdd-0886d0356da3 None None] Port 195b1514-1844-4407-a4b3-8937bc357d49 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:06.781648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.813531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Pushing event deleted for resources: {'Port': ['ID=06b25d3b-96d4-4cc1-b434-bc94bea4af8f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:06.818935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:06.819424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.851774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.859086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:06.859368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:06.860953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Pushing event updated for resources: {'Port': ['ID=439c7f64-d12a-4421-959b-ced353345eeb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:07.017408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 359e0c27-943c-4e65-bbb3-1e02a50611cd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:07.018549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aa99541-748a-446a-b062-c5b21ac43218 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:07.055059 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06cb7d5b-581d-46f6-aa76-ad6d5efbf2b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "DELETE /v2.0/ports/333e55bd-c6ef-4940-8139-f9574d75284b HTTP/1.1" status: 204 len: 168 time: 2.3702986 May 19 12:58:07.055059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.057860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.059205 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5cea3143-5b71-438f-8ebc-041237912b71 tempest-ExternalNetworksAdminNegativeTestJSON-315862767 tempest-ExternalNetworksAdminNegativeTestJSON-315862767-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/ea1734e9-34db-447d-8deb-b5e83165a82b HTTP/1.1" status: 204 len: 168 time: 2.6859746 May 19 12:58:07.074440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.096991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54586) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:07.266988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Provisioning for port 439c7f64-d12a-4421-959b-ced353345eeb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:07.283254 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-0096ec37-d95b-4dbe-996c-7d7e7ee45da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] GET failed (client error): The resource could not be found. May 19 12:58:07.284174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0096ec37-d95b-4dbe-996c-7d7e7ee45da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Synchronizing usage tracker for tenant:5034d669da134b22b0ac13a7a90d940d on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:07.289826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Provisioning complete for port 439c7f64-d12a-4421-959b-ced353345eeb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:07.290180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.332921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2aa99541-748a-446a-b062-c5b21ac43218 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:07.392589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2aa99541-748a-446a-b062-c5b21ac43218 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:07.393187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.513632 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Port 439c7f64-d12a-4421-959b-ced353345eeb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:07.526721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.551643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54594) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:07.580672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Provisioning for port a1b668d0-091e-496b-b483-30861368a8e0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:07.600857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Provisioning complete for port a1b668d0-091e-496b-b483-30861368a8e0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:07.601217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.659003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:57:59Z', 'revision_number': 3, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:07.668195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.669536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed784df-be70-412e-b40e-58bc3ed7a612 None None] The sync data for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv is: [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:57:59Z', 'revision_number': 3, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:07.671206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2aa99541-748a-446a-b062-c5b21ac43218 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:07.671650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.693215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.699668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d5b663d8-1132-479e-832d-0abee3b28a10 None None] Port a1b668d0-091e-496b-b483-30861368a8e0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:07.705130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 2aa99541-748a-446a-b062-c5b21ac43218, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2aa99541-748a-446a-b062-c5b21ac43218,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:07.716867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.717589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6905dfd1-c26c-461d-85d8-5519559e9d98 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:07.728889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.809745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Pushing event updated for resources: {'Port': ['ID=195b1514-1844-4407-a4b3-8937bc357d49,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:07.839229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0096ec37-d95b-4dbe-996c-7d7e7ee45da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Unset dirty status for tenant:5034d669da134b22b0ac13a7a90d940d on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:07.844512 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0096ec37-d95b-4dbe-996c-7d7e7ee45da6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "GET /v2.0/ports/333e55bd-c6ef-4940-8139-f9574d75284b HTTP/1.1" status: 404 len: 333 time: 0.7013540 May 19 12:58:07.846463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54600) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:07.854995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Request body: {'port': {'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-733193935'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:07.860004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.870628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:07.887575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=2aa99541-748a-446a-b062-c5b21ac43218,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:07.905605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 6905dfd1-c26c-461d-85d8-5519559e9d98 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:07.912582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6905dfd1-c26c-461d-85d8-5519559e9d98 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:07.913002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:07.948273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:07.997363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Calling delete_port for a1b668d0-091e-496b-b483-30861368a8e0 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:07.997488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Made reservation on behalf of 5034d669da134b22b0ac13a7a90d940d for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:07.999826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.032444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.047178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9b17d80d-82fa-4fa0-8488-ec4137d77770 None None] Provisioning complete for port a1b668d0-091e-496b-b483-30861368a8e0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:08.047750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9b17d80d-82fa-4fa0-8488-ec4137d77770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.064413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.088620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port 8c773ae1-f316-4371-a50d-283d17c8e4c0 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:08.101498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.128724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9b17d80d-82fa-4fa0-8488-ec4137d77770 None None] Port a1b668d0-091e-496b-b483-30861368a8e0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:08.134737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 12:58:08.135195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.174229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Router 91431dee-2caf-468e-a10b-82e53e81140e is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:58:08.211889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6905dfd1-c26c-461d-85d8-5519559e9d98 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:08.212308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.220653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Network 90871ee3-aa8a-4893-8547-40c5be737b45 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:08.226537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:08.273241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 6905dfd1-c26c-461d-85d8-5519559e9d98, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6905dfd1-c26c-461d-85d8-5519559e9d98,segment=NetworkSegment(7fbf0d5e-2efa-41cf-ae62-84aa77326d0b),segment_id=7fbf0d5e-2efa-41cf-ae62-84aa77326d0b)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:08.279438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:08.284242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Usage tracker for resource:security_group_rule and tenant:75cbdc9da0814b4bac513319658a432a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:08.287805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:08.288094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.295188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:08.377988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Subnet': ['ID=226151f6-1c67-4c04-87ef-a657808dfe56,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:08.397083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=6905dfd1-c26c-461d-85d8-5519559e9d98,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:08.466239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Checking segment: {'id': 'bcf90e02-6f8a-4013-bbc3-8ccc898f8764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4aac2c00-12f6-430d-858d-f4eb223ef3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:08.466768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Network hostable DHCP agents. Network: 4aac2c00-12f6-430d-858d-f4eb223ef3a6, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:08.541553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fe577aef-6d1b-4c41-9cc2-f9a0047ac678 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:08.634703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:08.640202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:08.640973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.709169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2cad9e7b-2e36-4a6e-b14f-002fb188527f None None] Provisioning complete for port 195b1514-1844-4407-a4b3-8937bc357d49 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:08.709634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2cad9e7b-2e36-4a6e-b14f-002fb188527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.738881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Router a8793919-db9a-4e88-9b84-224c5885c990 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:58:08.756267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.819588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2cad9e7b-2e36-4a6e-b14f-002fb188527f None None] Port 195b1514-1844-4407-a4b3-8937bc357d49 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:08.833911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:08.834314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.847084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:08.854474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port fe577aef-6d1b-4c41-9cc2-f9a0047ac678, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:08.861464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.862025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aa99541-748a-446a-b062-c5b21ac43218 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:08.918345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.923381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4aac2c00-12f6-430d-858d-f4eb223ef3a6) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:08.923616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:08.951256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af77f5-172b-4420-8cbf-58caffc4c663 None None] Network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:08.953221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:08.953811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.007157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9dd6f9bb-df37-47df-9a49-ea71a5a80223 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8604717 May 19 12:58:09.010163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54604) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:09.013598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.015654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:09.023080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'floatingip': {'floating_network_id': '4aac2c00-12f6-430d-858d-f4eb223ef3a6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:09.064654 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d253005a-1036-4389-a2df-893cb4929329 admin admin] 10.222.0.44 "PUT /v2.0/routers/a8793919-db9a-4e88-9b84-224c5885c990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6795359 May 19 12:58:09.071756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:09.073945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.105858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:09.130188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2aa99541-748a-446a-b062-c5b21ac43218 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:09.131030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.141366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=8c773ae1-f316-4371-a50d-283d17c8e4c0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:09.156971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:floatingip and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:09.163369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:09.167299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:09.171788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:09.174080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:09.183509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:09.184631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:09.185371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.213175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.246170 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ecb641bf-8b3d-4907-b4d4-ceed8686137e tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3983502 May 19 12:58:09.297210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.301275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54610) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:09.311602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:09.340682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2aa99541-748a-446a-b062-c5b21ac43218 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:09.381240 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75cbdc9da0814b4bac513319658a432a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8228130 May 19 12:58:09.388431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54622) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:09.394953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf539f-e06a-4f0e-83e3-7294b89cd785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8de3e-c501-4420-ac19-d2eae53aaa45,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:09.399804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a781fb-99b9-4f95-a6b0-06ec23913ffb None None] Network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:09.406447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.406922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 787522d6-f5e9-4b94-80c0-2fbed0d8a4e8 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:09.447758 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 19 12:58:09.451548 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5e804192-bed1-4d90-917f-800e2465a150 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.8434107 May 19 12:58:09.461463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54626) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:09.536094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Deleting port a65aca7d-f13a-4fbe-872a-1b676eb4a7c3 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:09.536521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.704377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eea39588-e0a7-4adc-a6e8-15be4460a9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.715375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:09.719851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.728542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.728902 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Sync routers for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:09.739488 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:09.740892 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:09.823987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eea39588-e0a7-4adc-a6e8-15be4460a9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.827450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event deleted for resources: {'Port': ['ID=a1b668d0-091e-496b-b483-30861368a8e0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:09.898749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:09.962428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Sync routers for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:09.978465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:09.979120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:10.041439 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:10.139929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.145231 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd39b3d0-72e0-46d3-a749-6bb7deab6f25 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "DELETE /v2.0/ports/a1b668d0-091e-496b-b483-30861368a8e0 HTTP/1.1" status: 204 len: 168 time: 3.5413649 May 19 12:58:10.150070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54632) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:10.150598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.156701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-42fb9c1a-4201-436a-a216-1eb8a6a72bc5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.4199862 May 19 12:58:10.162553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54634) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:10.234371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.271889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eea39588-e0a7-4adc-a6e8-15be4460a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.338312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:10.378188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.381099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.383368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:10.467799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fe577aef-6d1b-4c41-9cc2-f9a0047ac678 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:10.485070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54644) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:10.507907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092828526', 'description': 'tempest-description--516707293'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:10.518444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea39588-e0a7-4adc-a6e8-15be4460a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8de3e-c501-4420-ac19-d2eae53aaa45,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:10.536661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:10.558989 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d2da617b-3ff2-4b81-90b9-59478b563b20 tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4052405 May 19 12:58:10.599961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54648) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:10.602766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Usage tracker for resource:security_group and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:10.614026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:10.622245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:03Z', 'revision_number': 3, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:10.628859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eea39588-e0a7-4adc-a6e8-15be4460a9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.629982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eea39588-e0a7-4adc-a6e8-15be4460a9a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2a8de3e-c501-4420-ac19-d2eae53aaa45 HTTP/1.1" status: 204 len: 168 time: 1.2122376 May 19 12:58:10.630177 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Checking router: 91431dee-2caf-468e-a10b-82e53e81140e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:10.630697 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Updating router 91431dee-2caf-468e-a10b-82e53e81140e port 358f71af-24b0-4c67-b3c8-352ec094294b binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:10.644058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Allocated IP 172.20.0.7 (4aac2c00-12f6-430d-858d-f4eb223ef3a6/226151f6-1c67-4c04-87ef-a657808dfe56/a0095e2c-871a-47a9-a9e5-4988e0a8157b) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:10.649076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1135793967'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:10.660469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port 8c773ae1-f316-4371-a50d-283d17c8e4c0 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:10.662974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:10.665516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:10.672260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Pushing event updated for resources: {'Port': ['ID=439c7f64-d12a-4421-959b-ced353345eeb,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:10.694769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Usage tracker for resource:network and tenant:bac7c4a515204fa3940a293bada11b31 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:10.700558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:10.710379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.713477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:10.725363 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.738663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.769618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.780952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Made reservation on behalf of bac7c4a515204fa3940a293bada11b31 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:10.784146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Transition to ACTIVE for port object 8c773ae1-f316-4371-a50d-283d17c8e4c0 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:10.784824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.824063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.901450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:10.901820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:10.954329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Calling delete_port for a65aca7d-f13a-4fbe-872a-1b676eb4a7c3 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:10.984512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:11.014219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Usage tracker for resource:security_group_rule and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:11.023352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:11.037797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:11.038308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:11.039090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6905dfd1-c26c-461d-85d8-5519559e9d98 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:11.045877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:11.051519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Network c23fee00-029f-4938-83b0-252507ecc7c2 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:11.059507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:11.106529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.107012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Added segment 3bd19ad1-f8e9-4e5e-8b93-d0ea47cc9e71 of type vlan for network db739802-0cec-485b-98f3-9601e24a3998 May 19 12:58:11.141524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 2, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:11.153136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Checking router: a8793919-db9a-4e88-9b84-224c5885c990 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:11.153136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Updating router a8793919-db9a-4e88-9b84-224c5885c990 port 195b1514-1844-4407-a4b3-8937bc357d49 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:11.154265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=8c773ae1-f316-4371-a50d-283d17c8e4c0,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.341867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.353571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.384582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54658) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:11.418813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.437228 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.450388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:11.452799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:11.452799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:11.512374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.528869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6905dfd1-c26c-461d-85d8-5519559e9d98 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:11.529244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.561584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.569435 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Transition to ACTIVE for port object 358f71af-24b0-4c67-b3c8-352ec094294b will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:11.578575 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.579240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.587126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.590591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:11.590740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.590912 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:11.596289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:11.596943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.632863 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 2 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:11.665037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Port': ['ID=a0095e2c-871a-47a9-a9e5-4988e0a8157b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.667051 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Attempting to bind port 358f71af-24b0-4c67-b3c8-352ec094294b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:11.667424 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Attempting to bind port 358f71af-24b0-4c67-b3c8-352ec094294b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:11.667785 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Attempting to bind port 358f71af-24b0-4c67-b3c8-352ec094294b on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:11.676813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8cfb00bd-0ef2-44f2-b709-65a1d7294fee None None] Provisioning complete for port 439c7f64-d12a-4421-959b-ced353345eeb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:11.677192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8cfb00bd-0ef2-44f2-b709-65a1d7294fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.677529 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a0370-05fb-44d7-884d-2b58d4e67204 None None] Pushing event updated for resources: {'Port': ['ID=358f71af-24b0-4c67-b3c8-352ec094294b,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.679920 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:11.680295 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:11.680692 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.681183 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:11.681578 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Bound port: 358f71af-24b0-4c67-b3c8-352ec094294b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:11.681967 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.699600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:11.700155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:11.700908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:11.715609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Pushing event deleted for resources: {'Port': ['ID=a65aca7d-f13a-4fbe-872a-1b676eb4a7c3,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.722782 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1da81791-8cc1-4bc5-9236-d465f0a66051 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0dd03dff40874cea951ecbbe4a880461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339384 May 19 12:58:11.723210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54666) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:11.737373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:11.747776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:11.755735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:11.767417 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] For port 358f71af-24b0-4c67-b3c8-352ec094294b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:11.770678 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] For port 358f71af-24b0-4c67-b3c8-352ec094294b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=358f71af-24b0-4c67-b3c8-352ec094294b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:11.781678 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.793473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Router 27330da0-0f23-4b70-9845-f044282d6891 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:58:11.816325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb00bd-0ef2-44f2-b709-65a1d7294fee None None] Port 439c7f64-d12a-4421-959b-ced353345eeb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:11.835647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:11.836251 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:11.844884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6905dfd1-c26c-461d-85d8-5519559e9d98 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:11.845081 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 3 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:11.859879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c785ef-6cc4-474c-aa1e-e998ac2a0343,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.870412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event updated for resources: {'Network': ['ID=db739802-0cec-485b-98f3-9601e24a3998,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.873202 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-57214ded-843f-4be8-a651-f2a4118e8b71 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2610893 May 19 12:58:11.874157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.878695 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-038154a5-ee86-42b8-9b04-9d81053d19ab tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3932261 May 19 12:58:11.886472 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:11.887538 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:11.929083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54670) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:11.929549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54672) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:11.969750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:11.971316 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a0370-05fb-44d7-884d-2b58d4e67204 None None] Pushing event updated for resources: {'Port': ['ID=358f71af-24b0-4c67-b3c8-352ec094294b,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:11.987089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Transition to ACTIVE for port object 195b1514-1844-4407-a4b3-8937bc357d49 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:11.996968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.081642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2020c7b-38a2-45e3-9520-a022682e630f None None] Pushing event updated for resources: {'Port': ['ID=195b1514-1844-4407-a4b3-8937bc357d49,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:12.153477 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:12.181871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network db739802-0cec-485b-98f3-9601e24a3998 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:12.196787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.214878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:12.237264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e22d8efe-5ac3-4dd2-bc17-5bea2a889933 admin admin] 10.222.0.44 "PUT /v2.0/routers/27330da0-0f23-4b70-9845-f044282d6891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6325293 May 19 12:58:12.249719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Request body: {'security_group_rule': {'security_group_id': 'b1c785ef-6cc4-474c-aa1e-e998ac2a0343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:12.295537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:12.301519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.303610 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-294cf2cb-8c80-409e-8128-bbcf5f0f5837 tempest-RoutersAdminNegativeIpV6Test-338003928 tempest-RoutersAdminNegativeIpV6Test-338003928-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a65aca7d-f13a-4fbe-872a-1b676eb4a7c3 HTTP/1.1" status: 204 len: 168 time: 2.8407004 May 19 12:58:12.311164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Usage tracker for resource:security_group_rule and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:12.343383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:12.367173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:12.403701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Attempting to bind port 195b1514-1844-4407-a4b3-8937bc357d49 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:12.404657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Attempting to bind port 195b1514-1844-4407-a4b3-8937bc357d49 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:12.405357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Attempting to bind port 195b1514-1844-4407-a4b3-8937bc357d49 on network 90871ee3-aa8a-4893-8547-40c5be737b45 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:12.414758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:12.415526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Checking segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:12.416084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.416598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Bound using segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:12.417240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Bound port: 195b1514-1844-4407-a4b3-8937bc357d49, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:12.417748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.452503 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Sync routers for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:12.562793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.575498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] For port 195b1514-1844-4407-a4b3-8937bc357d49, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:12.579926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] For port 195b1514-1844-4407-a4b3-8937bc357d49, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=195b1514-1844-4407-a4b3-8937bc357d49,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:12.583873 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:12.584628 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:12.587276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.661462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.697293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:12.698232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:12.749499 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ad1a41e6-3e4c-4c57-a43b-cc7d6c91cc7b tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/agents/253fb820-0be9-4139-b23d-cdb53c9e90aa/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.5378320 May 19 12:58:12.760315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54688) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:12.830866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54692) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:12.866949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2020c7b-38a2-45e3-9520-a022682e630f None None] Pushing event updated for resources: {'Port': ['ID=195b1514-1844-4407-a4b3-8937bc357d49,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:12.951760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:12.963088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.006393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b96a9-bf77-4c01-8f00-44835570a810,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:13.043033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.049120 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2033c5df-c509-4e08-93b3-3f4c69302fda tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8361018 May 19 12:58:13.057852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54698) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.072064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Request body: {'security_group_rule': {'security_group_id': 'b1c785ef-6cc4-474c-aa1e-e998ac2a0343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:13.086244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:13.090741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d2c693-6f1d-42dc-a77c-33d91116cdb2 tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] Network db739802-0cec-485b-98f3-9601e24a3998 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:13.095456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:13.102187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.112173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Usage tracker for resource:security_group_rule and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:13.116061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:13.124731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:13.130356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:13.132501 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:13.134751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Usage tracker for resource:security_group_rule and tenant:3791dca698ea4f25bba1e1c18995aa66 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:13.137814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:13.144430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:13.205702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Allocated IP 172.20.0.1 (1b54450c-0073-44d8-824c-ab44c20ab800/32652217-401b-48ee-b796-2dfbe341cad0/b7aa682a-c12e-42a3-94c4-eec0e43cb8d9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:13.237665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.246290 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-67d2c693-6f1d-42dc-a77c-33d91116cdb2 tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "POST /v2.0/agents/253fb820-0be9-4139-b23d-cdb53c9e90aa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4838381 May 19 12:58:13.249489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.257251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54706) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.270429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e6f9b-6b53-43aa-9c1c-55ca1b5054c4 None None] Network db739802-0cec-485b-98f3-9601e24a3998 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:13.282410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:13.282918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:13.283268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:13.286996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54710) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.304346 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:03Z', 'revision_number': 3, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:13.316062 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dd97-3c66-4138-a23a-6a8a92854baa None None] The sync data for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv is: [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:03Z', 'revision_number': 3, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:13.353728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3791dca698ea4f25bba1e1c18995aa66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146251 May 19 12:58:13.355291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.362237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54714) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.404301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:13.404763 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:13.411113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545403913', 'description': 'tempest-description--48938182'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:13.424816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6076f245-8dc3-480d-b9b2-4e577bfd6fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.426497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 4 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:13.428870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3161d-6d99-4f1d-88ff-67c9361cf298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d3ddd5-1986-45ee-bfb3-d509147aabad,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:13.457129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:13.476581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:13.476909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:13.477233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:13.497309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:13.497629 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:13.513737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Usage tracker for resource:security_group and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:13.516391 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 5 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:13.536412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:13.549090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:13.549425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:13.549754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:13.555020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.598549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:13.598997 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:13.599828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:13.600060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f139120-293b-44ef-80dd-8e7eabc2fb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.615461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.615701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 6 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:13.629048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6076f245-8dc3-480d-b9b2-4e577bfd6fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.630331 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 2, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:13.634923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Checking router: 27330da0-0f23-4b70-9845-f044282d6891 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:13.635415 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Updating router 27330da0-0f23-4b70-9845-f044282d6891 port 439c7f64-d12a-4421-959b-ced353345eeb binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:13.649141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.699861 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c7eb32c0-2caa-461d-976d-9b84d8222f40 tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/agents/253fb820-0be9-4139-b23d-cdb53c9e90aa/dhcp-networks HTTP/1.1" status: 200 len: 7991 time: 0.4304321 May 19 12:58:13.704383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54718) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.730783 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.738500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7c7f6c-44f3-42ea-9ce6-192698a03e87,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:13.748620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f139120-293b-44ef-80dd-8e7eabc2fb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.795054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.825921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.833507 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d16d03af-1b40-4eb4-bf0c-b1c081bb4b57 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7694166 May 19 12:58:13.833507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54722) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.841987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:13.892108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:13.905931 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-739442a0-4279-4ed0-acdf-108e780ea1ee tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "DELETE /v2.0/agents/253fb820-0be9-4139-b23d-cdb53c9e90aa/dhcp-networks/db739802-0cec-485b-98f3-9601e24a3998 HTTP/1.1" status: 204 len: 168 time: 0.1902437 May 19 12:58:13.909490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Usage tracker for resource:floatingip and tenant:7b66be797cc84c82a48e68ee1f9581a8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:13.911715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54726) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:13.915435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:13.923981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:13.928762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:13.928762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:13.928762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:13.938000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:12Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:13.940257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:13.950175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0457524-06dc-43b7-a020-226074c0c762 None None] The sync data for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv is: [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:12Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:13.968432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f139120-293b-44ef-80dd-8e7eabc2fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.000912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:14.039632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f139120-293b-44ef-80dd-8e7eabc2fb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d3ddd5-1986-45ee-bfb3-d509147aabad,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:14.062678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f139120-293b-44ef-80dd-8e7eabc2fb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.066922 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f139120-293b-44ef-80dd-8e7eabc2fb1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9d3ddd5-1986-45ee-bfb3-d509147aabad HTTP/1.1" status: 204 len: 168 time: 0.6543186 May 19 12:58:14.123805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:14.124134 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:14.215471 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 7 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:14.219342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.233271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Usage tracker for resource:security_group_rule and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:14.250680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:14.329786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:14.367233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:14.369023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:14.370027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:14.395691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.408653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6076f245-8dc3-480d-b9b2-4e577bfd6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.450629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:14.452725 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:14.455431 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.480613 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 8 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:14.490854 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Transition to ACTIVE for port object 439c7f64-d12a-4421-959b-ced353345eeb will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:14.495294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076f245-8dc3-480d-b9b2-4e577bfd6fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90370a7a-b241-4408-b217-1033f5fe5e32,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:14.531687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:14.539998 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.556896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Transition to ACTIVE for port object b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:14.565280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Allocated IP 172.26.3.166 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/986f7e8e-dcd7-41a2-a983-b3659c294a99) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:14.575951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 195b1514-1844-4407-a4b3-8937bc357d49 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:14.587987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.601793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:14.602121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:14.602452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:14.615271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:14.615612 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:14.632152 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 9 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:14.649362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.728325 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6b21d-140c-499a-969d-7f13706c7e93 None None] Pushing event updated for resources: {'Port': ['ID=439c7f64-d12a-4421-959b-ced353345eeb,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:14.765307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54738) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:14.782390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 195b1514-1844-4407-a4b3-8937bc357d49 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:14.795605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 195b1514-1844-4407-a4b3-8937bc357d49 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:14.796399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.865865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-15299d01-65c6-4627-99a6-afc8c4873482 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9aa2dc4172d4f69b554f3768e38847c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0992990 May 19 12:58:14.866544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54742) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:14.901309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.943294 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1f9d601f-2a3a-412b-a123-186e3da516f1 tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/agents/253fb820-0be9-4139-b23d-cdb53c9e90aa/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 1.0158219 May 19 12:58:14.948395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.952664 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9383829 May 19 12:58:14.952664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:14.952664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:14.952664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:14.953893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6076f245-8dc3-480d-b9b2-4e577bfd6fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:14.955255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54746) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:14.955694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54748) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:14.958326 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6076f245-8dc3-480d-b9b2-4e577bfd6fe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90370a7a-b241-4408-b217-1033f5fe5e32 HTTP/1.1" status: 204 len: 168 time: 3.2140799 May 19 12:58:14.993819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:14.994297 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:15.006509 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 10 to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 May 19 12:58:15.036520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:15.039320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:15.041903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:15.053102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 195b1514-1844-4407-a4b3-8937bc357d49 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:15.053700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.064550 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Attempting to bind port 439c7f64-d12a-4421-959b-ced353345eeb on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:15.064927 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Attempting to bind port 439c7f64-d12a-4421-959b-ced353345eeb by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:15.066656 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Attempting to bind port 439c7f64-d12a-4421-959b-ced353345eeb on network c23fee00-029f-4938-83b0-252507ecc7c2 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:15.082907 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:15.083215 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Checking segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:15.083643 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.083998 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Bound using segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:15.084473 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Bound port: 439c7f64-d12a-4421-959b-ced353345eeb, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:15.084844 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.094274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdca00b-fddb-4b21-9d25-28b4fc1a53e5 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Port': ['ID=a0095e2c-871a-47a9-a9e5-4988e0a8157b,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.097096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:15.097641 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:15.098249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.120223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.133996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.199542 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba0ec53c-c810-45a1-8247-86f70366af93 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=4aac2c00-12f6-430d-858d-f4eb223ef3a6 HTTP/1.1" status: 200 len: 689 time: 0.2324414 May 19 12:58:15.201290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 195b1514-1844-4407-a4b3-8937bc357d49, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=195b1514-1844-4407-a4b3-8937bc357d49,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:15.202327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54756) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:15.214667 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f9ec459b-b472-41b1-bfde-cade9f36e01b tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/networks/6396dc2b-2639-4ebe-be9f-9f990cdd6396/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2466743 May 19 12:58:15.214667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5409b737-4919-4202-87db-1185bc94dc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.216404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.219480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 358f71af-24b0-4c67-b3c8-352ec094294b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:15.221314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.225826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54758) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:15.232532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.303682 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] For port 439c7f64-d12a-4421-959b-ced353345eeb, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:15.307170 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] For port 439c7f64-d12a-4421-959b-ced353345eeb, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=439c7f64-d12a-4421-959b-ced353345eeb,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:15.320300 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.377625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f68750-d056-4f5c-ac71-75834116ead9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.387482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.391588 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-26258b73-56b4-4b96-961a-f625da268ccb tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0871930 May 19 12:58:15.407560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54766) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:15.412019 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6b21d-140c-499a-969d-7f13706c7e93 None None] Pushing event updated for resources: {'Port': ['ID=439c7f64-d12a-4421-959b-ced353345eeb,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.426595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Request body: {'security_group_rule': {'security_group_id': '07f68750-d056-4f5c-ac71-75834116ead9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:15.432213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Network 1b54450c-0073-44d8-824c-ab44c20ab800 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:15.450195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:15.454510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:15.458991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:15.472708 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:15.473989 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:15.543499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=195b1514-1844-4407-a4b3-8937bc357d49,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.572849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 358f71af-24b0-4c67-b3c8-352ec094294b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:15.579940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 358f71af-24b0-4c67-b3c8-352ec094294b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:15.580329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.696616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6e36411c-d8ca-4124-8643-f8d855c5cfd6 tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/networks/6396dc2b-2639-4ebe-be9f-9f990cdd6396/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4664655 May 19 12:58:15.703598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:15.726447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5409b737-4919-4202-87db-1185bc94dc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.788043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Usage tracker for resource:security_group_rule and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:15.798542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:15.815734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] For port 8c773ae1-f316-4371-a50d-283d17c8e4c0, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:15.816212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempted to set empty binding levels {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 12:58:15.827654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Pushing event updated for resources: {'Port': ['ID=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:15.833363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:15.841515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.858232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 358f71af-24b0-4c67-b3c8-352ec094294b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:15.859082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.902024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 358f71af-24b0-4c67-b3c8-352ec094294b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=358f71af-24b0-4c67-b3c8-352ec094294b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:15.918123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ec7f8941-c91d-4d46-90a3-f0d474cc8271 None None] Provisioning for port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:15.923159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.943695 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:15.953457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] In _notify_port_updated(), no bound segment for port 8c773ae1-f316-4371-a50d-283d17c8e4c0 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:15.954689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:15.955439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.956975 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "PUT /v2.0/ports/8c773ae1-f316-4371-a50d-283d17c8e4c0 HTTP/1.1" status: 200 len: 980 time: 6.6539240 May 19 12:58:15.958345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.960945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54782) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:15.984680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:15.997242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ec7f8941-c91d-4d46-90a3-f0d474cc8271 None None] Provisioning complete for port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:15.997620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8941-c91d-4d46-90a3-f0d474cc8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.090630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.100965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.123944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d56dea-e1d5-4025-a8d2-772b48256937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=8c773ae1-f316-4371-a50d-283d17c8e4c0,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.188240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=358f71af-24b0-4c67-b3c8-352ec094294b,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.199379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f8941-c91d-4d46-90a3-f0d474cc8271 None None] Port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:16.352202 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5920e7c2-ceb7-48dc-aa4c-090c403fc25b tempest-DHCPAgentSchedulersTestJSON-2021435661 tempest-DHCPAgentSchedulersTestJSON-2021435661-project-admin] 10.222.0.44 "GET /v2.0/agents/253fb820-0be9-4139-b23d-cdb53c9e90aa/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.6365688 May 19 12:58:16.370318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54794) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:16.389174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5409b737-4919-4202-87db-1185bc94dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.395759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:16.420515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Deleting port a0095e2c-871a-47a9-a9e5-4988e0a8157b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:16.421029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.440358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.450176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:16.474337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:16.475359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 195b1514-1844-4407-a4b3-8937bc357d49 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:16.495067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b737-4919-4202-87db-1185bc94dc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d7b28-1ac0-413e-8876-eaef335291f5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.511638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.523476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event updated for resources: {'Port': ['ID=986f7e8e-dcd7-41a2-a983-b3659c294a99,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.549362 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:16.560179 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fa413b-fc26-494c-8dea-0cf1bbd078d6,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:16.560401 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58611283-ef4b-4cca-83ad-15b13cb4f211 None None] The sync data for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv is: [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:16.580580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.580983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.581447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.585668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5409b737-4919-4202-87db-1185bc94dc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.589302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.589440 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5409b737-4919-4202-87db-1185bc94dc11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/477d7b28-1ac0-413e-8876-eaef335291f5 HTTP/1.1" status: 204 len: 168 time: 1.7060924 May 19 12:58:16.589549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.589630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54798) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:16.589705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.589705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.589705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.589705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.589961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.590265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.590736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.591183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.591635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.592085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.592527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:16.594915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Synchronizing usage tracker for tenant:5034d669da134b22b0ac13a7a90d940d on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:16.661754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 195b1514-1844-4407-a4b3-8937bc357d49 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:16.662303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.738117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.747796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.773164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:16.774445 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ade30f1e-acca-4d8f-bb92-31cd0b78675f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3619280 May 19 12:58:16.802846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Unset dirty status for tenant:5034d669da134b22b0ac13a7a90d940d on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:16.806252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-76ee69cb-676d-4c2f-9b20-063432f4b511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14698 time: 0.8372221 May 19 12:58:16.820884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54802) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:16.821440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54804) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:16.856620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 195b1514-1844-4407-a4b3-8937bc357d49 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:16.857830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 358f71af-24b0-4c67-b3c8-352ec094294b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:16.908752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.016717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Request body: {'security_group_rule': {'security_group_id': '07f68750-d056-4f5c-ac71-75834116ead9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:17.018551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 358f71af-24b0-4c67-b3c8-352ec094294b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:17.019144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.073735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:17.084706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.103597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Usage tracker for resource:security_group_rule and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:17.120859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:17.207536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.226496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.257379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:17.287668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 358f71af-24b0-4c67-b3c8-352ec094294b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:17.316892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Deleting port 8c773ae1-f316-4371-a50d-283d17c8e4c0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:17.317239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.400550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-421366345'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:17.417503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Calling delete_port for a0095e2c-871a-47a9-a9e5-4988e0a8157b owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:17.445613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.452794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:17.472342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.473656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Usage tracker for resource:network and tenant:2b4fffbcc4f4422a867f8480434d17dd is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:17.478436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:17.525203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:17.552995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db739802-0cec-485b-98f3-9601e24a3998']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:17.579391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd19ad1-f8e9-4e5e-8b93-d0ea47cc9e71') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:17.579697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd19ad1-f8e9-4e5e-8b93-d0ea47cc9e71') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:17.632362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Made reservation on behalf of 2b4fffbcc4f4422a867f8480434d17dd for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:17.636755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.661947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.738936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:17.741078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.745505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.749435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Usage tracker for resource:security_group_rule and tenant:2b4fffbcc4f4422a867f8480434d17dd is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:17.756102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:17.773951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:17.774889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.788318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.803588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.865461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.881900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54832) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:17.909810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0095e2c-871a-47a9-a9e5-4988e0a8157b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:17.918293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.922258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:17.927573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.937972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f06348e-d11d-4879-97c1-f87589ccd47d,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:17.944532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.954852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:17.981268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:17.981673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:18.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:18.118186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.119741 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-baae714e-ceae-4270-ac2d-287cd10c1319 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2885892 May 19 12:58:18.133638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-636634250'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:18.142713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54838) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:18.144590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event updated for resources: {'Port': ['ID=986f7e8e-dcd7-41a2-a983-b3659c294a99,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.149189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.158523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:18.159221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Pushing event updated for resources: {'Port': ['ID=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.164212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:18.172729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.175308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Usage tracker for resource:network and tenant:1f0de558fecd4d4e84a5bed6606c0846 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:18.180935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:18.184299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:18.207907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Usage tracker for resource:floatingip and tenant:0424bcd6fa4c48cd9ef01a43f23401d3 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:18.213908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:18.214107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:18.240666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:18.249425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.316575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.326668 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a51ac168-5a22-4009-be24-289a42772459 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4846668 May 19 12:58:18.326668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.350372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.357258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.360285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] For port 8c773ae1-f316-4371-a50d-283d17c8e4c0, host hv-neutron-8419, got binding levels [] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:18.361444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.393938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.411197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.442188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 439c7f64-d12a-4421-959b-ced353345eeb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:18.463507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:18.464567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:18.468091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.498676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.499212 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Added segment 72e44fbf-4eba-4af0-867e-4fcae43da4a2 of type vlan for network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e May 19 12:58:18.529295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.541774 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "DELETE /v2.0/networks/db739802-0cec-485b-98f3-9601e24a3998 HTTP/1.1" status: 204 len: 168 time: 2.1669927 May 19 12:58:18.541774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1640c74-c49c-48a0-be5b-b157dd9c7540 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event deleted for resources: {'Network': ['ID=db739802-0cec-485b-98f3-9601e24a3998,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.542973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54846) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:18.550512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Calling delete_port for 8c773ae1-f316-4371-a50d-283d17c8e4c0 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:18.554125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba55f52-a25b-45a7-a599-1dd0e2ca6d04,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.564521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 439c7f64-d12a-4421-959b-ced353345eeb completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:18.577770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 439c7f64-d12a-4421-959b-ced353345eeb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:18.579902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.583140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.611778 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db52f24-4341-45a8-b18a-3bd0183ec5aa tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] DELETE failed (client error): The resource could not be found. May 19 12:58:18.612248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db52f24-4341-45a8-b18a-3bd0183ec5aa tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 12:58:18.620969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:18.622368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.630708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Usage tracker for resource:security_group_rule and tenant:1f0de558fecd4d4e84a5bed6606c0846 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:18.643046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:18.653120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:18.674333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.681237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:18.681908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.705645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7db52f24-4341-45a8-b18a-3bd0183ec5aa tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "DELETE /v2.0/ports/a1b668d0-091e-496b-b483-30861368a8e0 HTTP/1.1" status: 404 len: 333 time: 0.1534200 May 19 12:58:18.706632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=226151f6-1c67-4c04-87ef-a657808dfe56,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.711181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54858) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:18.751670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.761962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Network 1b54450c-0073-44d8-824c-ab44c20ab800 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:18.770119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 439c7f64-d12a-4421-959b-ced353345eeb is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:18.770546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.809269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:18.812971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 439c7f64-d12a-4421-959b-ced353345eeb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=439c7f64-d12a-4421-959b-ced353345eeb,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:18.818458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.907908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.923223 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1086495 May 19 12:58:18.959869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54868) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:18.964306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.972228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.992819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c773ae1-f316-4371-a50d-283d17c8e4c0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:18.995805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:18.999949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=439c7f64-d12a-4421-959b-ced353345eeb,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:19.011465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.011811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.012557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.012889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > port after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.013207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.013878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > port after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.014058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.014390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.014819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.015166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.035083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Request body: {'subnet': {'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:19.157800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-abb27259-c202-4566-b3c5-bda3f045448a None None] Provisioning complete for port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:19.158020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-abb27259-c202-4566-b3c5-bda3f045448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.233128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.233874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.234694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.234694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:58:19.234915 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aac2c00-12f6-430d-858d-f4eb223ef3a6']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:19.241164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d63aa-042b-41f0-8418-568c45a902f7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:19.245869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54876) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:19.262977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-abb27259-c202-4566-b3c5-bda3f045448a None None] Port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:19.265899 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 12:58:19.266750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:19.294400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf90e02-6f8a-4013-bbc3-8ccc898f8764') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:19.294724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf90e02-6f8a-4013-bbc3-8ccc898f8764') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:19.303737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3ee22-b5a3-40c2-980f-0adb71fc5494 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event updated for resources: {'Network': ['ID=4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:19.315470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:19.316043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.351001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.357305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d3d92975-7a96-491e-b5ed-0146ffb32d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "DELETE /v2.0/ports/8c773ae1-f316-4371-a50d-283d17c8e4c0 HTTP/1.1" status: 204 len: 168 time: 2.5221245 May 19 12:58:19.357484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-e57e19bb-5a21-4a5a-ba26-8e52012588f0 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Synchronizing usage tracker for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:19.362806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54880) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:19.365203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Deleting subnet 2389cd43-092d-45c3-baf5-9a163b97f8b0 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:58:19.368779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.371317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:19.371715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.373793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: from cryptography.utils import int_from_bytes May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: from cryptography.utils import int_from_bytes May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn_limited( May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn_limited( May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:19.421910 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:19.437530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.437866 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Added segment fb824b78-2649-45dc-874f-9e835f3f0bf2 of type vlan for network 1ffe67e9-5410-480b-abbe-4631f8244b54 May 19 12:58:19.469788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:19.475758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.518932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Router 91431dee-2caf-468e-a10b-82e53e81140e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:58:19.527123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Usage tracker for resource:subnet and tenant:2b4fffbcc4f4422a867f8480434d17dd is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:19.532246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.535950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:19.544075 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a5f30c-4d96-450c-9411-8aa04724ddb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] GET failed (client error): The resource could not be found. May 19 12:58:19.545399 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f5a5f30c-4d96-450c-9411-8aa04724ddb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "GET /v2.0/ports/8c773ae1-f316-4371-a50d-283d17c8e4c0 HTTP/1.1" status: 404 len: 333 time: 0.1816471 May 19 12:58:19.549207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:19.552433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54884) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:19.563232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-e57e19bb-5a21-4a5a-ba26-8e52012588f0 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Unset dirty status for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:19.564347 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-e57e19bb-5a21-4a5a-ba26-8e52012588f0 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2092828526&fields=id&tenant_id=7b66be797cc84c82a48e68ee1f9581a8 HTTP/1.1" status: 200 len: 267 time: 0.3166111 May 19 12:58:19.568708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1715078244', 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:19.580259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:19.597782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Usage tracker for resource:port and tenant:5034d669da134b22b0ac13a7a90d940d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:19.612781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.651578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Made reservation on behalf of 2b4fffbcc4f4422a867f8480434d17dd for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:19.655096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.676138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:19.699780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:19.728220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4aac2c00-12f6-430d-858d-f4eb223ef3a6 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 12:58:19.736081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.744105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aac2c00-12f6-430d-858d-f4eb223ef3a6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:19.774718 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-77b54969-6d5d-4436-8b97-cf3a77d43f3e tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4aac2c00-12f6-430d-858d-f4eb223ef3a6 HTTP/1.1" status: 204 len: 168 time: 4.5565083 May 19 12:58:19.781193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54888) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:19.836708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.842013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:19.842627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.870667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Allocated IP 172.26.3.12 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/c724f62b-f3df-4ce3-b8fd-b5652763eaab) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:19.884153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-2e432376-3692-431d-8431-eb698571e0ae tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:19.885622 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-2e432376-3692-431d-8431-eb698571e0ae tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/networks?id=90871ee3-aa8a-4893-8547-40c5be737b45 HTTP/1.1" status: 200 len: 811 time: 0.3108823 May 19 12:58:19.885825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Made reservation on behalf of 5034d669da134b22b0ac13a7a90d940d for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:19.888089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:19.890205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ebcc1916-93ae-45bf-b1bb-d027cd312a91 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Synchronizing usage tracker for tenant:66a4e546fed5440cb8ce34f2e315db9c on resource:floatingip {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:19.910740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-a5c314b8-aefd-4209-b4cf-7756009a37a7 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/quotas/7b66be797cc84c82a48e68ee1f9581a8 HTTP/1.1" status: 200 len: 375 time: 0.0145874 May 19 12:58:20.027312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ebcc1916-93ae-45bf-b1bb-d027cd312a91 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Unset dirty status for tenant:66a4e546fed5440cb8ce34f2e315db9c on resource:floatingip {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:20.031334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ebcc1916-93ae-45bf-b1bb-d027cd312a91 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2467446 May 19 12:58:20.036444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54892) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:20.168948 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2749152 May 19 12:58:20.172441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54896) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:20.177725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ad014-d331-4687-9fba-e707f969abd8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Network': ['ID=1ffe67e9-5410-480b-abbe-4631f8244b54,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:20.184421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port 70b2f5db-b151-404b-95a0-7ae0ef119307 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:20.195838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:20.232272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.263284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.263710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.264209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.264662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.265218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.265653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.266086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:20.267104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Synchronizing usage tracker for tenant:66a4e546fed5440cb8ce34f2e315db9c on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:20.272200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'subnet': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:20.292758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.307963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Unset dirty status for tenant:66a4e546fed5440cb8ce34f2e315db9c on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:20.309136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ead3f91e-fe4c-4ebc-8ace-8c7b59ad956b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4605 time: 0.2699234 May 19 12:58:20.313673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54900) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:20.322733 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-9ad9f39b-5a16-48a4-9408-db280e8c185b tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b66be797cc84c82a48e68ee1f9581a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3949234 May 19 12:58:20.382707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:58:20.393008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 439c7f64-d12a-4421-959b-ced353345eeb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:20.401055 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-1709040e-22e0-41df-90a2-ec0999e78c6b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] delete failed (client error): The resource could not be found. May 19 12:58:20.404837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1709040e-22e0-41df-90a2-ec0999e78c6b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/a5110aa5-8db8-414b-a9b0-47662de307fc HTTP/1.1" status: 404 len: 345 time: 0.0783255 May 19 12:58:20.405918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54908) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:20.428155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Sync routers for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:58:20.441212 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f918f26c-a9a1-4f50-9065-d1ae4ca3a20b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] DELETE failed (client error): The resource could not be found. May 19 12:58:20.441679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f918f26c-a9a1-4f50-9065-d1ae4ca3a20b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 12:58:20.444874 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f918f26c-a9a1-4f50-9065-d1ae4ca3a20b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4aac2c00-12f6-430d-858d-f4eb223ef3a6 HTTP/1.1" status: 404 len: 339 time: 0.0366139 May 19 12:58:20.449172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54912) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:20.457106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'network': {'name': 'tempest-network--1455168312', 'router:external': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:20.462467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:20.467076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:network and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:20.470744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:20.474661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.474850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:20.476781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:20.501319 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-20061e59-e7d4-464f-aa2b-a46b46ede6fa admin admin] 10.222.0.44 "PUT /v2.0/routers/91431dee-2caf-468e-a10b-82e53e81140e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3282292 May 19 12:58:20.513942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:20.543684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:20.559633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Usage tracker for resource:subnet and tenant:1f0de558fecd4d4e84a5bed6606c0846 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:20.567297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:20.569005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:20.570189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.572127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:20.576752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:20.640862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Made reservation on behalf of 66a4e546fed5440cb8ce34f2e315db9c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:20.643236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.665327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:20.668127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-42a87ffc-a989-456a-baf9-12683f97af42 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:58:20.669570 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-42a87ffc-a989-456a-baf9-12683f97af42 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1527896 May 19 12:58:20.670824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event updated for resources: {'Port': ['ID=c724f62b-f3df-4ce3-b8fd-b5652763eaab,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:20.671034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event deleted for resources: {'Subnet': ['ID=2389cd43-092d-45c3-baf5-9a163b97f8b0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:20.691406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:20.754723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.788116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:20.791626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.795443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:20.814612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.816193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.816531 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Added segment 3183e363-3824-4d8e-96cc-f41615c4f966 of type vlan for network add42e06-6b16-4e64-abb3-14c7cc0395e8 May 19 12:58:20.823488 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf72651e-d66e-488b-8e0a-eae594591e5e tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "DELETE /v2.0/subnets/2389cd43-092d-45c3-baf5-9a163b97f8b0 HTTP/1.1" status: 204 len: 168 time: 2.1111794 May 19 12:58:20.831325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54920) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:20.854874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8262b-93d2-4b1f-9524-fc9fcfee929a None None] Network 6396dc2b-2639-4ebe-be9f-9f990cdd6396 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:20.891545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:20.984687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.019534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.038734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event updated for resources: {'Subnet': ['ID=36fa7e01-c7de-43d7-89d3-ddf57fd10621,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:21.038958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 439c7f64-d12a-4421-959b-ced353345eeb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:21.039308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.053030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Checking segment: {'id': '72e44fbf-4eba-4af0-867e-4fcae43da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:21.053429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Network hostable DHCP agents. Network: 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:21.110980 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-aaf4f5a5-e4c0-4dea-9dad-92d9afc612b0 service neutron] 10.222.0.44 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275730 May 19 12:58:21.120091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.136027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:21.142283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.226594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:21.237572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:21.239325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:21.246625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54928) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:21.250330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:21.251486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:21.251847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.265764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:21.266363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.277733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269592394', 'description': 'tempest-description--1259229611'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:21.279907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.283009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509bd7f-89be-4ca9-b866-f1f5305436ea None None] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:21.283541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:21.314507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Usage tracker for resource:security_group and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:21.321556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:21.328323 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7746928 May 19 12:58:21.330231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54932) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:21.342802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:21.347728 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2aa16608-0144-4a15-970f-1c098432c7dc tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3759668 May 19 12:58:21.351247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e55bf0-52a9-414e-9f74-6e4b83cd6910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=70b2f5db-b151-404b-95a0-7ae0ef119307,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:21.354873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54936) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:21.364219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Request body: {'port': {'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1037995801'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:21.383606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.386855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.440771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Deleting port 6905dfd1-c26c-461d-85d8-5519559e9d98 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:21.441014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.518004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.519783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:21.520605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.522696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:21.529589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 439c7f64-d12a-4421-959b-ced353345eeb is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:21.546945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Usage tracker for resource:security_group_rule and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:21.556351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:21.583092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:21.587145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Subnet': ['ID=5f64bd04-a86a-4f67-82d4-2ac6c25d5654,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:21.591079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:17Z', 'revision_number': 2, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:21.598883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Checking router: 91431dee-2caf-468e-a10b-82e53e81140e for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:58:21.599226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Updating router 91431dee-2caf-468e-a10b-82e53e81140e port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:58:21.641076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Checking segment: {'id': 'fb824b78-2649-45dc-874f-9e835f3f0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:21.641437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network hostable DHCP agents. Network: 1ffe67e9-5410-480b-abbe-4631f8244b54, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:21.651521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:21.662202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Usage tracker for resource:port and tenant:2b4fffbcc4f4422a867f8480434d17dd is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:21.668823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:21.678693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:21.682998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-e37c5557-c26a-48df-bb55-6f1bdcfc446d service neutron] 10.222.0.44 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657892 May 19 12:58:21.698377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3518c-d66b-4ce0-96a1-9053d6a2c059 None None] DHCP port deletion for 6396dc2b-2639-4ebe-be9f-9f990cdd6396 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:58:21.701233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:21.711893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd308c2-8ac7-4923-af25-6f89a6f84d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:21.713264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0fd308c2-8ac7-4923-af25-6f89a6f84d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "GET /v2.0/ports/70b2f5db-b151-404b-95a0-7ae0ef119307 HTTP/1.1" status: 200 len: 959 time: 0.3783104 May 19 12:58:21.718661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54940) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:21.722979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Made reservation on behalf of 2b4fffbcc4f4422a867f8480434d17dd for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:21.726410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.748655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e', 'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e', 'tenant_id': '2b4fffbcc4f4422a867f8480434d17dd', 'fixed_ips': [{'subnet_id': '36fa7e01-c7de-43d7-89d3-ddf57fd10621'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:58:21.750647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.757930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Network': ['ID=add42e06-6b16-4e64-abb3-14c7cc0395e8,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:21.764295 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-16bc59bd-d747-41a0-ada8-7d40499c0b0f tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3141308 May 19 12:58:21.771753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 54944) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:21.791922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1ffe67e9-5410-480b-abbe-4631f8244b54) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:21.795797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.812419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:21.813049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.818863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8be3518c-d66b-4ce0-96a1-9053d6a2c059 None None] Deleting port 6905dfd1-c26c-461d-85d8-5519559e9d98 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:21.820587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8be3518c-d66b-4ce0-96a1-9053d6a2c059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.820723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] device_id is not set on port 243d9ee3-319d-4574-a495-5dec82eab4f0 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:21.860232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.862044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.895406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network add42e06-6b16-4e64-abb3-14c7cc0395e8 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:21.959846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Deleting port 70b2f5db-b151-404b-95a0-7ae0ef119307 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:21.960192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:21.988950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3a650-ac73-481a-b7f2-503e8dcdf60f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:22.017280 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b2118021-782a-4bb8-9f95-4f177837adab tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8352580 May 19 12:58:22.017280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.017280 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-791ae3fa-c09a-4d61-9e58-f7d20401e075 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7664983 May 19 12:58:22.023566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54966) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:22.023902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54968) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:22.066057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'name': 'tempest-AllowedAddressPairTestJSON-83276282'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:22.071634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b745f74-2064-43f6-9e49-5acd6e2df5cb None None] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:22.084104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:22.102712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Request body: {'security_group_rule': {'security_group_id': '3ba3a650-ac73-481a-b7f2-503e8dcdf60f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:22.120460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:22.214263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:22.261106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] For port 6905dfd1-c26c-461d-85d8-5519559e9d98, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6905dfd1-c26c-461d-85d8-5519559e9d98,segment=NetworkSegment(7fbf0d5e-2efa-41cf-ae62-84aa77326d0b),segment_id=7fbf0d5e-2efa-41cf-ae62-84aa77326d0b)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:22.261469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.297345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.311228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Usage tracker for resource:security_group_rule and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:22.323367 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 12:58:22.326454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:22.436071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:22.442485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6905dfd1-c26c-461d-85d8-5519559e9d98 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:58:22.472726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-2bcc4d5f-2c54-4bd2-b9b5-5b528693ee6d req-13950c67-6a49-4061-9c7d-e02137aed23b tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Synchronizing usage tracker for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:22.480055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.503252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Calling delete_port for 6905dfd1-c26c-461d-85d8-5519559e9d98 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:22.503642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Allocated IP 2001:db8::37f (4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e/36fa7e01-c7de-43d7-89d3-ddf57fd10621/243d9ee3-319d-4574-a495-5dec82eab4f0) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:22.643485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.673744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1ffe67e9-5410-480b-abbe-4631f8244b54', 'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'tenant_id': '1f0de558fecd4d4e84a5bed6606c0846', 'fixed_ips': [{'subnet_id': '5f64bd04-a86a-4f67-82d4-2ac6c25d5654'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:58:22.674960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.679217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-2bcc4d5f-2c54-4bd2-b9b5-5b528693ee6d req-13950c67-6a49-4061-9c7d-e02137aed23b tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Unset dirty status for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:22.680414 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2bcc4d5f-2c54-4bd2-b9b5-5b528693ee6d req-13950c67-6a49-4061-9c7d-e02137aed23b tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.5953538 May 19 12:58:22.711959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83b2c9-20cd-49dc-a7ca-913bcbe5de95 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:22.719180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83b2c9-20cd-49dc-a7ca-913bcbe5de95 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:22.731453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83b2c9-20cd-49dc-a7ca-913bcbe5de95 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:22.737284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83b2c9-20cd-49dc-a7ca-913bcbe5de95 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:22.742181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5c83b2c9-20cd-49dc-a7ca-913bcbe5de95 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.9667706 May 19 12:58:22.750672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 54998) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:22.752887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:22.772522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.781334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event updated for resources: {'Port': ['ID=c724f62b-f3df-4ce3-b8fd-b5652763eaab,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:22.796581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.807159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Usage tracker for resource:port and tenant:1f0de558fecd4d4e84a5bed6606c0846 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:22.810994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.817914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:22.838884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8be3518c-d66b-4ce0-96a1-9053d6a2c059 None None] The port '6905dfd1-c26c-461d-85d8-5519559e9d98' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 12:58:22.876212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event deleted for resources: {'Port': ['ID=6905dfd1-c26c-461d-85d8-5519559e9d98,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:22.879340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:22.880957 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2c5e51fd-fcec-4520-960d-842ad872de1c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7327247 May 19 12:58:22.882264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] No DVR routers for this DVR port 6905dfd1-c26c-461d-85d8-5519559e9d98 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:58:22.978639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No active binding found for port 6905dfd1-c26c-461d-85d8-5519559e9d98 {{(pid=88030) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 12:58:22.978639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6905dfd1-c26c-461d-85d8-5519559e9d98 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:58:23.040973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:23.078901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.088125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.104856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Calling delete_port for 70b2f5db-b151-404b-95a0-7ae0ef119307 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:23.117232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6396dc2b-2639-4ebe-be9f-9f990cdd6396']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:23.132422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:23.132776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbf0d5e-2efa-41cf-ae62-84aa77326d0b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:23.145948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.166108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.175036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:23.175643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.249352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Allocated IP 172.20.0.2 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:23.297807 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:23.326072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.330303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.370639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.391786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.400209 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-ee2c343e-e95f-4d30-8d96-bf26f5863a49 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1545403913&fields=id&tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3 HTTP/1.1" status: 200 len: 267 time: 0.1006765 May 19 12:58:23.404487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] Pushing event deleted for resources: {'Network': ['ID=6396dc2b-2639-4ebe-be9f-9f990cdd6396,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:23.419979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:23.423500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.427093 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ade58bf-c2d7-497e-b429-b30bd28d3a84 tempest-DHCPAgentSchedulersTestJSON-130207272 tempest-DHCPAgentSchedulersTestJSON-130207272-project] 10.222.0.44 "DELETE /v2.0/networks/6396dc2b-2639-4ebe-be9f-9f990cdd6396 HTTP/1.1" status: 204 len: 168 time: 2.5748971 May 19 12:58:23.496078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.510172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event deleted for resources: {'Port': ['ID=70b2f5db-b151-404b-95a0-7ae0ef119307,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:23.524081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Transition to ACTIVE for port object b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:23.529356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7088e423-fda2-4d02-83d1-b3998ff5e5d7,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:23.540648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.540895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.588320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] device_id is not set on port 87de8d4c-5823-4545-bc6c-3b0d49a9754c yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:23.665548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-12b983b6-c049-4538-9e20-25be6d8b83e8 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:23.667704 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-12b983b6-c049-4538-9e20-25be6d8b83e8 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/networks?id=c23fee00-029f-4938-83b0-252507ecc7c2 HTTP/1.1" status: 200 len: 805 time: 0.2392597 May 19 12:58:23.681041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.693407 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-5c0dec64-7e4b-4c66-8278-c20893117966 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/quotas/0424bcd6fa4c48cd9ef01a43f23401d3 HTTP/1.1" status: 200 len: 375 time: 0.0145652 May 19 12:58:23.715550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55028) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:23.716031 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-08642917-eafc-4b01-9bd7-504ae82b9471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "DELETE /v2.0/ports/70b2f5db-b151-404b-95a0-7ae0ef119307 HTTP/1.1" status: 204 len: 168 time: 1.9941511 May 19 12:58:23.717005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.720840 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b554c9a9-ad92-4011-a8d0-c387f7a146b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6597459 May 19 12:58:23.731284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55030) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:23.756637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Request body: {'security_group_rule': {'security_group_id': '3ba3a650-ac73-481a-b7f2-503e8dcdf60f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:23.762601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:23.767087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Usage tracker for resource:security_group_rule and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:23.775351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:23.781713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:23.789323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ce14a-499b-4bcc-a796-6b0d74bf62ed None None] Pushing event updated for resources: {'Port': ['ID=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:23.820951 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-78defc66-78e7-4483-b4e6-1014894373c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] GET failed (client error): The resource could not be found. May 19 12:58:23.822100 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-78defc66-78e7-4483-b4e6-1014894373c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "GET /v2.0/ports/70b2f5db-b151-404b-95a0-7ae0ef119307 HTTP/1.1" status: 404 len: 333 time: 0.0999410 May 19 12:58:23.846302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55038) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:23.900999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.929576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Request body: {'port': {'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524092493'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:23.953574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55042) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:23.963423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:23.964585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Transition to ACTIVE for port object 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:23.985489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:23.993853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Usage tracker for resource:port and tenant:5034d669da134b22b0ac13a7a90d940d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:24.004774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Transition to ACTIVE for port object 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:24.033290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.035421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-0dabbba3-e832-4adc-a2f6-5af44e8d2736 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Synchronizing usage tracker for tenant:0424bcd6fa4c48cd9ef01a43f23401d3 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:24.063475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-0dabbba3-e832-4adc-a2f6-5af44e8d2736 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Unset dirty status for tenant:0424bcd6fa4c48cd9ef01a43f23401d3 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:24.064541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:24.074611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.080877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Attempting to bind port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:24.081234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Attempting to bind port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:24.081583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Attempting to bind port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 on network 1b54450c-0073-44d8-824c-ab44c20ab800 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:24.082617 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-0dabbba3-e832-4adc-a2f6-5af44e8d2736 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501333 May 19 12:58:24.140376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:24.141266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Pushing event updated for resources: {'Port': ['ID=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:24.148782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:24.153997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:24.184731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:24.202889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:24.203288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Checking segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:24.203689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.204074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Bound using segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:24.204551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Bound port: b7aa682a-c12e-42a3-94c4-eec0e43cb8d9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:24.205053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.230701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0d11ae20-ebe4-4c5f-8a34-acf40ac04fa1 req-8a4fe86a-d89a-4675-9eab-2c29aec324b3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.1615610 May 19 12:58:24.233592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.261129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Transition to ACTIVE for port object 243d9ee3-319d-4574-a495-5dec82eab4f0 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:24.276255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Made reservation on behalf of 5034d669da134b22b0ac13a7a90d940d for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:24.278543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.285959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c1bc064e-4de5-4ca5-9da1-1bb1b733e588 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bac7c4a515204fa3940a293bada11b31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3277178 May 19 12:58:24.286173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Attempting to bind port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:24.286173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Attempting to bind port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fb824b78-2649-45dc-874f-9e835f3f0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:24.286173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Attempting to bind port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 on network 1ffe67e9-5410-480b-abbe-4631f8244b54 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:24.287184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55048) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:24.328073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add42e06-6b16-4e64-abb3-14c7cc0395e8']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:24.337952 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-6f9463eb-dd20-4e2c-9c9f-93337c92f2df service neutron] 10.222.0.44 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475560 May 19 12:58:24.342842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Allocated IP 172.20.0.14 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/87de8d4c-5823-4545-bc6c-3b0d49a9754c) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:24.346809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:24.389942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3183e363-3824-4d8e-96cc-f41615c4f966') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:24.390194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3183e363-3824-4d8e-96cc-f41615c4f966') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:24.393171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] For port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:24.397993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] For port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:24.402255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:24.402714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Checking segment: {'id': 'fb824b78-2649-45dc-874f-9e835f3f0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:24.403697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.404268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Bound using segment: {'id': 'fb824b78-2649-45dc-874f-9e835f3f0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:24.404852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Bound port: 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb824b78-2649-45dc-874f-9e835f3f0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:24.406279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.416233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.423792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.451338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.466601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.479512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.483299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3eebb303-58ff-4b37-8750-bfbe96bd3982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.509998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0992fd-e322-438f-ac9b-47ba948d57d5,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:24.533213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:24.533608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.541240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3eebb303-58ff-4b37-8750-bfbe96bd3982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.548324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.79', 50035) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:24.551606 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:24.563026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.624309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Allocated IP 2001:db8::2 (4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e/36fa7e01-c7de-43d7-89d3-ddf57fd10621/0e5f08db-dfd4-40cf-aee2-16e6471aef9e) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:24.795034 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-f7847c25-9e10-4d14-a556-7c83363d22f0 service neutron] 10.222.0.44 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556062 May 19 12:58:24.818494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ce14a-499b-4bcc-a796-6b0d74bf62ed None None] Pushing event updated for resources: {'Port': ['ID=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:24.841130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.845041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a2a39cde-5534-4f43-abe4-a7cc8f71684f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1007452 May 19 12:58:24.868905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55056) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:24.896451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:24.934534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3eebb303-58ff-4b37-8750-bfbe96bd3982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:24.947660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:24.960167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:24.974781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:24.985619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-dbfe34f5-37f1-424d-8cd4-9e03c896c509 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:24.986623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-dbfe34f5-37f1-424d-8cd4-9e03c896c509 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.79 "GET /v2.0/networks?id=90871ee3-aa8a-4893-8547-40c5be737b45 HTTP/1.1" status: 200 len: 811 time: 0.4349582 May 19 12:58:24.991598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebb303-58ff-4b37-8750-bfbe96bd3982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5595672-82b3-40bc-b256-fe040f41b242,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:25.007177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Usage tracker for resource:floatingip and tenant:d1956ad1cb0f473bad60cfb02615e955 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:25.010459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3eebb303-58ff-4b37-8750-bfbe96bd3982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.013596 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3eebb303-58ff-4b37-8750-bfbe96bd3982 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5595672-82b3-40bc-b256-fe040f41b242 HTTP/1.1" status: 204 len: 168 time: 0.7255294 May 19 12:58:25.017045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:25.032089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:25.038683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:25.038683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.054131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.056704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event updated for resources: {'Port': ['ID=243d9ee3-319d-4574-a495-5dec82eab4f0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:25.129969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:25.162165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] For port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:25.176388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] For port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,segment=NetworkSegment(fb824b78-2649-45dc-874f-9e835f3f0bf2),segment_id=fb824b78-2649-45dc-874f-9e835f3f0bf2)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:25.187794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0e2ae20-aa24-412f-887c-c92fd554c2ab req-7673a60b-b62e-4cbe-9852-dcc4546558fd tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.1575861 May 19 12:58:25.205020 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-6a9fe42a-0dad-431c-bcf6-52d832006e96 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b66be797cc84c82a48e68ee1f9581a8 HTTP/1.1" status: 200 len: 380 time: 0.1668775 May 19 12:58:25.215302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:58:25.216133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:03Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:25.224634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network add42e06-6b16-4e64-abb3-14c7cc0395e8 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 12:58:25.225624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Request body: {'port': {'device_id': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'admin_state_up': True, 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'security_groups': ['b1c785ef-6cc4-474c-aa1e-e998ac2a0343']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:25.243744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Network': ['ID=add42e06-6b16-4e64-abb3-14c7cc0395e8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:25.246514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c1fad6a6-edf2-41cd-b43c-f770b63c4646 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8894312 May 19 12:58:25.251133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.258990 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d86f2866-cf06-4644-9347-46b55feba9e4 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/networks/add42e06-6b16-4e64-abb3-14c7cc0395e8 HTTP/1.1" status: 204 len: 168 time: 2.5010090 May 19 12:58:25.259148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55080) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:25.269237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55082) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:25.288883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.349146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Request body: {'port': {'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2045738846', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:25.351886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] bootfile-name is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 12:58:25.365393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.370648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] tftp-server is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 12:58:25.371007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] server-ip-address is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 12:58:25.409885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.446495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Transition to ACTIVE for port object 87de8d4c-5823-4545-bc6c-3b0d49a9754c will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:25.512475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.523023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.564666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'network': {'name': 'tempest-network--774895775', 'router:external': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:25.676926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:25.756370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:25.757960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:network and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:25.761108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:25.766474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:25.804582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55118) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:25.815275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=87de8d4c-5823-4545-bc6c-3b0d49a9754c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:25.841672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.865731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:25.870393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:25.950832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:25.962490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:25.980399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:25.986082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Usage tracker for resource:security_group_rule and tenant:65e7580decc84a9cb312b7aa8da8975c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:25.995392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:25.998139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:25.999203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.003714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:26.010361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:26.011634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:26.012338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.031097 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90ced2f7-c3b2-43ad-b54a-8c26b01af803 req-8f455adc-3641-4921-ac51-e54c0ac1f8f8 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.3724980 May 19 12:58:26.031339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:26.057086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1bd638-7be4-4c76-a44c-b4b7d56550d1,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:26.061380 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c816e73-829c-4d48-be83-3dbbb9f253b0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0043478 May 19 12:58:26.069840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55128) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:26.076071 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c45f21c2-446f-4bf6-93c9-5aad852f2a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2209866 May 19 12:58:26.080927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'name': 'tempest-AllowedAddressPairTestJSON-707606258', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e7:34:60'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:26.088778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55134) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:26.122892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc1b9d-db09-48c1-95c1-cbf592276d55 None None] Pushing event updated for resources: {'Port': ['ID=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:26.184370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.187247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:26.234802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Transition to ACTIVE for port object 0e5f08db-dfd4-40cf-aee2-16e6471aef9e will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:26.271970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:58:26.332702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Made reservation on behalf of 66a4e546fed5440cb8ce34f2e315db9c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:26.354269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.469562 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83caffee-44ae-480d-938a-016bd613846c req-774965db-6ec8-4fef-8961-aaea314f6ff4 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.1148899 May 19 12:58:26.518054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Transition to ACTIVE for port object 0e5f08db-dfd4-40cf-aee2-16e6471aef9e will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:26.530793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:26.568370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:26.610304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.612917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:26.620265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Usage tracker for resource:port and tenant:1f0de558fecd4d4e84a5bed6606c0846 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:26.624961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:26.628780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.657902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:26.672830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:26.676985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Usage tracker for resource:port and tenant:2b4fffbcc4f4422a867f8480434d17dd is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:26.681054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:26.693040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:26.715331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:26.731086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.731775 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Added segment 5831cfed-0753-4c46-85ee-31259274a46a of type vlan for network 9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f May 19 12:58:26.738953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Made reservation on behalf of 7b66be797cc84c82a48e68ee1f9581a8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:26.741854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:26.743060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.751333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.761304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a45d7-d371-4527-abd9-784bd63ad805,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:26.779184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.788558 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a244d2fd-d6fb-4b19-adea-afc8f057d03a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65e7580decc84a9cb312b7aa8da8975c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9812818 May 19 12:58:26.791151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55146) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:26.806473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Made reservation on behalf of 2b4fffbcc4f4422a867f8480434d17dd for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:26.810390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:26.922241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Pushing event updated for resources: {'Port': ['ID=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:26.960256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:26.963270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:26.968703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:27.054047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.102730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] device_id is not set on port 974151af-d1c0-4418-9a82-a399557a7bb4 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:27.147244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Attempting to bind port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:27.153045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Attempting to bind port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '72e44fbf-4eba-4af0-867e-4fcae43da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:27.153644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Attempting to bind port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e on network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:27.199283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:27.206042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Checking segment: {'id': '72e44fbf-4eba-4af0-867e-4fcae43da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:27.207008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.207633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Bound using segment: {'id': '72e44fbf-4eba-4af0-867e-4fcae43da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:27.208362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Bound port: 0e5f08db-dfd4-40cf-aee2-16e6471aef9e, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e44fbf-4eba-4af0-867e-4fcae43da4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:27.208937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.215432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.242029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.282079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] device_id is not set on port 134992b7-1c61-4459-a4c8-8e4d63fc1795 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:27.332597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:27.373095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] For port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:27.377774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] For port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,segment=NetworkSegment(72e44fbf-4eba-4af0-867e-4fcae43da4a2),segment_id=72e44fbf-4eba-4af0-867e-4fcae43da4a2)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:27.435091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.545051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Allocated IP 172.20.0.9 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/134992b7-1c61-4459-a4c8-8e4d63fc1795) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:27.698971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930b1e-3d73-4005-8364-04be38e95b56 None None] Pushing event updated for resources: {'Port': ['ID=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:27.723422 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7d5e9fe5-3e9f-4ce1-af6d-1e70e1b85faa req-aa5a05e4-6ec1-4e09-8006-bf51cd645905 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.3644106 May 19 12:58:27.730369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.79', 50042) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:27.766111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-780ebc39-3ca8-4243-ac9d-91c552da82bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.768157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.769361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:27.770169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:27.795108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835ed27-f9aa-41ec-b83b-5a677b47b209 None None] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:28.080547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-06647e04-9a2b-455a-aeb9-337805a90f0d None None] Provisioning for port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:28.103371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.110408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:24Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:28.131775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb32e8-f269-46b4-bf49-0e143a0c01c7 None None] The sync data for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv is: [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:24Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:58:28.186030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Transition to ACTIVE for port object 134992b7-1c61-4459-a4c8-8e4d63fc1795 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:28.307679 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-81963543-97a0-498d-90d9-3970ab891bc2 req-18a5a5f1-e0d1-4ebe-9d41-6c2aabb89978 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.3068616 May 19 12:58:28.316400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.753638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:28.791707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=134992b7-1c61-4459-a4c8-8e4d63fc1795,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:28.813174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:28.814354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:28.821141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:28.931069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:28.938103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:28.938525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:28.969544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:28.970418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.014533 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.7362278 May 19 12:58:29.017969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55164) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:29.073624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Allocated IP 172.20.0.13 (90871ee3-aa8a-4893-8547-40c5be737b45/061b0a44-44c2-4e6f-88a0-74eee085f977/f839817e-1200-483a-a1a4-c6cbed9c2a48) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:29.296009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:29.296731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.351917 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:58:29.371869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ee46f-6a67-4656-919c-23fd4e8a024d tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:29.372473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5a8ee46f-6a67-4656-919c-23fd4e8a024d tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Synchronizing usage tracker for tenant:529f48267c6c4561988beb67eb387ded on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:29.393395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:29.395505 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-77721fdf-92a2-479d-9f70-581bbeabd942 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3238392 May 19 12:58:29.397097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Provisioning for port 134992b7-1c61-4459-a4c8-8e4d63fc1795 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:29.397944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55170) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:29.402039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5a8ee46f-6a67-4656-919c-23fd4e8a024d tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Unset dirty status for tenant:529f48267c6c4561988beb67eb387ded on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:29.407660 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5a8ee46f-6a67-4656-919c-23fd4e8a024d tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] 10.222.0.44 "GET /v2.0/networks/9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f HTTP/1.1" status: 200 len: 756 time: 0.3877859 May 19 12:58:29.409816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Allocated IP 2001:db8::166 (4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e/36fa7e01-c7de-43d7-89d3-ddf57fd10621/974151af-d1c0-4418-9a82-a399557a7bb4) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:29.411817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55174) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:29.442599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Provisioning complete for port 134992b7-1c61-4459-a4c8-8e4d63fc1795 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:29.443313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.486695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-780ebc39-3ca8-4243-ac9d-91c552da82bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.492902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.496215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:29.905518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Port 134992b7-1c61-4459-a4c8-8e4d63fc1795 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:29.914612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982ead5-151a-4d83-ab1c-b2e6d0502f98 None None] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:29.943610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-780ebc39-3ca8-4243-ac9d-91c552da82bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:29.950245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eece7f-e8e8-4672-bf30-45957910e71b tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Network': ['ID=9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:30.016155 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2bbd65e4-4677-43d4-b718-fc6760631158 req-1df0105a-f2a8-4a7f-8caf-88f78970bcd7 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.3740118 May 19 12:58:30.106610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b9a890-4d5d-47dd-aace-3692278ae77a tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:30.108626 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-49b9a890-4d5d-47dd-aace-3692278ae77a tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] 10.222.0.44 "GET /v2.0/networks/e606d051-fa93-4e9b-8d09-25b42491a484 HTTP/1.1" status: 200 len: 768 time: 0.5983849 May 19 12:58:30.112562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55178) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:30.126955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:30.142590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:30.212944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ebc39-3ca8-4243-ac9d-91c552da82bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a45d7-d371-4527-abd9-784bd63ad805,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:30.315131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-55db1c00-23cb-420e-a187-c1c8a05590fb req-21fde431-e173-48ea-8740-f8f1784dc9e9 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Synchronizing usage tracker for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:30.326754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.335711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:30.355789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e827d05-d238-4d68-a058-2cee3066f126 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:30.362663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e827d05-d238-4d68-a058-2cee3066f126 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:30.369832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e827d05-d238-4d68-a058-2cee3066f126 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:30.370911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3e827d05-d238-4d68-a058-2cee3066f126 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Synchronizing usage tracker for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:30.396716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3e827d05-d238-4d68-a058-2cee3066f126 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Unset dirty status for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:30.400220 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3e827d05-d238-4d68-a058-2cee3066f126 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 1.0010138 May 19 12:58:30.491868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55182) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:30.534875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Provisioning for port 87de8d4c-5823-4545-bc6c-3b0d49a9754c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:30.550162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Allocated IP 172.26.3.19 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/07369b97-1fcb-4a6a-99ff-03533997e042) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:30.550867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Provisioning complete for port 87de8d4c-5823-4545-bc6c-3b0d49a9754c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:30.554824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.629176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Port 87de8d4c-5823-4545-bc6c-3b0d49a9754c cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:30.631537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:30.638660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:30.639027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.655798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-780ebc39-3ca8-4243-ac9d-91c552da82bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.657367 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-780ebc39-3ca8-4243-ac9d-91c552da82bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/361a45d7-d371-4527-abd9-784bd63ad805 HTTP/1.1" status: 204 len: 168 time: 3.8596232 May 19 12:58:30.710703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-55db1c00-23cb-420e-a187-c1c8a05590fb req-21fde431-e173-48ea-8740-f8f1784dc9e9 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Unset dirty status for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:30.720949 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55db1c00-23cb-420e-a187-c1c8a05590fb req-21fde431-e173-48ea-8740-f8f1784dc9e9 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.7943580 May 19 12:58:30.743434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-4dadece2-dfa2-4311-afd8-0cdf878b6370 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:30.745201 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-4dadece2-dfa2-4311-afd8-0cdf878b6370 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.79 "GET /v2.0/networks?id=c23fee00-029f-4938-83b0-252507ecc7c2 HTTP/1.1" status: 200 len: 805 time: 3.0048671 May 19 12:58:30.748627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.813658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:30.813943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.821962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] device_id is not set on port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:30.846947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Provisioning complete for port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:30.847344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.853680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.891535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Transition to ACTIVE for port object f839817e-1200-483a-a1a4-c6cbed9c2a48 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:30.895602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.950835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,segment=NetworkSegment(fb824b78-2649-45dc-874f-9e835f3f0bf2),segment_id=fb824b78-2649-45dc-874f-9e835f3f0bf2)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:30.972976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:30.973797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e5f08db-dfd4-40cf-aee2-16e6471aef9e up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:30.985972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port 134992b7-1c61-4459-a4c8-8e4d63fc1795 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:30.990443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.020299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Transition to ACTIVE for port object ff1bd638-7be4-4c76-a44c-b4b7d56550d1 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:31.056713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:31.070996 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-ac47ce3e-f274-45d2-ae6f-b0c8c090c2b4 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3 HTTP/1.1" status: 200 len: 380 time: 0.2875128 May 19 12:58:31.098412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.127274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Request body: {'port': {'device_id': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'admin_state_up': True, 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'security_groups': ['07f68750-d056-4f5c-ac71-75834116ead9']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:31.130484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5831cfed-0753-4c46-85ee-31259274a46a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:31.131479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5831cfed-0753-4c46-85ee-31259274a46a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:31.176617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.392280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8d5f3288-0bad-49ee-9631-9dfb7762bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.412114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:31.418060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb7108-b939-403f-9812-47143bffd5eb None None] Current status of the port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:31.449343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:31.473773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.496618 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a5962a4-3298-4266-a152-e92e2de024fd req-ec08bf2d-9198-4e82-961a-8ad28252c846 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.1688118 May 19 12:58:31.547741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Provisioning complete for port 134992b7-1c61-4459-a4c8-8e4d63fc1795 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:31.548110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.599193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:31.599193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.643839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Port 134992b7-1c61-4459-a4c8-8e4d63fc1795 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:31.657435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:31.694787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Provisioning for port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:31.714356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Provisioning complete for port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:31.714777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:31.793519 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:31.814961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.883292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1bd638-7be4-4c76-a44c-b4b7d56550d1,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:31.900063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.959697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:31.959697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:31.997363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event updated for resources: {'Port': ['ID=07369b97-1fcb-4a6a-99ff-03533997e042,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:32.001167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.124458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Current status of the port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:32.124784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.203403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.228341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.257142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 12:58:32.280382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.283154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:32.337978 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dfff345f-5c0b-47c6-803d-7a5c076bfcbc tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/networks/9ce1d1a3-4c34-411c-b3cb-8bc93abf9e6f HTTP/1.1" status: 204 len: 168 time: 2.2112296 May 19 12:58:32.339130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55212) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:32.344315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] For port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,segment=NetworkSegment(72e44fbf-4eba-4af0-867e-4fcae43da4a2),segment_id=72e44fbf-4eba-4af0-867e-4fcae43da4a2)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:32.377196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'network': {'name': 'tempest-network--305812421'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:32.384166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.386024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Network 90871ee3-aa8a-4893-8547-40c5be737b45 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:32.393468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.404067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:32.416634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Usage tracker for resource:network and tenant:66a4e546fed5440cb8ce34f2e315db9c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:32.475583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:32.490335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:32.516082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:32.545163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:32.550315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:32.604543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:32.605653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:32.649324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Transition to ACTIVE for port object 974151af-d1c0-4418-9a82-a399557a7bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:32.651955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:32.750171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:32.752821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:32.776119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Provisioning complete for port 87de8d4c-5823-4545-bc6c-3b0d49a9754c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:32.776683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.827788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Calling delete_port for 134992b7-1c61-4459-a4c8-8e4d63fc1795 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:32.849324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Pushing event updated for resources: {'Port': ['ID=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:32.886998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:32.894487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:32.895105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:32.931940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event updated for resources: {'Port': ['ID=f839817e-1200-483a-a1a4-c6cbed9c2a48,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:32.976914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Port 87de8d4c-5823-4545-bc6c-3b0d49a9754c cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:32.980008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Made reservation on behalf of 0424bcd6fa4c48cd9ef01a43f23401d3 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:32.994818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.127282 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-baa35ce4-0753-4f42-b097-d35e4ba390cb req-8612e8b1-7a19-4e5f-ab4e-ad3031564630 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.3150980 May 19 12:58:33.158054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Provisioning for port 243d9ee3-319d-4574-a495-5dec82eab4f0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:33.175866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:33.175866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:33.177178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:33.177854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Made reservation on behalf of 66a4e546fed5440cb8ce34f2e315db9c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:33.180336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.194433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Provisioning complete for port 243d9ee3-319d-4574-a495-5dec82eab4f0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:33.211354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.286961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:33.365757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dffa9d9e-1029-45a9-be13-e4c8002581c5 None None] Port 243d9ee3-319d-4574-a495-5dec82eab4f0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:33.375541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:33.461575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.468799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.469142 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Added segment 79e0f1a7-6541-446f-9276-2d2bbd4aa2e8 of type vlan for network 552924f4-173d-4fc8-a01e-a7f826ed0ab0 May 19 12:58:33.508805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.521159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Provisioning for port f839817e-1200-483a-a1a4-c6cbed9c2a48 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:33.561171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:33.561650 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:33.595128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Provisioning complete for port f839817e-1200-483a-a1a4-c6cbed9c2a48 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:33.596148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.631895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e67cdc3e-5eca-428b-833f-76243dbd21ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.713383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Port f839817e-1200-483a-a1a4-c6cbed9c2a48 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:33.720058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Port': ['ID=134992b7-1c61-4459-a4c8-8e4d63fc1795,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:33.728867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e5f08db-dfd4-40cf-aee2-16e6471aef9e up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:33.825790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.877791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55232) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:33.878291 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 2 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:33.940105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:33.956912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:33.956912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:33.960657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Provisioning complete for port 243d9ee3-319d-4574-a495-5dec82eab4f0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:33.961088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:33.972684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:33.973343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.036767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b9fec-9620-4f81-b7fb-1dc1e28e4f5b req-0008e69d-ab93-44ca-b871-32ccaec832d7 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:34.048787 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b40b9fec-9620-4f81-b7fb-1dc1e28e4f5b req-0008e69d-ab93-44ca-b871-32ccaec832d7 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 932 time: 2.0380609 May 19 12:58:34.092626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:34.097490 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:34.106178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Allocated IP 172.20.0.10 (c23fee00-029f-4938-83b0-252507ecc7c2/a2e105b0-2a62-469b-af1f-1e2e6d81e184/6433a171-36ea-4b4b-980e-fa0461da1a7b) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:34.133374 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 3 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:34.147418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d03b52e3-da3a-47cc-af5b-47cb0dacbb27 None None] Port 243d9ee3-319d-4574-a495-5dec82eab4f0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:34.148901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:34.149261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.249239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:34.249587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:34.249930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:34.276680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.284771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:34.288113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.431022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1565093152', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:34.479883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:34.562533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.580062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:34.580062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2219377 May 19 12:58:34.586013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55240) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:34.597282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Transition to ACTIVE for port object 6433a171-36ea-4b4b-980e-fa0461da1a7b will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:34.605291 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8471044c-8efa-4f16-b120-002c67850611 req-8748431c-75ef-45d2-86b0-e93a8d238058 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.1613846 May 19 12:58:34.627183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.633104 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6308b2b7-33ea-42b1-a195-cfe2dc60a7b1 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/ports/134992b7-1c61-4459-a4c8-8e4d63fc1795 HTTP/1.1" status: 204 len: 168 time: 4.1383176 May 19 12:58:34.634801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Usage tracker for resource:port and tenant:6f0d50f413724a1989625cf96fff245f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:34.637656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55244) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:34.641883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:34.642110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:34.642289 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:34.648618 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 4 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:34.668433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.670993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.681057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.701169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:34.709831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:34.710346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:34.710797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:34.742368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:34.742716 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:34.744497 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7fc6e4e7-6aa4-4569-980f-95e40bdc301d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.5295420 May 19 12:58:34.784080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:34.787112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a8fe0-a46c-4b5f-ade4-0881e8699e6c tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Network': ['ID=552924f4-173d-4fc8-a01e-a7f826ed0ab0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:34.809391 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c7f713-b008-4b8f-bf81-d415da58d908 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] GET failed (client error): The resource could not be found. May 19 12:58:34.809927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-78c7f713-b008-4b8f-bf81-d415da58d908 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Synchronizing usage tracker for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:34.813267 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 5 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:34.822916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 552924f4-173d-4fc8-a01e-a7f826ed0ab0 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:34.843546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.846614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Made reservation on behalf of 6f0d50f413724a1989625cf96fff245f for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:34.847372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Network c23fee00-029f-4938-83b0-252507ecc7c2 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:34.849442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.860857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:34.861193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:34.861526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:34.867699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:34.888493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:34.888711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:34.888944 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:34.892614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:34.909791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-78c7f713-b008-4b8f-bf81-d415da58d908 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Unset dirty status for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:34.918131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-78c7f713-b008-4b8f-bf81-d415da58d908 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "GET /v2.0/ports/134992b7-1c61-4459-a4c8-8e4d63fc1795 HTTP/1.1" status: 404 len: 333 time: 0.2564082 May 19 12:58:34.918830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55248) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:34.941226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 6 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:34.991717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'name': 'tempest-AllowedAddressPairTestJSON-473263279'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:35.011965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:35.012242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:35.012569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:35.044250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:35.044549 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:35.058733 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b40b9fec-9620-4f81-b7fb-1dc1e28e4f5b req-131fa3e8-1e59-4b9e-8be9-4dadf52feded tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9890430 May 19 12:58:35.094386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.112151 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 7 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:35.184281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:35.185383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event updated for resources: {'Port': ['ID=6433a171-36ea-4b4b-980e-fa0461da1a7b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:35.195015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:35.202129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:35.216069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:35.224191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Usage tracker for resource:security_group_rule and tenant:6f0d50f413724a1989625cf96fff245f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:35.237492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:35.253403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:35.268986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:35.273160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.275592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:35.276159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:35.276700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:35.279783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:35.284287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-125d5905-49ec-416a-8ed7-8f4060e299c7 None None] Provisioning for port 6433a171-36ea-4b4b-980e-fa0461da1a7b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:35.300604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-125d5905-49ec-416a-8ed7-8f4060e299c7 None None] Provisioning complete for port 6433a171-36ea-4b4b-980e-fa0461da1a7b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:35.302423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-125d5905-49ec-416a-8ed7-8f4060e299c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.370002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] device_id is not set on port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:35.390850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:35.397836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:35.398731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.435401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-5ed8c761-c9d1-4392-940d-7cfb5944bbbd tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:58:35.437470 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-5ed8c761-c9d1-4392-940d-7cfb5944bbbd tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093882 May 19 12:58:35.451696 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 10.1858814 May 19 12:58:35.452666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:35.453087 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:35.456355 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 8 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:35.458095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55254) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:35.467249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.474789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:35.475630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.547725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-125d5905-49ec-416a-8ed7-8f4060e299c7 None None] Port 6433a171-36ea-4b4b-980e-fa0461da1a7b cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:35.559294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:35.559916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:35.560458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:35.608355 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-860ff6df-f777-43cb-9dd9-808034f181df tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5037730 May 19 12:58:35.610122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3e1b0-01bd-442b-8502-7759687de9f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event updated for resources: {'Port': ['ID=974151af-d1c0-4418-9a82-a399557a7bb4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:35.627557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:35.628847 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:35.638890 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 9 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:35.672003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:35.672786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:35.673333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:35.684534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:35.685207 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:35.690640 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempt 10 to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 May 19 12:58:35.706507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Request body: {'port': {'device_id': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:35.738751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.776413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-65c0a1fa-568a-4c9e-b719-9a009557d1e6 None None] Provisioning for port 974151af-d1c0-4418-9a82-a399557a7bb4 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:35.783786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:35.783998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:35.784522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempting to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:35.786789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-65c0a1fa-568a-4c9e-b719-9a009557d1e6 None None] Provisioning complete for port 974151af-d1c0-4418-9a82-a399557a7bb4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:35.788140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65c0a1fa-568a-4c9e-b719-9a009557d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.823721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Request body: {'port': {'device_id': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:35.864599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:35.864999 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Failed to bind port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '00bd9812-c141-4aab-8f15-471a162a9b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '69a52bee-e2a5-4d5a-959f-aff2f8a91cf3'}] May 19 12:58:35.865230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.886098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.887419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-65c0a1fa-568a-4c9e-b719-9a009557d1e6 None None] Port 974151af-d1c0-4418-9a82-a399557a7bb4 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:35.891810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Network 552924f4-173d-4fc8-a01e-a7f826ed0ab0 is not hosted by any dhcp agent {{(pid=88028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 19 12:58:35.892793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:35.893382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:35.894818 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "PUT /v2.0/networks/552924f4-173d-4fc8-a01e-a7f826ed0ab0 HTTP/1.1" status: 200 len: 857 time: 1.2885165 May 19 12:58:35.909537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55264) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:35.945827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.058071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414cbd3-f43b-464e-a218-3454b447f8d7 tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event updated for resources: {'Network': ['ID=552924f4-173d-4fc8-a01e-a7f826ed0ab0,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:36.144162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496294b-3531-4182-bb6b-313748807ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:36.150146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496294b-3531-4182-bb6b-313748807ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:36.155966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496294b-3531-4182-bb6b-313748807ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:36.156853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a496294b-3531-4182-bb6b-313748807ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Synchronizing usage tracker for tenant:2b4fffbcc4f4422a867f8480434d17dd on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:36.161701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Allocated IP 172.20.0.6 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/04a3e3ee-97bb-4fee-b70c-c691e879efe1) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:36.172034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.186759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.208904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] device_id is not set on port 270464b8-bb27-4446-b229-7d8e67d8c8db yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:36.393233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.438387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a496294b-3531-4182-bb6b-313748807ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Unset dirty status for tenant:2b4fffbcc4f4422a867f8480434d17dd on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:36.439592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a496294b-3531-4182-bb6b-313748807ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.9515634 May 19 12:58:36.448211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c519df-d6dd-47cc-baf0-ba67a6daed1c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:36.455317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55270) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:36.541970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca025b4e-d670-44b0-b809-9444ad081952 req-97ceb72b-2f94-4aff-ac19-9aede8b3a262 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:36.543892 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ca025b4e-d670-44b0-b809-9444ad081952 req-97ceb72b-2f94-4aff-ac19-9aede8b3a262 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 932 time: 0.6364214 May 19 12:58:36.717673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] For port ff1bd638-7be4-4c76-a44c-b4b7d56550d1, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:36.717927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attempted to set empty binding levels {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 12:58:36.722686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.724023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ca025b4e-d670-44b0-b809-9444ad081952 req-6ef20a08-a2f8-4a2d-8eb8-931e741aa611 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Synchronizing usage tracker for tenant:0424bcd6fa4c48cd9ef01a43f23401d3 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:36.730056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Deleting port 974151af-d1c0-4418-9a82-a399557a7bb4 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:36.730407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.730541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.761304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.771551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event updated for resources: {'Port': ['ID=07369b97-1fcb-4a6a-99ff-03533997e042,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:36.866784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ca025b4e-d670-44b0-b809-9444ad081952 req-6ef20a08-a2f8-4a2d-8eb8-931e741aa611 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Unset dirty status for tenant:0424bcd6fa4c48cd9ef01a43f23401d3 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:36.868314 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ca025b4e-d670-44b0-b809-9444ad081952 req-6ef20a08-a2f8-4a2d-8eb8-931e741aa611 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062437 May 19 12:58:36.919938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Allocated IP 172.26.3.173 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/270464b8-bb27-4446-b229-7d8e67d8c8db) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:36.942243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:36.987860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.021033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] In _notify_port_updated(), no bound segment for port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 on network 69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:37.021866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:37.022444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.023766 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "PUT /v2.0/ports/ff1bd638-7be4-4c76-a44c-b4b7d56550d1 HTTP/1.1" status: 200 len: 981 time: 10.9111521 May 19 12:58:37.029568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55274) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:37.047720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.144509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.145725 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-947c938b-c345-4554-b557-e717d35420b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.2725134 May 19 12:58:37.146638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612329c5-7d1a-468f-b7ee-dc7d5f0e2bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1bd638-7be4-4c76-a44c-b4b7d56550d1,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:37.203545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Transition to ACTIVE for port object 04a3e3ee-97bb-4fee-b70c-c691e879efe1 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:37.249004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb33d7-c729-4f27-a2d0-3eb1dab9cf1f req-9616532d-84eb-4f01-99c8-73e1e56da289 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:37.250531 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eebb33d7-c729-4f27-a2d0-3eb1dab9cf1f req-9616532d-84eb-4f01-99c8-73e1e56da289 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 932 time: 0.8982067 May 19 12:58:37.298985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Deleting port ff1bd638-7be4-4c76-a44c-b4b7d56550d1 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:37.299472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.331635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.412329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.417027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.467027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552924f4-173d-4fc8-a01e-a7f826ed0ab0']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:37.525036 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eebb33d7-c729-4f27-a2d0-3eb1dab9cf1f req-acbdc687-031b-4fd7-9043-0c63f7ee75b0 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338591 May 19 12:58:37.546121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e0f1a7-6541-446f-9276-2d2bbd4aa2e8') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:37.546420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e0f1a7-6541-446f-9276-2d2bbd4aa2e8') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:37.572577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.624743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Calling delete_port for 974151af-d1c0-4418-9a82-a399557a7bb4 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:37.661371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.691779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:37.692178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:37.708591 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:37.710804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-6093a17a-245f-466c-8193-94d220cae054 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Synchronizing usage tracker for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:37.738520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.750461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.841121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.904152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 552924f4-173d-4fc8-a01e-a7f826ed0ab0 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 12:58:37.915672 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.921002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] Pushing event deleted for resources: {'Network': ['ID=552924f4-173d-4fc8-a01e-a7f826ed0ab0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:37.932980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f839817e-1200-483a-a1a4-c6cbed9c2a48 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:58:37.940103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e127ed4f-1cb7-48d2-b96e-8ab8fc5b177d tempest-ExternalNetworksTestJSON-988116262 tempest-ExternalNetworksTestJSON-988116262-project-admin] 10.222.0.44 "DELETE /v2.0/networks/552924f4-173d-4fc8-a01e-a7f826ed0ab0 HTTP/1.1" status: 204 len: 168 time: 2.0294414 May 19 12:58:37.950399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55296) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:37.950846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-6093a17a-245f-466c-8193-94d220cae054 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Unset dirty status for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:37.952119 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-6093a17a-245f-466c-8193-94d220cae054 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1269592394&fields=id&tenant_id=d1956ad1cb0f473bad60cfb02615e955 HTTP/1.1" status: 200 len: 267 time: 0.5599453 May 19 12:58:37.954927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:37.957742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:37.966418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:37.969537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:38.053880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=04a3e3ee-97bb-4fee-b70c-c691e879efe1,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.057654 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1af19e-30a5-461f-8bcb-63f446c92783 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] DELETE failed (client error): The resource could not be found. May 19 12:58:38.058160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1af19e-30a5-461f-8bcb-63f446c92783 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 12:58:38.059811 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0e1af19e-30a5-461f-8bcb-63f446c92783 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] 10.222.0.44 "DELETE /v2.0/subnets/226151f6-1c67-4c04-87ef-a657808dfe56 HTTP/1.1" status: 404 len: 337 time: 0.1062534 May 19 12:58:38.071408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55300) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:38.075538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Transition to ACTIVE for port object f839817e-1200-483a-a1a4-c6cbed9c2a48 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:38.099961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] For port ff1bd638-7be4-4c76-a44c-b4b7d56550d1, host hv-neutron-8419, got binding levels [] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:38.100551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.113811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6433a171-36ea-4b4b-980e-fa0461da1a7b {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:58:38.124516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.210242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.236298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2d33dbc4-7472-4d3b-98de-cce2da046600 None None] Provisioning for port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:38.243493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2d33dbc4-7472-4d3b-98de-cce2da046600 None None] Provisioning complete for port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:38.244403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2d33dbc4-7472-4d3b-98de-cce2da046600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.307240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2d33dbc4-7472-4d3b-98de-cce2da046600 None None] Port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:38.357220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.503824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:38.504427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.520089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Calling delete_port for ff1bd638-7be4-4c76-a44c-b4b7d56550d1 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:38.535128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Pushing event updated for resources: {'Port': ['ID=f839817e-1200-483a-a1a4-c6cbed9c2a48,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.564967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.698889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Transition to ACTIVE for port object 6433a171-36ea-4b4b-980e-fa0461da1a7b will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:38.704341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.743536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:38.755098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-12d9bf6f-6636-4157-94fa-39373697deff tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:38.756569 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-12d9bf6f-6636-4157-94fa-39373697deff tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 811 time: 0.7511115 May 19 12:58:38.757422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.762314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:38.770293 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-42cf4991-3784-4bb8-82c9-9821c5ebf11d tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7906022 May 19 12:58:38.770293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:38.792686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Pushing event updated for resources: {'Port': ['ID=270464b8-bb27-4446-b229-7d8e67d8c8db,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.799280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55306) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:38.809853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b6b0a-7d59-42e5-800e-3a4277383c50 req-84bbb039-93d6-41c3-911d-ba0446ef135c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:38.810715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1f8b6b0a-7d59-42e5-800e-3a4277383c50 req-84bbb039-93d6-41c3-911d-ba0446ef135c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Synchronizing usage tracker for tenant:0424bcd6fa4c48cd9ef01a43f23401d3 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:38.879731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e7:34:60'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:38.923381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.926035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:38.932599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event deleted for resources: {'Port': ['ID=974151af-d1c0-4418-9a82-a399557a7bb4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:38.961093 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-ec320117-57ce-4ab6-b432-59ed072457f6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/quotas/d1956ad1cb0f473bad60cfb02615e955 HTTP/1.1" status: 200 len: 375 time: 0.1948848 May 19 12:58:38.983858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Pushing event updated for resources: {'Port': ['ID=6433a171-36ea-4b4b-980e-fa0461da1a7b,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:39.019560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1f8b6b0a-7d59-42e5-800e-3a4277383c50 req-84bbb039-93d6-41c3-911d-ba0446ef135c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Unset dirty status for tenant:0424bcd6fa4c48cd9ef01a43f23401d3 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:39.020741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1f8b6b0a-7d59-42e5-800e-3a4277383c50 req-84bbb039-93d6-41c3-911d-ba0446ef135c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 932 time: 0.8768442 May 19 12:58:39.024700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e606d051-fa93-4e9b-8d09-25b42491a484']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:39.027906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff1bd638-7be4-4c76-a44c-b4b7d56550d1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:39.048068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Attempting to bind port f839817e-1200-483a-a1a4-c6cbed9c2a48 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:39.048402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Attempting to bind port f839817e-1200-483a-a1a4-c6cbed9c2a48 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:39.048871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Attempting to bind port f839817e-1200-483a-a1a4-c6cbed9c2a48 on network 90871ee3-aa8a-4893-8547-40c5be737b45 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:39.063476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.072017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43377fd8-736e-41f7-92e3-6668bb049783') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:39.072622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43377fd8-736e-41f7-92e3-6668bb049783') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:39.108311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.113764 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b370c57b-de99-4aae-afba-eaf41a4391f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ff1bd638-7be4-4c76-a44c-b4b7d56550d1 HTTP/1.1" status: 204 len: 168 time: 2.0800929 May 19 12:58:39.119164 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f1919d5-2d15-4fdd-aa24-73c4167d628c tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "DELETE /v2.0/ports/974151af-d1c0-4418-9a82-a399557a7bb4 HTTP/1.1" status: 204 len: 168 time: 2.6571884 May 19 12:58:39.119164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55312) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:39.121360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:39.121930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.125078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55314) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:39.130118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Port f839817e-1200-483a-a1a4-c6cbed9c2a48 on network 90871ee3-aa8a-4893-8547-40c5be737b45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:39.130746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Attempting to bind port f839817e-1200-483a-a1a4-c6cbed9c2a48 on network 90871ee3-aa8a-4893-8547-40c5be737b45 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:39.135399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.162499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Request body: {'port': {'name': 'tempest-new-port-name-2030380064', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:39.162959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] bootfile-name is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 12:58:39.163308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] tftp-server is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 12:58:39.163676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] server-ip-address is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 12:58:39.201609 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-27f6a6e2-b8e0-452d-890c-eefef053da26 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3119411 May 19 12:58:39.205379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:39.205716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Checking segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:39.206278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Bound using segment: {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:39.206773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Bound port: f839817e-1200-483a-a1a4-c6cbed9c2a48, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee115042-9790-4b16-90ed-efbed8055a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:39.207110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.211057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55320) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:39.250528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1f8b6b0a-7d59-42e5-800e-3a4277383c50 req-b0afcd00-bce3-4131-ae32-e85a8ce41ca7 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043028 May 19 12:58:39.251559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.262669 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ab064d-7d71-42ef-a856-4adc74a77783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] GET failed (client error): The resource could not be found. May 19 12:58:39.263185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f3ab064d-7d71-42ef-a856-4adc74a77783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Synchronizing usage tracker for tenant:5034d669da134b22b0ac13a7a90d940d on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:39.268307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.173'}]}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:39.290849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:39.299580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Usage tracker for resource:router and tenant:6f0d50f413724a1989625cf96fff245f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:39.309100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:39.309100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.309478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:39.322432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:39.331459 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:39.339180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f3ab064d-7d71-42ef-a856-4adc74a77783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] Unset dirty status for tenant:5034d669da134b22b0ac13a7a90d940d on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:39.343881 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f3ab064d-7d71-42ef-a856-4adc74a77783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497241350-project-admin] 10.222.0.44 "GET /v2.0/ports/ff1bd638-7be4-4c76-a44c-b4b7d56550d1 HTTP/1.1" status: 404 len: 333 time: 0.2028630 May 19 12:58:39.345737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55324) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:39.438552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.439492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.466268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Attempting to bind port 6433a171-36ea-4b4b-980e-fa0461da1a7b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:39.466595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Attempting to bind port 6433a171-36ea-4b4b-980e-fa0461da1a7b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:39.466951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Attempting to bind port 6433a171-36ea-4b4b-980e-fa0461da1a7b on network c23fee00-029f-4938-83b0-252507ecc7c2 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:39.497335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-80371caf-9b4d-4d2e-b9fa-e247f50dc1d3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Synchronizing usage tracker for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:39.532527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Port 6433a171-36ea-4b4b-980e-fa0461da1a7b on network c23fee00-029f-4938-83b0-252507ecc7c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:39.532852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Attempting to bind port 6433a171-36ea-4b4b-980e-fa0461da1a7b on network c23fee00-029f-4938-83b0-252507ecc7c2 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:39.559156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.559447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.560866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:39.561296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Checking segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:39.562159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Bound using segment: {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:39.562284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Bound port: 6433a171-36ea-4b4b-980e-fa0461da1a7b, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879b56c-7358-48bc-a923-7961c681439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:39.562673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.564064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.582901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.598170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-80371caf-9b4d-4d2e-b9fa-e247f50dc1d3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Unset dirty status for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:39.599508 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-80371caf-9b4d-4d2e-b9fa-e247f50dc1d3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6376340 May 19 12:58:39.600609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.625443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] For port f839817e-1200-483a-a1a4-c6cbed9c2a48, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:39.656540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] Pushing event deleted for resources: {'Network': ['ID=e606d051-fa93-4e9b-8d09-25b42491a484,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:39.672139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.707928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aaac6a2d-eb28-49d3-b471-7615003058e8 tempest-ExternalNetworksTestJSON-1998687552 tempest-ExternalNetworksTestJSON-1998687552-project] 10.222.0.44 "DELETE /v2.0/networks/e606d051-fa93-4e9b-8d09-25b42491a484 HTTP/1.1" status: 204 len: 168 time: 1.6339602 May 19 12:58:39.712884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] For port f839817e-1200-483a-a1a4-c6cbed9c2a48, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:39.749384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.882059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ef48f-99c2-49ac-9b7a-40035364a570 req-a557b41b-fcfb-409b-b245-9eb94f682f10 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:39.883460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a02ef48f-99c2-49ac-9b7a-40035364a570 req-a557b41b-fcfb-409b-b245-9eb94f682f10 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 944 time: 0.4833632 May 19 12:58:39.890654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:39.891278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:39.892728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] 10.222.0.79 "PUT /v2.0/ports/f839817e-1200-483a-a1a4-c6cbed9c2a48 HTTP/1.1" status: 200 len: 1094 time: 4.3141661 May 19 12:58:39.893204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:58:39.916136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-fb908ac4-e223-4620-8483-b56a52183884 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:58:39.917128 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-fb908ac4-e223-4620-8483-b56a52183884 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2146020 May 19 12:58:39.934460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] For port 6433a171-36ea-4b4b-980e-fa0461da1a7b, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:39.972259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] For port 6433a171-36ea-4b4b-980e-fa0461da1a7b, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:39.995523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633a485-29be-4a34-b979-05675f8fb070 service neutron] Pushing event updated for resources: {'Port': ['ID=f839817e-1200-483a-a1a4-c6cbed9c2a48,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:40.092615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.179720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55340) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:40.224618 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a02ef48f-99c2-49ac-9b7a-40035364a570 req-88bba144-7346-47d2-9115-57d91ecafd3b tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178856 May 19 12:58:40.250277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:40.250277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.251016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] 10.222.0.79 "PUT /v2.0/ports/6433a171-36ea-4b4b-980e-fa0461da1a7b HTTP/1.1" status: 200 len: 1094 time: 4.6205652 May 19 12:58:40.304590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.366028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.396884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168d124-9233-4e2b-a675-6bdf58b1f38b service neutron] Pushing event updated for resources: {'Port': ['ID=6433a171-36ea-4b4b-980e-fa0461da1a7b,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:40.468409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-5f514e2a-5e78-4f88-b31b-03c0a5c92739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:40.470113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-5f514e2a-5e78-4f88-b31b-03c0a5c92739 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b66be797cc84c82a48e68ee1f9581a8&device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 1097 time: 0.4997518 May 19 12:58:40.472818 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379babcc-dd75-47e3-9a56-e604d1073fc7'] response: {'name': 'network-changed', 'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'status': 'completed', 'code': 200} May 19 12:58:40.492793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a52bee-e2a5-4d5a-959f-aff2f8a91cf3']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:40.531093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bd9812-c141-4aab-8f15-471a162a9b3d') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:40.531539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bd9812-c141-4aab-8f15-471a162a9b3d') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:40.608702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.631646 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-f166f3e9-a410-446c-9d99-4947f1aa2c34 service neutron] 10.222.0.44 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950319 May 19 12:58:40.650436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:58:40.675150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.708645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-6ee80122-a65e-40d3-b8ac-d81336da84de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48 HTTP/1.1" status: 200 len: 217 time: 0.2266312 May 19 12:58:40.726852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.758432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:40.758849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.762477 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-10d632b2-79e5-436e-bb31-d6fb8d96883d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=529f48267c6c4561988beb67eb387ded&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5690796 May 19 12:58:40.766887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55354) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:40.773184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:40.773338 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:40.880529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] In _notify_port_updated(), no bound segment for port 243d9ee3-319d-4574-a495-5dec82eab4f0 on network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:40.886141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:40.886867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.888188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "PUT /v2.0/ports/243d9ee3-319d-4574-a495-5dec82eab4f0 HTTP/1.1" status: 200 len: 1130 time: 1.7593937 May 19 12:58:40.896137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55358) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:40.898662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-24aa9881-e7c7-49f6-a8e2-8c67beb593c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:40.900101 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-24aa9881-e7c7-49f6-a8e2-8c67beb593c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3&device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 1097 time: 0.5875010 May 19 12:58:40.905730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.908902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.912678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-5567c42f-4296-4da5-9c64-09e56fdc797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:40.914221 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-5567c42f-4296-4da5-9c64-09e56fdc797d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=061b0a44-44c2-4e6f-88a0-74eee085f977 HTTP/1.1" status: 200 len: 850 time: 0.1951070 May 19 12:58:40.974261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:40.985181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.039608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86681af-863c-4319-b82f-9fc6313471e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event updated for resources: {'Port': ['ID=243d9ee3-319d-4574-a495-5dec82eab4f0,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:41.042948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-5b00c4c6-fbfa-4b27-86cd-37fc0f9beab9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b HTTP/1.1" status: 200 len: 217 time: 0.1278069 May 19 12:58:41.051484 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-92ecc5ac-4c74-445f-a97e-3f7dcf205191 service neutron] 10.222.0.44 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075878 May 19 12:58:41.064704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] Pushing event deleted for resources: {'Network': ['ID=69a52bee-e2a5-4d5a-959f-aff2f8a91cf3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:41.123040 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-84b00565-f653-45fc-9f7e-dd2fb9e32874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021676978-project] 10.222.0.44 "DELETE /v2.0/networks/69a52bee-e2a5-4d5a-959f-aff2f8a91cf3 HTTP/1.1" status: 204 len: 168 time: 1.7709119 May 19 12:58:41.133472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76b6e6a2-74de-44ae-ba70-929240eafa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.162303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76504ad9-8023-479e-bf01-b71d587d8acc req-880e5582-381b-48a1-896f-1eb2237f721c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:41.163757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-53e47b0a-015f-4e74-93e6-0894148df179 None None] Provisioning complete for port 243d9ee3-319d-4574-a495-5dec82eab4f0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:41.164229 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-76504ad9-8023-479e-bf01-b71d587d8acc req-880e5582-381b-48a1-896f-1eb2237f721c tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 944 time: 0.5156186 May 19 12:58:41.164321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-53e47b0a-015f-4e74-93e6-0894148df179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.230919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485cd5d5-d84e-405e-b1c9-34903961d3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:41.231834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-485cd5d5-d84e-405e-b1c9-34903961d3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Synchronizing usage tracker for tenant:2b4fffbcc4f4422a867f8480434d17dd on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:41.238312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-b57eb974-0dda-4e32-bb3f-d81a4feb1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:41.239506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=04a3e3ee-97bb-4fee-b70c-c691e879efe1,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:41.239834 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-b57eb974-0dda-4e32-bb3f-d81a4feb1a84 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e105b0-2a62-469b-af1f-1e2e6d81e184 HTTP/1.1" status: 200 len: 844 time: 0.1894603 May 19 12:58:41.261703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76b6e6a2-74de-44ae-ba70-929240eafa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.285281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-53e47b0a-015f-4e74-93e6-0894148df179 None None] Port 243d9ee3-319d-4574-a495-5dec82eab4f0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:41.310424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] In _notify_port_updated(), no bound segment for port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 on network 1ffe67e9-5410-480b-abbe-4631f8244b54 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:41.315943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:41.316583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.320970 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bc711e45-c3a4-4910-8c15-8b1eff2223ba tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "PUT /v2.0/ports/04a3e3ee-97bb-4fee-b70c-c691e879efe1 HTTP/1.1" status: 200 len: 993 time: 2.4871280 May 19 12:58:41.335033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55370) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:41.335865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-485cd5d5-d84e-405e-b1c9-34903961d3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Unset dirty status for tenant:2b4fffbcc4f4422a867f8480434d17dd on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:41.347023 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-485cd5d5-d84e-405e-b1c9-34903961d3cd tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "GET /v2.0/ports/243d9ee3-319d-4574-a495-5dec82eab4f0 HTTP/1.1" status: 200 len: 1130 time: 0.4466929 May 19 12:58:41.348169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55374) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:41.442968 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-76504ad9-8023-479e-bf01-b71d587d8acc req-b6142493-1b0a-47dc-9f17-25cee69d6803 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631881 May 19 12:58:41.491344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-bdeb3b9d-db01-4068-bda5-c92ef2b269a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:41.494549 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-bdeb3b9d-db01-4068-bda5-c92ef2b269a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=90871ee3-aa8a-4893-8547-40c5be737b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5685048 May 19 12:58:41.495827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Deleting port 243d9ee3-319d-4574-a495-5dec82eab4f0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:41.496175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.517997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7382c974-6d2d-41c3-ba3f-e323adcb3614 None None] Provisioning complete for port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:41.519584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7382c974-6d2d-41c3-ba3f-e323adcb3614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.602098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55384) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:41.631843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7382c974-6d2d-41c3-ba3f-e323adcb3614 None None] Port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:41.686914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port 04a3e3ee-97bb-4fee-b70c-c691e879efe1 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:41.687256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.727788 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-66f0243b-c6c6-4ec3-b945-50df5e2613d8 req-e20f1def-c85b-4b39-a1c6-d0ab88746aa7 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 210 time: 0.1860533 May 19 12:58:41.798513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76b6e6a2-74de-44ae-ba70-929240eafa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.891323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-c89b6f89-427b-4d59-90dd-316fca43ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:41.892805 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-c89b6f89-427b-4d59-90dd-316fca43ad27 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c23fee00-029f-4938-83b0-252507ecc7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6115532 May 19 12:58:41.893564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6e6a2-74de-44ae-ba70-929240eafa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892e6b86-98c0-478d-8e60-fc1f9af1fd46,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:41.950834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76b6e6a2-74de-44ae-ba70-929240eafa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:41.952023 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-76b6e6a2-74de-44ae-ba70-929240eafa22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/892e6b86-98c0-478d-8e60-fc1f9af1fd46 HTTP/1.1" status: 204 len: 168 time: 1.1800549 May 19 12:58:41.960328 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-0f6d6178-adbc-46cb-98bc-b1368e4e4c26 service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508519 May 19 12:58:42.010906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.109420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.160101 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1c387392-ca1d-4788-868d-0b21fb3f4898 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52a9f9f54d3a4ac78f6e8ca3a7d1e35d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5490525 May 19 12:58:42.193526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55400) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:42.261742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040855c2-c9d0-43b1-8543-7e6d57f4a9e5 req-b59a776d-3f34-4608-b905-09f5ceaef3ed tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:42.263467 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-040855c2-c9d0-43b1-8543-7e6d57f4a9e5 req-b59a776d-3f34-4608-b905-09f5ceaef3ed tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 944 time: 0.6756814 May 19 12:58:42.343520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55404) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:42.369269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.445160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.502036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:58:42.591516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-040855c2-c9d0-43b1-8543-7e6d57f4a9e5 req-78bfab23-9781-4ae6-95d0-533c61da1d30 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Synchronizing usage tracker for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:42.606821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Calling delete_port for 243d9ee3-319d-4574-a495-5dec82eab4f0 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:42.649553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fc94bba-a41c-4655-8422-7774f7bbe5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.666513 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90e5b778-7df4-4b27-af4d-37a35e7ea1c5 req-e2f88c52-dd38-475c-b657-2c67a852fdab service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230617 May 19 12:58:42.675250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Calling delete_port for 04a3e3ee-97bb-4fee-b70c-c691e879efe1 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:42.725333 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-7c8166e5-33dc-49f7-85d9-a7392aba1217 service neutron] 10.222.0.79 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082621 May 19 12:58:42.754022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-040855c2-c9d0-43b1-8543-7e6d57f4a9e5 req-78bfab23-9781-4ae6-95d0-533c61da1d30 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Unset dirty status for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:42.755215 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-040855c2-c9d0-43b1-8543-7e6d57f4a9e5 req-78bfab23-9781-4ae6-95d0-533c61da1d30 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4691381 May 19 12:58:42.758750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.79', 50049) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:42.776176 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d88d45e1-2c58-4cd7-be0e-5c20423570f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66a4e546fed5440cb8ce34f2e315db9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4244671 May 19 12:58:42.796574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fc94bba-a41c-4655-8422-7774f7bbe5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.810861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55420) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:42.922029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:42.931836 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba3215c-58b5-46c7-b956-8ac160ae98de'] response: {'name': 'network-changed', 'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'status': 'completed', 'code': 200} May 19 12:58:43.101617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d85e6d5f-6534-4821-a222-5c6d1a6b757f req-96a2159c-e132-4631-953d-ccdc18d6747a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 210 time: 0.1212652 May 19 12:58:43.129553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bd04d-01ca-45b8-a8c2-d4dac840ccdc req-5e769816-7e6a-4ee3-9e28-46fadf43170f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:43.131087 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6a8bd04d-01ca-45b8-a8c2-d4dac840ccdc req-5e769816-7e6a-4ee3-9e28-46fadf43170f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 944 time: 0.5727515 May 19 12:58:43.169438 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97fa7e42-6015-4a0c-9674-e971d2572d99 req-07c0c1de-160e-4ec7-be1f-c856d3a532f7 service neutron] 10.222.0.79 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239028 May 19 12:58:43.170078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-188ba94d-3458-4c45-8aa4-40cfee56ac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.178924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-999a645e-5748-454c-a8b9-723190fa9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:43.180369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-999a645e-5748-454c-a8b9-723190fa9989 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b66be797cc84c82a48e68ee1f9581a8&device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 1097 time: 0.4336953 May 19 12:58:43.325898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.353065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-188ba94d-3458-4c45-8aa4-40cfee56ac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.406048 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6a8bd04d-01ca-45b8-a8c2-d4dac840ccdc req-e32e3663-3a83-4b14-93a5-c4c0616e045f tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609181 May 19 12:58:43.436194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Port': ['ID=04a3e3ee-97bb-4fee-b70c-c691e879efe1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:43.498801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-b0436eb1-5417-4ffb-abf6-b630915aa47f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:43.500550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-b0436eb1-5417-4ffb-abf6-b630915aa47f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 811 time: 0.7352173 May 19 12:58:43.501214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fc94bba-a41c-4655-8422-7774f7bbe5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.511096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.526883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.558657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.602786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-9d311eec-89dd-4064-b5cd-fb12671b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:43.604231 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-9d311eec-89dd-4064-b5cd-fb12671b809a service neutron] 10.222.0.79 "GET /v2.0/networks?id=90871ee3-aa8a-4893-8547-40c5be737b45 HTTP/1.1" status: 200 len: 912 time: 0.4035726 May 19 12:58:43.627887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc94bba-a41c-4655-8422-7774f7bbe5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0718c3-b9f5-48eb-b4af-386ae7ed342e,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:43.703270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-188ba94d-3458-4c45-8aa4-40cfee56ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.718347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event deleted for resources: {'Port': ['ID=243d9ee3-319d-4574-a495-5dec82eab4f0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:43.751677 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-931adb07-0fb1-476b-83c7-b0c83312af03 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1956ad1cb0f473bad60cfb02615e955 HTTP/1.1" status: 200 len: 380 time: 0.2312720 May 19 12:58:43.759593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.759593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78f5eafc-0a10-4e18-be26-3984f7ab955e {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:58:43.761277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-df1bff00-f343-4a6b-bcc5-0cdaf280400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:43.762777 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-df1bff00-f343-4a6b-bcc5-0cdaf280400a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3&device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 1097 time: 0.5124302 May 19 12:58:43.770311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Request body: {'port': {'device_id': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'admin_state_up': True, 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'security_groups': ['3ba3a650-ac73-481a-b7f2-503e8dcdf60f']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:43.770482 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-35ef08d7-cbb4-4820-b88a-cabd6ca6cefb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48 HTTP/1.1" status: 200 len: 217 time: 0.1515939 May 19 12:58:43.777100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ba94d-3458-4c45-8aa4-40cfee56ac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7484b3f8-eccf-4df0-bd35-ace8a8e7159d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:43.794383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.797560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fc94bba-a41c-4655-8422-7774f7bbe5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.800922 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5fc94bba-a41c-4655-8422-7774f7bbe5f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc0718c3-b9f5-48eb-b4af-386ae7ed342e HTTP/1.1" status: 204 len: 168 time: 1.6041970 May 19 12:58:43.889592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a229f3e4-c106-4635-a68a-f5da2934628d tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "DELETE /v2.0/ports/243d9ee3-319d-4574-a495-5dec82eab4f0 HTTP/1.1" status: 204 len: 168 time: 2.5383966 May 19 12:58:43.908404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55434) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:43.980764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-188ba94d-3458-4c45-8aa4-40cfee56ac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.984440 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-188ba94d-3458-4c45-8aa4-40cfee56ac73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7484b3f8-eccf-4df0-bd35-ace8a8e7159d HTTP/1.1" status: 204 len: 168 time: 1.1573906 May 19 12:58:43.991007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:43.992667 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-62a07642-63e8-49f0-b23e-bee13b192098 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/ports/04a3e3ee-97bb-4fee-b70c-c691e879efe1 HTTP/1.1" status: 204 len: 168 time: 2.6442642 May 19 12:58:43.996808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55440) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:44.031509 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 19 12:58:44.034986 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-79f8014c-b231-4ec8-9063-8b5d0a4c358a tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8199091 May 19 12:58:44.046502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55444) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:44.055236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-7d5c8a99-4d54-428b-8055-72e13dc8b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:44.056688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-7d5c8a99-4d54-428b-8055-72e13dc8b6d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=061b0a44-44c2-4e6f-88a0-74eee085f977 HTTP/1.1" status: 200 len: 850 time: 0.2682586 May 19 12:58:44.075217 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbbe6ff-4231-475a-9fb1-e7c2d30ef485 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] GET failed (client error): The resource could not be found. May 19 12:58:44.075745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0cbbe6ff-4231-475a-9fb1-e7c2d30ef485 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Synchronizing usage tracker for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:44.145024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Deleting subnet 36fa7e01-c7de-43d7-89d3-ddf57fd10621 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:58:44.165549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.223127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:44.229482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Deleting port 270464b8-bb27-4446-b229-7d8e67d8c8db {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:44.229833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.288632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55452) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:44.298243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:44.319806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-99d27cb1-d940-4df2-9d2c-35a33f92161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:44.321412 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-99d27cb1-d940-4df2-9d2c-35a33f92161b service neutron] 10.222.0.79 "GET /v2.0/networks?id=c23fee00-029f-4938-83b0-252507ecc7c2 HTTP/1.1" status: 200 len: 906 time: 0.5453138 May 19 12:58:44.329085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.434144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0cbbe6ff-4231-475a-9fb1-e7c2d30ef485 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Unset dirty status for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:44.435336 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0cbbe6ff-4231-475a-9fb1-e7c2d30ef485 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "GET /v2.0/ports/04a3e3ee-97bb-4fee-b70c-c691e879efe1 HTTP/1.1" status: 404 len: 333 time: 0.4352567 May 19 12:58:44.437693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Made reservation on behalf of d1956ad1cb0f473bad60cfb02615e955 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:44.441239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.449755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:44.453161 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-5be7d350-892d-4735-b32e-9d31fa6c953b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b HTTP/1.1" status: 200 len: 217 time: 0.1199203 May 19 12:58:44.463935 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0ed90894-0fb2-47d6-bd1f-316a073cb3ad req-b50367d0-4266-4be9-a012-9c14e71f5f05 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 210 time: 0.1369648 May 19 12:58:44.471061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'name': 'tempest-AllowedAddressPairTestJSON-1404824877'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:44.496655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956671e0-0207-4b36-a26c-34e28f5c390e req-447a3423-e892-48ce-b19f-a2ad13c5f245 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:44.498057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-956671e0-0207-4b36-a26c-34e28f5c390e req-447a3423-e892-48ce-b19f-a2ad13c5f245 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 944 time: 0.5455856 May 19 12:58:44.585524 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8716d0f7-12f3-47cd-b817-3041f965c271 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5034d669da134b22b0ac13a7a90d940d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841222 May 19 12:58:44.602981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55472) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:44.730027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-b5d3fe59-d2e9-4531-934e-08478330c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:44.731427 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-b5d3fe59-d2e9-4531-934e-08478330c2e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e105b0-2a62-469b-af1f-1e2e6d81e184 HTTP/1.1" status: 200 len: 844 time: 0.2446408 May 19 12:58:44.747492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-956671e0-0207-4b36-a26c-34e28f5c390e req-58efe2f7-c2c2-4a44-a0f9-c4cc87b701ec tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283163 May 19 12:58:44.754676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-da43a74c-878e-4418-bfd3-f44b4a320914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:44.756125 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-da43a74c-878e-4418-bfd3-f44b4a320914 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=90871ee3-aa8a-4893-8547-40c5be737b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6762588 May 19 12:58:44.777460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.884015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.949630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:44.952308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-725a5d2b-11d9-49cb-b44d-70ebc2b80e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:44.979955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:44.998317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55484) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:45.026021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Calling delete_port for 270464b8-bb27-4446-b229-7d8e67d8c8db owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:45.036451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-725a5d2b-11d9-49cb-b44d-70ebc2b80e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.057486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe29c4-39db-41f7-9eda-ca20dd94b88e req-d9ca126b-c741-41ca-8b78-33370ce601ec tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:45.058987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bbbe29c4-39db-41f7-9eda-ca20dd94b88e req-d9ca126b-c741-41ca-8b78-33370ce601ec tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 944 time: 0.4253416 May 19 12:58:45.059586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:45.063558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.183183 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-b802927a-8711-44da-9722-dfc8fb37effa service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755877 May 19 12:58:45.183434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.185863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] device_id is not set on port f4a2eb25-9d0e-48ad-885d-405270c9a092 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:45.188097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Allocated IP 172.20.0.11 (1b54450c-0073-44d8-824c-ab44c20ab800/32652217-401b-48ee-b796-2dfbe341cad0/588fd877-85f3-40bd-a9df-1c8a1f336cba) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:45.231732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1527764737'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:45.239971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event deleted for resources: {'Subnet': ['ID=36fa7e01-c7de-43d7-89d3-ddf57fd10621,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:45.241687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.245637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa4a47-7a8a-4390-bbb8-17661294c76c None None] Network 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:45.246180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:45.272250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-15542496-111a-45a9-9317-f3112a41f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:45.273653 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-15542496-111a-45a9-9317-f3112a41f164 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c23fee00-029f-4938-83b0-252507ecc7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5274041 May 19 12:58:45.276498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bbbe29c4-39db-41f7-9eda-ca20dd94b88e req-2555d468-b110-4aaa-a3c8-bb864acc08e9 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904061 May 19 12:58:45.282727 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a5a9bfb6-d440-4ef2-8c51-2c3e7cd04720 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "DELETE /v2.0/subnets/36fa7e01-c7de-43d7-89d3-ddf57fd10621 HTTP/1.1" status: 204 len: 168 time: 1.3729913 May 19 12:58:45.286211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55490) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:45.291187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Usage tracker for resource:network and tenant:ca40d6791b744546b3c2536774bf91e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:45.379177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:45.409487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:45.456108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.463678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.516083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:45.519568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.537080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-725a5d2b-11d9-49cb-b44d-70ebc2b80e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.574610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] DHCP port deletion for 4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:58:45.581635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] Deleting port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:45.583841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.586336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Pushing event deleted for resources: {'Port': ['ID=270464b8-bb27-4446-b229-7d8e67d8c8db,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:45.588182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.604684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Deleting port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:45.605018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.625955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5d2b-11d9-49cb-b44d-70ebc2b80e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee2e329-4b49-44ed-ac2f-a0a7ae940daa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:45.656263 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa1ecd3c-3153-41ec-9e71-590184dbc4eb req-d393ec91-952e-474f-9835-e99d064e26c1 service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118302 May 19 12:58:45.657598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:45.682417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Usage tracker for resource:security_group_rule and tenant:ca40d6791b744546b3c2536774bf91e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:45.695925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:45.711188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:45.714004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Allocated IP 172.20.0.6 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/f4a2eb25-9d0e-48ad-885d-405270c9a092) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:45.717468 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-e7b2b6e0-ac59-4722-91af-a916fe6d6a52 service neutron] 10.222.0.79 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276223 May 19 12:58:45.725181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-725a5d2b-11d9-49cb-b44d-70ebc2b80e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.726833 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-725a5d2b-11d9-49cb-b44d-70ebc2b80e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ee2e329-4b49-44ed-ac2f-a0a7ae940daa HTTP/1.1" status: 204 len: 168 time: 1.1224265 May 19 12:58:45.767977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-6f365c41-5e76-48ae-9be6-a149d6e7572c req-3d06bb0c-2ba1-461e-87a9-2c618f66032b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Synchronizing usage tracker for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:45.878673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-6f365c41-5e76-48ae-9be6-a149d6e7572c req-3d06bb0c-2ba1-461e-87a9-2c618f66032b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Unset dirty status for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:45.888567 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6f365c41-5e76-48ae-9be6-a149d6e7572c req-3d06bb0c-2ba1-461e-87a9-2c618f66032b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 210 time: 0.2367623 May 19 12:58:45.963744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.968422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:45.970855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] For port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,segment=NetworkSegment(72e44fbf-4eba-4af0-867e-4fcae43da4a2),segment_id=72e44fbf-4eba-4af0-867e-4fcae43da4a2)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:45.971317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.048107 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e621f9e-ffca-40db-be76-7bf8d8399c48 tempest-RoutersAdminNegativeTest-379160658 tempest-RoutersAdminNegativeTest-379160658-project-admin] 10.222.0.44 "DELETE /v2.0/ports/270464b8-bb27-4446-b229-7d8e67d8c8db HTTP/1.1" status: 204 len: 168 time: 1.9951916 May 19 12:58:46.057022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Transition to ACTIVE for port object 588fd877-85f3-40bd-a9df-1c8a1f336cba will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:46.079672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] For port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,segment=NetworkSegment(72e44fbf-4eba-4af0-867e-4fcae43da4a2),segment_id=72e44fbf-4eba-4af0-867e-4fcae43da4a2)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:46.080050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.136479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] Calling delete_port for 0e5f08db-dfd4-40cf-aee2-16e6471aef9e owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:46.166873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f839817e-1200-483a-a1a4-c6cbed9c2a48 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:46.257486 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-631a0694-98e9-4ca2-a17f-c8bef693a66c req-97e3e1b1-baf1-4455-9db0-e8d6a162ea37 service neutron] 10.222.0.79 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220251 May 19 12:58:46.265273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Calling delete_port for 0e5f08db-dfd4-40cf-aee2-16e6471aef9e owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:46.338695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.356467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.362287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.412483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.413845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:46.428693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Transition to ACTIVE for port object f4a2eb25-9d0e-48ad-885d-405270c9a092 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:46.433939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9cb28-724d-46a8-9b68-095fa66bd46d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:46.446957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932814b0-c74b-4f87-bb69-1ec14f25dc12 req-3535f9c8-99ec-47e5-9639-688c15398bcd tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:46.448446 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-932814b0-c74b-4f87-bb69-1ec14f25dc12 req-3535f9c8-99ec-47e5-9639-688c15398bcd tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 944 time: 0.4602156 May 19 12:58:46.449883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.450137 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Added segment 06aad557-f2c2-4c56-b302-329ab9af81c3 of type vlan for network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 May 19 12:58:46.472795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f839817e-1200-483a-a1a4-c6cbed9c2a48, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:46.504954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'port_id': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'mac_address': 'fa:16:3e:c8:2f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:46.575686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f839817e-1200-483a-a1a4-c6cbed9c2a48 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:46.575999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.593556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.604658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.622520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.643212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f839817e-1200-483a-a1a4-c6cbed9c2a48 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:58:46.649246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55516) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:46.652605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Network 1b54450c-0073-44d8-824c-ab44c20ab800 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:46.662617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f839817e-1200-483a-a1a4-c6cbed9c2a48, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:46.675133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] Pushing event deleted for resources: {'Port': ['ID=0e5f08db-dfd4-40cf-aee2-16e6471aef9e,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:46.677053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:46.687442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event updated for resources: {'Port': ['ID=588fd877-85f3-40bd-a9df-1c8a1f336cba,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:46.689474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.689837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:46.690525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6433a171-36ea-4b4b-980e-fa0461da1a7b details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:46.695638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9dc03-ad79-496e-9b1d-c62db8b1b2c1 None None] No DVR routers for this DVR port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:58:46.748513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:58:46.748852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:58:46.783104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:46.783733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.818928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19615-2470-4719-8b78-e046a8c23702 req-19356c90-d656-4f3d-b076-d00e68dcfa6a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:46.827142 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8a19615-2470-4719-8b78-e046a8c23702 req-19356c90-d656-4f3d-b076-d00e68dcfa6a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 944 time: 0.2966180 May 19 12:58:46.853556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=f4a2eb25-9d0e-48ad-885d-405270c9a092,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:46.859221 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-932814b0-c74b-4f87-bb69-1ec14f25dc12 req-3a3e51ec-f060-4e4c-8617-b545e2bb4bf5 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020424 May 19 12:58:46.888411 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-0d4bc31a-8b07-4b4e-ab22-d1d39e328363 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1219790 May 19 12:58:46.897451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:46.902333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:46.902534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:46.906370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:46.981282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Request body: {'port': {'device_id': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:46.994701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f839817e-1200-483a-a1a4-c6cbed9c2a48,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:47.022295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:47.028747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.105874 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c6e698ce-7e33-48a7-88a4-2e3256bd706f tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6515870 May 19 12:58:47.106778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55532) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:47.124321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.137857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:47.142381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:47.143054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.159432 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8a19615-2470-4719-8b78-e046a8c23702 req-934bb252-03e5-4dcd-b363-c74732ed83ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258457 May 19 12:58:47.183897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Usage tracker for resource:security_group_rule and tenant:01139510f1524b24b3486d0ca81820a1 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:47.189376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:47.191424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e7:34:60'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:47.195984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8cd7e0b9-9729-43c7-b539-607b5a26f8bc None None] Provisioning for port 588fd877-85f3-40bd-a9df-1c8a1f336cba completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:47.206829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:47.218996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8cd7e0b9-9729-43c7-b539-607b5a26f8bc None None] Provisioning complete for port 588fd877-85f3-40bd-a9df-1c8a1f336cba triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:47.219371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8cd7e0b9-9729-43c7-b539-607b5a26f8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.302503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Deleting port 0e5f08db-dfd4-40cf-aee2-16e6471aef9e {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:47.302503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.339468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 6433a171-36ea-4b4b-980e-fa0461da1a7b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:47.359711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7e0b9-9729-43c7-b539-607b5a26f8bc None None] Port 588fd877-85f3-40bd-a9df-1c8a1f336cba cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:47.363764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'port_id': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'mac_address': 'fa:16:3e:2b:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:47.403396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] The port '0e5f08db-dfd4-40cf-aee2-16e6471aef9e' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 12:58:47.434093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 6433a171-36ea-4b4b-980e-fa0461da1a7b is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:47.434465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.456957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6433a171-36ea-4b4b-980e-fa0461da1a7b {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:58:47.482694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 6433a171-36ea-4b4b-980e-fa0461da1a7b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:47.494277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.547695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-37cb90a0-6ede-4f00-a872-b0faf81f5f1e None None] Provisioning for port f4a2eb25-9d0e-48ad-885d-405270c9a092 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:47.547901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.553454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Network': ['ID=415212ca-4596-43ff-a85c-5a8ded7fbbd4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:47.567082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-37cb90a0-6ede-4f00-a872-b0faf81f5f1e None None] Provisioning complete for port f4a2eb25-9d0e-48ad-885d-405270c9a092 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:47.567443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-37cb90a0-6ede-4f00-a872-b0faf81f5f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.629214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-37cb90a0-6ede-4f00-a872-b0faf81f5f1e None None] Port f4a2eb25-9d0e-48ad-885d-405270c9a092 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:47.630786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:47.643616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e5f08db-dfd4-40cf-aee2-16e6471aef9e no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:58:47.681774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 0e5f08db-dfd4-40cf-aee2-16e6471aef9e {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:58:47.682103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e5f08db-dfd4-40cf-aee2-16e6471aef9e not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:58:47.740837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b9a01e64-2763-4553-99f4-37281fe737d2 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7352397 May 19 12:58:47.747661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55540) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:47.748037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.787197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'subnet': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:47.789459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=6433a171-36ea-4b4b-980e-fa0461da1a7b,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:47.801736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:47.864774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['6433a171-36ea-4b4b-980e-fa0461da1a7b'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:47.868570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e44fbf-4eba-4af0-867e-4fcae43da4a2') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:47.868968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e44fbf-4eba-4af0-867e-4fcae43da4a2') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:58:47.910288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.918275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.936890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:47.941103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['f839817e-1200-483a-a1a4-c6cbed9c2a48'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:47.959969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.105577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7afe6-f0cd-48b8-b193-1ee8fd5b17ea req-14ec56e0-a24b-49d0-8f52-7e057ae85b63 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:48.109491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:58:48.110222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.113285 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-82c7afe6-f0cd-48b8-b193-1ee8fd5b17ea req-14ec56e0-a24b-49d0-8f52-7e057ae85b63 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 932 time: 0.8018441 May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:58:48.135811 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:58:48.150122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:48.159265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Usage tracker for resource:subnet and tenant:ca40d6791b744546b3c2536774bf91e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:48.166887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:48.172078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.189359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:48.193024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-82c7afe6-f0cd-48b8-b193-1ee8fd5b17ea req-1e653a64-cfaf-4b99-badd-9f4b1547970b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Synchronizing usage tracker for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:48.269868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:48.275067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.317443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-82c7afe6-f0cd-48b8-b193-1ee8fd5b17ea req-1e653a64-cfaf-4b99-badd-9f4b1547970b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Unset dirty status for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:48.320797 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-82c7afe6-f0cd-48b8-b193-1ee8fd5b17ea req-1e653a64-cfaf-4b99-badd-9f4b1547970b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065713 May 19 12:58:48.361602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ef519-a6f7-4fd6-afdb-004d707cc2e8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:48.374876 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-134ae5e3-a0c5-4b0e-87a8-ad1191ee7944 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01139510f1524b24b3486d0ca81820a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7182772 May 19 12:58:48.382339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55558) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:48.410413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55562) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:48.435403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.464799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.477820 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] 10.222.0.44 "DELETE /v2.0/networks/4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e HTTP/1.1" status: 204 len: 168 time: 3.1906979 May 19 12:58:48.497501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d54b7-5d38-4f79-ae7d-5b69dfb0aa03 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918 tempest-ExtraDHCPOptionsIpV6TestJSON-1528146918-project] Pushing event deleted for resources: {'Network': ['ID=4af2c1fb-c297-45c5-8bef-f1e67b2cbe9e,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:48.519169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c61bf9-bc2b-4b08-988c-6ebb3895498f req-cef1e6fd-3b31-433e-8d13-133fcca07e07 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:48.521160 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-28c61bf9-bc2b-4b08-988c-6ebb3895498f req-cef1e6fd-3b31-433e-8d13-133fcca07e07 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 945 time: 0.3549292 May 19 12:58:48.639642 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-28c61bf9-bc2b-4b08-988c-6ebb3895498f req-0d9f68f0-225d-4815-8f02-5661f60d9672 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094432 May 19 12:58:48.659231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588fd877-85f3-40bd-a9df-1c8a1f336cba {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:58:48.678264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.696751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Transition to ACTIVE for port object 588fd877-85f3-40bd-a9df-1c8a1f336cba will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:48.707862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1921249331'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:48.711075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.726337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab6f63ff-a9e5-4784-89e6-aa9d54316332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.754845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:48.775251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Usage tracker for resource:network and tenant:c7f49dc05fe5401797b9ee3bdc02e378 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:48.782160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:48.819548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab6f63ff-a9e5-4784-89e6-aa9d54316332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.853106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:48.909614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55572) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:48.912067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=588fd877-85f3-40bd-a9df-1c8a1f336cba,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:48.948084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eed634-d520-4cff-9239-b52c1f10af2d req-ca477c8a-0c72-428b-af31-c01fecb235e2 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:48.951116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Made reservation on behalf of c7f49dc05fe5401797b9ee3bdc02e378 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:48.954551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:48.956144 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-78eed634-d520-4cff-9239-b52c1f10af2d req-ca477c8a-0c72-428b-af31-c01fecb235e2 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 945 time: 0.4718499 May 19 12:58:48.975125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.000294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:49.011992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Usage tracker for resource:security_group_rule and tenant:c7f49dc05fe5401797b9ee3bdc02e378 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:49.016872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:49.027154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:49.031724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Attempting to bind port 588fd877-85f3-40bd-a9df-1c8a1f336cba on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:49.032052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Attempting to bind port 588fd877-85f3-40bd-a9df-1c8a1f336cba by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:49.032375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Attempting to bind port 588fd877-85f3-40bd-a9df-1c8a1f336cba on network 1b54450c-0073-44d8-824c-ab44c20ab800 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:49.034312 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-78eed634-d520-4cff-9239-b52c1f10af2d req-f394caca-9306-43e8-a887-13d5b0919435 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772111 May 19 12:58:49.042820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Port 588fd877-85f3-40bd-a9df-1c8a1f336cba on network 1b54450c-0073-44d8-824c-ab44c20ab800 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:49.042918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Attempting to bind port 588fd877-85f3-40bd-a9df-1c8a1f336cba on network 1b54450c-0073-44d8-824c-ab44c20ab800 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:49.049836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:49.050176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Checking segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:49.050764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Bound using segment: {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:49.051247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Bound port: 588fd877-85f3-40bd-a9df-1c8a1f336cba, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc615c5-bb33-4295-b59f-528ed2a49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:49.051590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.060483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.100914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.127836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.131185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab6f63ff-a9e5-4784-89e6-aa9d54316332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.207915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] For port 588fd877-85f3-40bd-a9df-1c8a1f336cba, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:49.211958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] For port 588fd877-85f3-40bd-a9df-1c8a1f336cba, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:49.215867 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-56cd73cd-3311-40fa-bdae-407465e816df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b4fffbcc4f4422a867f8480434d17dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050683 May 19 12:58:49.220510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55578) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:49.223423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.333286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f63ff-a9e5-4784-89e6-aa9d54316332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ef519-a6f7-4fd6-afdb-004d707cc2e8,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:49.354618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:49.355268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.356711 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] 10.222.0.79 "PUT /v2.0/ports/588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1094 time: 2.4557807 May 19 12:58:49.357083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:58:49.387265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Subnet': ['ID=17a94dca-d4e4-4fa0-9924-6e5bbf76d373,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:49.414921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.428297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab6f63ff-a9e5-4784-89e6-aa9d54316332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.429667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb74b3d-ce1c-46f7-9fbb-816f3fa0cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=588fd877-85f3-40bd-a9df-1c8a1f336cba,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:49.430284 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ab6f63ff-a9e5-4784-89e6-aa9d54316332 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/590ef519-a6f7-4fd6-afdb-004d707cc2e8 HTTP/1.1" status: 204 len: 168 time: 1.0466309 May 19 12:58:49.443571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=f4a2eb25-9d0e-48ad-885d-405270c9a092,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:49.446931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Checking segment: {'id': '06aad557-f2c2-4c56-b302-329ab9af81c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:49.447483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network hostable DHCP agents. Network: 415212ca-4596-43ff-a85c-5a8ded7fbbd4, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:49.474833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] In _notify_port_updated(), no bound segment for port f4a2eb25-9d0e-48ad-885d-405270c9a092 on network 1ffe67e9-5410-480b-abbe-4631f8244b54 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:58:49.481795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:49.482913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.484676 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-55ecd46c-5e7d-4994-850d-4bb9f8d0d0c2 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "PUT /v2.0/ports/f4a2eb25-9d0e-48ad-885d-405270c9a092 HTTP/1.1" status: 200 len: 996 time: 2.3640606 May 19 12:58:49.487528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55590) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:49.540627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.566487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:49.597070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 415212ca-4596-43ff-a85c-5a8ded7fbbd4) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:49.607504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea73b63-55fb-44d3-989f-4faede700abb None None] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:49.622462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:49.623235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.665016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port f4a2eb25-9d0e-48ad-885d-405270c9a092 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:49.665279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.693089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06f7c896-ed50-47a6-a234-c4a721df8f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.754664 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7888aa25-b1ff-4800-b395-e7c063cf9073 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9760153 May 19 12:58:49.757746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55600) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:49.765962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1094457111'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:49.777049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:49.934859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55604) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:49.945694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06f7c896-ed50-47a6-a234-c4a721df8f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.967851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8379ff-8c83-43d3-8c9b-98bcbfda22c5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:49.978625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:49.979192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Added segment 124e4c74-30ac-4779-b868-529b61a02829 of type vlan for network f2698954-02a2-453c-b3bd-b1f67cfaf19f May 19 12:58:49.991766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f5685a17-cd5b-4cb5-9d11-86ac527b35fb None None] Provisioning complete for port f4a2eb25-9d0e-48ad-885d-405270c9a092 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:49.992264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5685a17-cd5b-4cb5-9d11-86ac527b35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.032761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'tenant_id': 'ca40d6791b744546b3c2536774bf91e5', 'fixed_ips': [{'subnet_id': '17a94dca-d4e4-4fa0-9924-6e5bbf76d373'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:58:50.033587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.074239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3bc7b115-457d-49ef-be02-f6c6cf8521de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:50.075783 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-3bc7b115-457d-49ef-be02-f6c6cf8521de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1097 time: 0.6487703 May 19 12:58:50.082938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.129146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f5685a17-cd5b-4cb5-9d11-86ac527b35fb None None] Port f4a2eb25-9d0e-48ad-885d-405270c9a092 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:50.133214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:50.141171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Usage tracker for resource:port and tenant:ca40d6791b744546b3c2536774bf91e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:50.151217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:50.158744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f839817e-1200-483a-a1a4-c6cbed9c2a48 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:50.169257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce838-2381-427d-96e9-ede79f26f559 req-eeb5aef9-8980-40e8-9f66-0edaea108d66 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:50.175797 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99fce838-2381-427d-96e9-ede79f26f559 req-eeb5aef9-8980-40e8-9f66-0edaea108d66 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 945 time: 0.2888706 May 19 12:58:50.175797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.176027 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-988ef53b-6d2e-4d7b-80aa-6f9e3ba6cfd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f0d50f413724a1989625cf96fff245f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366593 May 19 12:58:50.180089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:50.190178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ce2dd-35ee-4f12-b2d2-7f6edcfa782d req-e1dcae0e-17f8-4942-a194-c401085e3f04 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:50.192074 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ea5ce2dd-35ee-4f12-b2d2-7f6edcfa782d req-e1dcae0e-17f8-4942-a194-c401085e3f04 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 944 time: 0.6389270 May 19 12:58:50.194554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55610) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:50.208129 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-e6c87b52-ad2d-495a-ad19-d8be9b78b512 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 217 time: 0.1194654 May 19 12:58:50.298950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06f7c896-ed50-47a6-a234-c4a721df8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.337070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Calling delete_port for f4a2eb25-9d0e-48ad-885d-405270c9a092 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:50.338740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port f839817e-1200-483a-a1a4-c6cbed9c2a48 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:50.351177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Allocated IP 2001:db8::2 (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/bc6a9bc5-9a0b-4ee5-843f-9add47d7c870) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:50.354107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port f839817e-1200-483a-a1a4-c6cbed9c2a48 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:50.354551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.369624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7c896-ed50-47a6-a234-c4a721df8f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba55f52-a25b-45a7-a599-1dd0e2ca6d04,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:50.372206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:50.375999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.379507 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ea5ce2dd-35ee-4f12-b2d2-7f6edcfa782d req-04c0ca96-9b4c-430b-a9c5-b102b89bca86 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733894 May 19 12:58:50.399823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.399823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:50.400112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.404259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-4777a4ce-e6fb-49b5-bb7a-d787c6567d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:50.405950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-4777a4ce-e6fb-49b5-bb7a-d787c6567d51 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.1857822 May 19 12:58:50.482651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f44c-c614-40b0-a1ee-46b18a0d2c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.578322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06f7c896-ed50-47a6-a234-c4a721df8f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.579497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06f7c896-ed50-47a6-a234-c4a721df8f98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ba55f52-a25b-45a7-a599-1dd0e2ca6d04 HTTP/1.1" status: 204 len: 168 time: 1.3579371 May 19 12:58:50.592904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] device_id is not set on port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:50.610769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f44c-c614-40b0-a1ee-46b18a0d2c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.621927 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2072492 May 19 12:58:50.627073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67264c-eba8-4f4e-a1fd-4fd5d481fd03 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Pushing event updated for resources: {'Network': ['ID=f2698954-02a2-453c-b3bd-b1f67cfaf19f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:50.666480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f839817e-1200-483a-a1a4-c6cbed9c2a48 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:50.667097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.675337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-e1d80f36-8b2b-4b7d-8310-0a948bc057a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:50.676831 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-e1d80f36-8b2b-4b7d-8310-0a948bc057a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2512000 May 19 12:58:50.678813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f2698954-02a2-453c-b3bd-b1f67cfaf19f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:50.684891 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99fce838-2381-427d-96e9-ede79f26f559 req-aa0fc813-e9ab-4d7d-be70-7417f822e0a1 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4836428 May 19 12:58:50.689434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.764992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Port': ['ID=f4a2eb25-9d0e-48ad-885d-405270c9a092,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:50.885745 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-a6d87840-8f5a-41bb-87a8-164bbeb4ddc8 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907425 May 19 12:58:50.888827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ad2ef6-1662-4081-b800-171d55de1bb8'] response: {'name': 'network-changed', 'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'status': 'completed', 'code': 200} May 19 12:58:50.891491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f44c-c614-40b0-a1ee-46b18a0d2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.945664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2f44c-c614-40b0-a1ee-46b18a0d2c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c519df-d6dd-47cc-baf0-ba67a6daed1c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:50.958105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f839817e-1200-483a-a1a4-c6cbed9c2a48, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:50.960205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f44c-c614-40b0-a1ee-46b18a0d2c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:50.966181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:58:50.966939 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d3c2f44c-c614-40b0-a1ee-46b18a0d2c75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68c519df-d6dd-47cc-baf0-ba67a6daed1c HTTP/1.1" status: 204 len: 168 time: 0.7628157 May 19 12:58:51.012130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.047018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.047850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6433a171-36ea-4b4b-980e-fa0461da1a7b up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:51.079100 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ffda821a-51d1-44d0-b3a5-d6c9eab49dcf tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/ports/f4a2eb25-9d0e-48ad-885d-405270c9a092 HTTP/1.1" status: 204 len: 168 time: 1.5902545 May 19 12:58:51.080019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55628) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:51.142626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4c2b0c-c33c-4bb3-a95c-98fbd70de206 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] GET failed (client error): The resource could not be found. May 19 12:58:51.143391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6b4c2b0c-c33c-4bb3-a95c-98fbd70de206 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Synchronizing usage tracker for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:51.155148 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7fa7c06-53cc-444b-802f-d200c4412e93 req-95b9733d-1f05-4410-aced-ebaecd2713b8 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499149 May 19 12:58:51.163565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55632) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:51.169943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Request body: {'port': {'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f', 'binding:host_id': 'hv-neutron-8419', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1413233696'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:51.187439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:51.197870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Usage tracker for resource:port and tenant:bbd17cc304164b3a8fa88ea78eb19420 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:51.207486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9280-97ea-45a0-9c88-8285fa740051 req-915768c3-3010-462b-b9d0-366f4b694c54 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:51.207983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:51.209035 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ba7c9280-97ea-45a0-9c88-8285fa740051 req-915768c3-3010-462b-b9d0-366f4b694c54 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 945 time: 0.2988698 May 19 12:58:51.211188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6b4c2b0c-c33c-4bb3-a95c-98fbd70de206 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Unset dirty status for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:51.221916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55636) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:51.223624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:51.225000 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6b4c2b0c-c33c-4bb3-a95c-98fbd70de206 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "GET /v2.0/ports/f4a2eb25-9d0e-48ad-885d-405270c9a092 HTTP/1.1" status: 404 len: 333 time: 0.1409864 May 19 12:58:51.254783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'name': 'tempest-AllowedAddressPairTestJSON-282388352'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:51.270605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 6433a171-36ea-4b4b-980e-fa0461da1a7b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:51.310083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 6433a171-36ea-4b4b-980e-fa0461da1a7b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:51.310450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.315172 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ba7c9280-97ea-45a0-9c88-8285fa740051 req-da80bb35-1980-4333-bc81-3a1acde3d231 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868323 May 19 12:58:51.418652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Made reservation on behalf of bbd17cc304164b3a8fa88ea78eb19420 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:51.421608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.423765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.427628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f839817e-1200-483a-a1a4-c6cbed9c2a48,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:51.443972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.448125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Transition to ACTIVE for port object bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:51.501129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:51.510514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Usage tracker for resource:security_group_rule and tenant:bbd17cc304164b3a8fa88ea78eb19420 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:51.515993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:51.528868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:51.545262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 6433a171-36ea-4b4b-980e-fa0461da1a7b is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:51.545836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.575403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Transition to ACTIVE for port object bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:51.597906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.691715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:51.727699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:51.732170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-24659244-2979-4677-a3b3-f58060c18e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:51.737178 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-24659244-2979-4677-a3b3-f58060c18e32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1097 time: 0.4939785 May 19 12:58:51.780919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 6433a171-36ea-4b4b-980e-fa0461da1a7b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:51.781506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:51.785481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.795297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:51.808000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Allocated IP 2001:db8::124 (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/83c76d7e-88c6-4b08-8e71-d3b1fabad3b2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:51.823083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:51.833950 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e937c511-18cf-4aaf-a00e-0ca73cdb270d'] response: {'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'code': 200} May 19 12:58:51.834874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:51.837607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:51.936539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Pushing event updated for resources: {'Port': ['ID=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:51.942835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36e9bd-f8bd-43e7-9d3a-596cf2f8ac34 req-7d1446c8-960d-4736-89d9-d41e7c411d1d tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:51.955234 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9b36e9bd-f8bd-43e7-9d3a-596cf2f8ac34 req-7d1446c8-960d-4736-89d9-d41e7c411d1d tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 944 time: 0.4012249 May 19 12:58:52.012360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Attempting to bind port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:52.012727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Attempting to bind port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '06aad557-f2c2-4c56-b302-329ab9af81c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:52.013086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Attempting to bind port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 on network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:52.024831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:52.025088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Checking segment: {'id': '06aad557-f2c2-4c56-b302-329ab9af81c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:52.025458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.025839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Bound using segment: {'id': '06aad557-f2c2-4c56-b302-329ab9af81c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:52.026286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Bound port: bc6a9bc5-9a0b-4ee5-843f-9add47d7c870, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06aad557-f2c2-4c56-b302-329ab9af81c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:52.026672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.055937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=6433a171-36ea-4b4b-980e-fa0461da1a7b,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:52.088849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] device_id is not set on port 4914f583-29a9-425b-9eab-7493fb9d2df0 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:52.132159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.155757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.168174 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9b36e9bd-f8bd-43e7-9d3a-596cf2f8ac34 req-24335ad8-6547-4a23-b696-ec378e4b1b2a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119431 May 19 12:58:52.202034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] For port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:52.205212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 34282156-9108-4f57-8763-b588b1f059f5 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:52.207094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] For port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,segment=NetworkSegment(06aad557-f2c2-4c56-b302-329ab9af81c3),segment_id=06aad557-f2c2-4c56-b302-329ab9af81c3)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:52.217910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.335255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-6e9a9ef1-443d-4544-8d4c-6ada2a3396d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:52.336975 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-6e9a9ef1-443d-4544-8d4c-6ada2a3396d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 0.5870144 May 19 12:58:52.337750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1175bb9d-f816-4f31-800b-d4f6896f41d9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:52.343587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cfbd1-489e-4faa-b0f3-a27f5f99bcc0 None None] Pushing event updated for resources: {'Port': ['ID=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:52.531603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55688) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:52.642067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.697417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Transition to ACTIVE for port object 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:52.726026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55694) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:52.755210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-f4aa1aff-0efd-47e0-97b6-346d20c4fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:52.756710 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-f4aa1aff-0efd-47e0-97b6-346d20c4fd54 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 1099 time: 0.2823021 May 19 12:58:52.768294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739befd-59c8-4ffe-a7c7-5888bdf10ed7 req-6f7a52b3-4281-4894-b30a-7d905f359cc9 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:52.769847 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3739befd-59c8-4ffe-a7c7-5888bdf10ed7 req-6f7a52b3-4281-4894-b30a-7d905f359cc9 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.7942934 May 19 12:58:52.807864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.831833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:52.835973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Usage tracker for resource:security_group_rule and tenant:3370294012e440aab9a150a6ef7cc703 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:52.838861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:52.845674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:52.898329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:52.947816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-e99b1ce7-deb3-4b1f-8f7b-cb17d80d23e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 217 time: 0.5998502 May 19 12:58:52.969362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1377732691'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:52.993649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:53.005788 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3739befd-59c8-4ffe-a7c7-5888bdf10ed7 req-c2ed05d4-d79d-440b-a324-fbb7622e9a49 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190273 May 19 12:58:53.017476 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7783227f-36cb-4269-9199-7cd68cbf9ec5 tempest-AgentManagementNegativeTest-864209000 tempest-AgentManagementNegativeTest-864209000-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2860537 May 19 12:58:53.027365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:53.032523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:53.039917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:53.044028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:53.053444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:53.060723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:53.067166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:53.067166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.092840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=83c76d7e-88c6-4b08-8e71-d3b1fabad3b2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:53.101189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:53.104768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.126368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Allocated IP 172.20.0.3 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/4914f583-29a9-425b-9eab-7493fb9d2df0) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:53.144871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.151779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-190b6941-2f72-4099-88cc-d490b18c6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:53.153488 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-190b6941-2f72-4099-88cc-d490b18c6842 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.1817472 May 19 12:58:53.220470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 34282156-9108-4f57-8763-b588b1f059f5 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:53.229161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:53.257562 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-63719c09-836f-4b9a-b65f-bcf2fa2b8c62 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4987683 May 19 12:58:53.262706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55706) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:53.264374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:security_group_rule and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:53.277153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.286540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:53.295267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:53.319473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-755251424', 'allowed_address_pairs': [{'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:9d:92:44'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:53.332096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Transition to ACTIVE for port object 34282156-9108-4f57-8763-b588b1f059f5 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:53.346975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441baba-6e59-45db-80f0-4dd6a044d1ec req-069d8e6f-f140-4073-af1d-d42129765e77 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:53.349710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7441baba-6e59-45db-80f0-4dd6a044d1ec req-069d8e6f-f140-4073-af1d-d42129765e77 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 0.4997208 May 19 12:58:53.400468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55710) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:53.457642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.460186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.512964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.565692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=34282156-9108-4f57-8763-b588b1f059f5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:53.634895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a809c7-7dcd-481d-a77b-680a99977f3e None None] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:53.649967 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7441baba-6e59-45db-80f0-4dd6a044d1ec req-7c1652ad-038e-405c-9013-2047b5dcee06 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710526 May 19 12:58:53.651824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.690476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.708909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:53.710680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Synchronizing usage tracker for tenant:3370294012e440aab9a150a6ef7cc703 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:53.726678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.747286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Checking segment: {'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:53.747644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Network hostable DHCP agents. Network: f2698954-02a2-453c-b3bd-b1f67cfaf19f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:53.758387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:53.762929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:53.763109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2688475afb41da85d7d3c5509eedd4 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:53.766964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:53.773822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:53.782899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74e465bf-96d8-4558-8bef-5f2fb5f10932,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:53.820596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] Unset dirty status for tenant:3370294012e440aab9a150a6ef7cc703 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:53.821791 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b966ca13-1860-4a0e-8321-4c228752f4ca req-2f67939a-53d1-4483-a0b0-420e5757a25e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0500159 May 19 12:58:53.834733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:58:53.846709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9edd4a0-f008-4db4-a64e-35f8bed95920 None None] Provisioning for port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:53.851685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.852228 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment a8261486-eb6e-483b-b368-b2aec8023d6a of type vlan for network 3fcae067-761e-41ca-bfe6-0afcdfa80580 May 19 12:58:53.883228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:53.896016 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08671cb-8c73-422a-b970-0bbdc0a8dab5'] response: {'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'code': 200} May 19 12:58:53.905025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Usage tracker for resource:port and tenant:ca40d6791b744546b3c2536774bf91e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:53.913286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:53.918429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a04fb4-764f-44a5-8414-bac4f4d1bf11,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:53.933985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:53.935169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:53.948378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:53.948752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.956226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46925d-d30b-4d10-84e6-eca9d072e91f req-d1a1bd07-9730-4ebb-aff6-000b70eafb37 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:53.964782 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-db46925d-d30b-4d10-84e6-eca9d072e91f req-d1a1bd07-9730-4ebb-aff6-000b70eafb37 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 944 time: 0.6219401 May 19 12:58:53.985151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:53.989574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.001033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:54.055908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-73e25645-9bae-4d59-87fe-ad8d033d8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:54.057702 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-73e25645-9bae-4d59-87fe-ad8d033d8897 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8932819 May 19 12:58:54.062156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.117464 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-db46925d-d30b-4d10-84e6-eca9d072e91f req-f67340cf-33ce-44a2-b209-a1f9874502d9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514897 May 19 12:58:54.134401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.140245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:54.140869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.173166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:54.173544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.199017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 588fd877-85f3-40bd-a9df-1c8a1f336cba details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 12:58:54.276320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=3fcae067-761e-41ca-bfe6-0afcdfa80580,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:54.318080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.335544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Network f2698954-02a2-453c-b3bd-b1f67cfaf19f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:54.342242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 588fd877-85f3-40bd-a9df-1c8a1f336cba, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:54.361865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'port_id': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'mac_address': 'fa:16:3e:e8:bb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 12:58:54.366070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:54.369629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.383365 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e1a95b1-9dac-46e0-87c6-2c8ca3dc7fad tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8410091 May 19 12:58:54.383773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55720) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:54.399225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1581044290'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:54.410124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:54.416704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:54.421085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] device_id is not set on port 9f9edec3-075a-47ba-920a-2ae30b31537f yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:54.430544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f2698954-02a2-453c-b3bd-b1f67cfaf19f) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:54.436770 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c2688475afb41da85d7d3c5509eedd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285699 May 19 12:58:54.441781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a499f-ea9c-43d4-8004-ed6763d9e390,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:54.455060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Transition to ACTIVE for port object 4914f583-29a9-425b-9eab-7493fb9d2df0 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:54.456019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55724) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:54.456775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:54.458912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:54.469285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:54.507191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:54.507606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.507956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.508292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.508625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.508955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.509279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.509604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.509927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.510251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.510587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.510706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.510919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.511253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb22421-d602-4f12-96cd-191b6aaea304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:54.529249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7124ce6-9578-4280-9c18-0e2a4c4c48a3 None None] Network f2698954-02a2-453c-b3bd-b1f67cfaf19f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:54.533644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:54.533781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:54.534122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:54.541484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47369f78-b89a-4bc1-afab-c416342e0bd1 req-df2a4a24-5a01-4078-b97f-136c9950754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:54.543355 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-47369f78-b89a-4bc1-afab-c416342e0bd1 req-df2a4a24-5a01-4078-b97f-136c9950754b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 1099 time: 0.2278831 May 19 12:58:54.564120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-43c57ca9-8ea7-4edf-8a10-ce8c194ee4d8 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034855 May 19 12:58:54.565034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:54.565034 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:54.569502 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 2 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:54.615171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:54.636922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,segment=NetworkSegment(06aad557-f2c2-4c56-b302-329ab9af81c3),segment_id=06aad557-f2c2-4c56-b302-329ab9af81c3)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:54.661612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.661955 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment 94fea8f2-c1e3-4f6d-a093-2946299425de of type vlan for network 5b0ba401-56cf-436e-aaf8-fd4a312291eb May 19 12:58:54.664378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.665551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Allocated IP 2001:db8::37c (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/9f9edec3-075a-47ba-920a-2ae30b31537f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:54.672879 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-47369f78-b89a-4bc1-afab-c416342e0bd1 req-cc82b293-64b2-4156-bc94-015119e05782 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949297 May 19 12:58:54.695003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:54.695330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:54.695673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:54.729197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:54.729541 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:54.734966 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 3 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:54.744534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 588fd877-85f3-40bd-a9df-1c8a1f336cba is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:54.744911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.754929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda7453-5018-4928-86c4-68bbb19fc082 req-5785dd14-d9a2-40ad-9139-a2bc830afc2a tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:54.756450 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6fda7453-5018-4928-86c4-68bbb19fc082 req-5785dd14-d9a2-40ad-9139-a2bc830afc2a tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.4246202 May 19 12:58:54.757505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.815378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c1860a6-8b5d-4e36-ae02-cc1c65d3c4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.826113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588fd877-85f3-40bd-a9df-1c8a1f336cba {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:58:54.848212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.857588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:54.858099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:54.858520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:54.887709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 588fd877-85f3-40bd-a9df-1c8a1f336cba, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:54.897152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.902124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:54.924457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:54.925154 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:54.927827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:54.939481 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 4 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:54.967348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:54.987567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c1860a6-8b5d-4e36-ae02-cc1c65d3c4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:54.989931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=588fd877-85f3-40bd-a9df-1c8a1f336cba,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:55.002424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:55.036622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.042114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:55.042753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.054877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=4914f583-29a9-425b-9eab-7493fb9d2df0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:55.087546 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f29d6f8-3b5d-42f6-9569-b87a20c3f0c1 req-b6b4954b-0a89-4117-b673-150c3ecf7093 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102313 May 19 12:58:55.088253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.088588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.088925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.101279 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6fda7453-5018-4928-86c4-68bbb19fc082 req-fb84da39-2567-4dad-b7af-7513d72011e3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975059 May 19 12:58:55.119422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.119819 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.122812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ab25c-cfd2-41ba-b490-ff2c0c813242 req-17df971a-8537-41ed-a32a-4a175235de7b tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:55.135719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Provisioning complete for port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:55.136197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.136635 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e79ab25c-cfd2-41ba-b490-ff2c0c813242 req-17df971a-8537-41ed-a32a-4a175235de7b tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 0.3416662 May 19 12:58:55.148193 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 5 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:55.194054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:55.195201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.249484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.250764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.251395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.259510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.260346 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.266081 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ff063ddf-c9a0-483f-8557-8234eab14bcb tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0342360 May 19 12:58:55.271354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55732) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:55.272542 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 6 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:55.298066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'network_id': '1ffe67e9-5410-480b-abbe-4631f8244b54', 'name': 'tempest-AllowedAddressPairTestJSON-1860444858'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:55.368835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['588fd877-85f3-40bd-a9df-1c8a1f336cba'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 12:58:55.421983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Current status of the port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:55.448766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Provisioning for port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:55.460241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Provisioning complete for port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:55.460695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.464335 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0796480 May 19 12:58:55.465740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55736) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:55.490625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:55.508067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=5b0ba401-56cf-436e-aaf8-fd4a312291eb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:55.508687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.509020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.509354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.522601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.540941 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e79ab25c-cfd2-41ba-b490-ff2c0c813242 req-b139f427-fffc-4878-ae6b-bc5876bac608 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031029 May 19 12:58:55.546926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2d0c6-a8d4-4a0f-a128-017559d0c65b None None] Port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:55.554067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.554398 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.570101 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 7 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:55.588371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c1860a6-8b5d-4e36-ae02-cc1c65d3c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.614177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1860a6-8b5d-4e36-ae02-cc1c65d3c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a499f-ea9c-43d4-8004-ed6763d9e390,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:55.616385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.616734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.617068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.617398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.618085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.618405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.618767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.619080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.619597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.620089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.620598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.620709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.621038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.621367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.621652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02cc619-d0d8-4d68-8173-25e6b915d012 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:55.622159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:55.635925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Transition to ACTIVE for port object 9f9edec3-075a-47ba-920a-2ae30b31537f will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:55.647281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c1860a6-8b5d-4e36-ae02-cc1c65d3c4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.648395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0c1860a6-8b5d-4e36-ae02-cc1c65d3c4b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e16a499f-ea9c-43d4-8004-ed6763d9e390 HTTP/1.1" status: 204 len: 168 time: 1.1786680 May 19 12:58:55.653931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.654224 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.664413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:55.667115 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 8 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:55.668310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:55.671341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:55.677315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:55.693902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:55.698332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.710706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.711089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.711425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.722336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.722702 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.724734 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 9 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:55.735060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:55.743589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Usage tracker for resource:port and tenant:1f0de558fecd4d4e84a5bed6606c0846 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:55.748685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:55.757417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:55.777648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:55.791940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.792264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.792594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.820614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.820875 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.829221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01465e89-f2e5-4c91-b434-80b93749e9d2 req-0889bc8b-02f8-455a-9637-a0de941c7b51 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:55.838473 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-01465e89-f2e5-4c91-b434-80b93749e9d2 req-0889bc8b-02f8-455a-9637-a0de941c7b51 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 945 time: 0.3744960 May 19 12:58:55.841918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 10 to bind port 34282156-9108-4f57-8763-b588b1f059f5 May 19 12:58:55.869339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Made reservation on behalf of 1f0de558fecd4d4e84a5bed6606c0846 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:55.872873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.893857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:55.894062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:55.894436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:55.913669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 34282156-9108-4f57-8763-b588b1f059f5 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:58:55.914088 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 34282156-9108-4f57-8763-b588b1f059f5 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:58:55.914537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.919501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.931961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Provisioning for port 4914f583-29a9-425b-9eab-7493fb9d2df0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:55.939856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:55.940125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:55.942462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] device_id is not set on port df87366d-a751-4c56-a7f3-2cfcc494a3dd yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:56.012813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Provisioning complete for port 4914f583-29a9-425b-9eab-7493fb9d2df0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:56.013380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.020938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:56.031150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:56.049334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:56.055855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.056616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.073595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Port 4914f583-29a9-425b-9eab-7493fb9d2df0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:56.088788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=9f9edec3-075a-47ba-920a-2ae30b31537f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:56.109537 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-01465e89-f2e5-4c91-b434-80b93749e9d2 req-02dcca0a-0141-4285-a4a9-c48d19c41fc0 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676322 May 19 12:58:56.111164 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-511b07a1-958f-40b6-b613-8459a6d1709c tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8264880 May 19 12:58:56.112530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55754) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:56.260062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Provisioning complete for port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:56.260436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.280142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] For port 34282156-9108-4f57-8763-b588b1f059f5, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:56.280699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempted to set empty binding levels {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 12:58:56.290352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.293277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.419952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:56.473911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Allocated IP 172.20.0.8 (1ffe67e9-5410-480b-abbe-4631f8244b54/5f64bd04-a86a-4f67-82d4-2ac6c25d5654/df87366d-a751-4c56-a7f3-2cfcc494a3dd) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:56.477057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.477665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.485218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecc95f-696b-4491-a2a8-7860c048aeb8 None None] Port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:56.522949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=34282156-9108-4f57-8763-b588b1f059f5,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:56.539119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=b8ae74bb-1625-496a-a178-e961c86b5368,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:56.582839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': 'a8261486-eb6e-483b-b368-b2aec8023d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:56.583208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 3fcae067-761e-41ca-bfe6-0afcdfa80580, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:56.600313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e972c1-c731-4454-9abc-d7c439f17cf4 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.608039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e972c1-c731-4454-9abc-d7c439f17cf4 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.615221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e972c1-c731-4454-9abc-d7c439f17cf4 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.616313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-41e972c1-c731-4454-9abc-d7c439f17cf4 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Synchronizing usage tracker for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:56.623010 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fabdc940-a521-4419-a527-01df4cf23d3f tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4581270 May 19 12:58:56.625549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d612700e-7f84-42ee-872d-4cc14de5e27b None None] Provisioning for port 9f9edec3-075a-47ba-920a-2ae30b31537f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:56.626751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55770) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:56.636992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d612700e-7f84-42ee-872d-4cc14de5e27b None None] Provisioning complete for port 9f9edec3-075a-47ba-920a-2ae30b31537f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:56.638755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d612700e-7f84-42ee-872d-4cc14de5e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.695455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286aa46-3abb-42c5-9faf-b2bffe4b227c req-116c667a-7409-445c-8d35-6a55b8169882 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.697071 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2286aa46-3abb-42c5-9faf-b2bffe4b227c req-116c667a-7409-445c-8d35-6a55b8169882 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.2426755 May 19 12:58:56.698601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:56.723693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d612700e-7f84-42ee-872d-4cc14de5e27b None None] Port 9f9edec3-075a-47ba-920a-2ae30b31537f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:56.730018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-41e972c1-c731-4454-9abc-d7c439f17cf4 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Unset dirty status for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:56.733859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-41e972c1-c731-4454-9abc-d7c439f17cf4 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6010017 May 19 12:58:56.734379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 3fcae067-761e-41ca-bfe6-0afcdfa80580) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:56.738715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:56.744939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85384c-db5e-40a6-8a50-453cb7563000 None None] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:56.782241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:56.782856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.837683 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c4b79fbc-50cc-479b-87c1-c41552a17d63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3640633 May 19 12:58:56.840177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Deleting port 34282156-9108-4f57-8763-b588b1f059f5 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:56.840952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.841094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55780) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:56.856498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:56.870243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55784) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:56.879658 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2286aa46-3abb-42c5-9faf-b2bffe4b227c req-e48943b1-2c08-4dd5-a2ca-3e94c8b2d858 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715858 May 19 12:58:56.938523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.945336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting port 9f9edec3-075a-47ba-920a-2ae30b31537f {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:58:56.945684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.977799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-3fcae067-761e-41ca-bfe6-0afcdfa80580', 'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': 'b8ae74bb-1625-496a-a178-e961c86b5368'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:58:56.979537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:56.999028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb621d-7c11-4634-b978-d7dfa8857db2 req-58b036bb-1a19-4744-a855-5f800a6230c1 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:57.006285 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ebcb621d-7c11-4634-b978-d7dfa8857db2 req-58b036bb-1a19-4744-a855-5f800a6230c1 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 0.3227468 May 19 12:58:57.031721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Transition to ACTIVE for port object df87366d-a751-4c56-a7f3-2cfcc494a3dd will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:57.073438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-811318645'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:57.085101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:57.104231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:network and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:57.111152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:57.139998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:57.150719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:57.161157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ebcb621d-7c11-4634-b978-d7dfa8857db2 req-4533fd00-cc71-43f8-9a05-3c9574b29add tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537158 May 19 12:58:57.210057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:57.215992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] For port 34282156-9108-4f57-8763-b588b1f059f5, host hv-neutron-8419, got binding levels [] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:57.216343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.219546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:57.231976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Allocated IP 2001:db8::2 (3fcae067-761e-41ca-bfe6-0afcdfa80580/b8ae74bb-1625-496a-a178-e961c86b5368/674d5bef-d083-43bd-9227-0c967eb9f1bd) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:57.239634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:57.251955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:57.255300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.285775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.298980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:57.302403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.340575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.438146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Calling delete_port for 34282156-9108-4f57-8763-b588b1f059f5 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:57.438743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:57.461859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.471865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:security_group_rule and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:57.483065 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.486479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:57.494328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Transition to ACTIVE for port object 674d5bef-d083-43bd-9227-0c967eb9f1bd will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:57.496704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:57.517739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Transition to ACTIVE for port object 674d5bef-d083-43bd-9227-0c967eb9f1bd will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:58:57.524338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.592730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:57.596198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:57.602515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:57.608681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Pushing event updated for resources: {'Port': ['ID=674d5bef-d083-43bd-9227-0c967eb9f1bd,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:57.652374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.653352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.653706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.654050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.654342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.654858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.655184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.655825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.655825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.656102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.656412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.656720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:58:57.667752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:58:57.677044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:57.689138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:58:57.719942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=df87366d-a751-4c56-a7f3-2cfcc494a3dd,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:57.721257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Calling delete_port for 9f9edec3-075a-47ba-920a-2ae30b31537f owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:58:57.741598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Attempting to bind port 674d5bef-d083-43bd-9227-0c967eb9f1bd on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:58:57.742032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Attempting to bind port 674d5bef-d083-43bd-9227-0c967eb9f1bd by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a8261486-eb6e-483b-b368-b2aec8023d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:58:57.742382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Attempting to bind port 674d5bef-d083-43bd-9227-0c967eb9f1bd on network 3fcae067-761e-41ca-bfe6-0afcdfa80580 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:58:57.748422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:58:57.748818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Checking segment: {'id': 'a8261486-eb6e-483b-b368-b2aec8023d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:57.750064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.750453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Bound using segment: {'id': 'a8261486-eb6e-483b-b368-b2aec8023d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:58:57.751002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Bound port: 674d5bef-d083-43bd-9227-0c967eb9f1bd, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8261486-eb6e-483b-b368-b2aec8023d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3fcae067-761e-41ca-bfe6-0afcdfa80580'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:58:57.752088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.776689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.832872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:57.833666 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.854697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event deleted for resources: {'Port': ['ID=34282156-9108-4f57-8763-b588b1f059f5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:57.865868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3a953-cfa6-4c3a-ba1e-e41c2caefc6d req-a61457d2-32a0-4cb7-a6ef-4a9fdb3fdb98 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:57.868110 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-53f3a953-cfa6-4c3a-ba1e-e41c2caefc6d req-a61457d2-32a0-4cb7-a6ef-4a9fdb3fdb98 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 0.5286562 May 19 12:58:57.879661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.881798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55794) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:57.883873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] For port 674d5bef-d083-43bd-9227-0c967eb9f1bd, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:58:57.887700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] For port 674d5bef-d083-43bd-9227-0c967eb9f1bd, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=674d5bef-d083-43bd-9227-0c967eb9f1bd,segment=NetworkSegment(a8261486-eb6e-483b-b368-b2aec8023d6a),segment_id=a8261486-eb6e-483b-b368-b2aec8023d6a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:58:57.889033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Request body: {'floatingip': {'port_id': '6433a171-36ea-4b4b-980e-fa0461da1a7b'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:57.896914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:57.915584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bc6bb-dba1-45c4-80bd-108dc8d29da3 req-b528c944-e681-4f37-bffd-f6d16f0218b6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:57.922778 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-127bc6bb-dba1-45c4-80bd-108dc8d29da3 req-b528c944-e681-4f37-bffd-f6d16f0218b6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 945 time: 0.5953829 May 19 12:58:57.969204 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ddd6d05c-28d0-4d34-a884-7ffe0f6df0bd tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6887574 May 19 12:58:57.969870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55800) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:57.992939 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-532ae704-52ba-4c10-a8ca-879505871e34 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "DELETE /v2.0/ports/34282156-9108-4f57-8763-b588b1f059f5 HTTP/1.1" status: 204 len: 168 time: 1.3573089 May 19 12:58:57.996437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e7:34:60'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1e:6e:9a'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:58.011604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc0607-a079-42a0-b75a-7bf9c6853893 None None] Pushing event updated for resources: {'Port': ['ID=674d5bef-d083-43bd-9227-0c967eb9f1bd,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:58.036080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55804) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:58.047138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.159139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-94346d6b-0b9b-4b79-931b-d23fd281c2de None None] Provisioning for port df87366d-a751-4c56-a7f3-2cfcc494a3dd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:58.165558 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1eecffb-db1f-4123-9d44-06e8746edabc tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] GET failed (client error): The resource could not be found. May 19 12:58:58.166922 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f1eecffb-db1f-4123-9d44-06e8746edabc tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "GET /v2.0/ports/34282156-9108-4f57-8763-b588b1f059f5 HTTP/1.1" status: 404 len: 333 time: 0.1132178 May 19 12:58:58.171374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-94346d6b-0b9b-4b79-931b-d23fd281c2de None None] Provisioning complete for port df87366d-a751-4c56-a7f3-2cfcc494a3dd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:58.172625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94346d6b-0b9b-4b79-931b-d23fd281c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.181129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55808) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:58.187681 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-127bc6bb-dba1-45c4-80bd-108dc8d29da3 req-2f91b674-5ea6-4371-bd54-699ad0c24905 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639408 May 19 12:58:58.217380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.223183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 588fd877-85f3-40bd-a9df-1c8a1f336cba up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:58.227387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.259267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Request body: {'port': {'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1397462025'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:58.270850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:58.275259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Usage tracker for resource:port and tenant:bbd17cc304164b3a8fa88ea78eb19420 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:58.278219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:58.285083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:58.291398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.296409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.308870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Made reservation on behalf of bbd17cc304164b3a8fa88ea78eb19420 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:58.311476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.377964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-94346d6b-0b9b-4b79-931b-d23fd281c2de None None] Port df87366d-a751-4c56-a7f3-2cfcc494a3dd cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:58:58.387198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 588fd877-85f3-40bd-a9df-1c8a1f336cba completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:58.392698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 588fd877-85f3-40bd-a9df-1c8a1f336cba triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:58:58.393061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.449566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 4bb3b493-3e56-4f89-b8a2-165645f15b61 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:58:58.478192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cc976-9a11-4ef3-83bb-9824dd862e2a,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:58.482153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Port': ['ID=9f9edec3-075a-47ba-920a-2ae30b31537f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:58.552967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:58:58.554013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 588fd877-85f3-40bd-a9df-1c8a1f336cba is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:58:58.554013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.584486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:58:58.602117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 588fd877-85f3-40bd-a9df-1c8a1f336cba, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:58:58.612412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.651249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': '94fea8f2-c1e3-4f6d-a093-2946299425de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:58:58.656982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 5b0ba401-56cf-436e-aaf8-fd4a312291eb, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:58:58.700402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134dca-f16c-4d5f-ba61-963c11e44aea req-94cf27d3-aca6-47f2-a5f2-b078bbc38c0f tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:58.701955 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36134dca-f16c-4d5f-ba61-963c11e44aea req-94cf27d3-aca6-47f2-a5f2-b078bbc38c0f tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.5985012 May 19 12:58:58.711376 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f227724-94ab-48c6-b287-fb430936edf6'] response: {'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'code': 200} May 19 12:58:58.712403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=588fd877-85f3-40bd-a9df-1c8a1f336cba,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:58.728078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.729216 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Added segment bd1d0482-3038-4def-a55d-a76976fc13cd of type vlan for network 20fff1eb-bfce-422a-b772-b3886b72784f May 19 12:58:58.739577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=f60c37b6-11c2-4e2b-a106-394c385fa64f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:58.759719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.793092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:58:58.809717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.822423 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-edfcf980-3676-496f-bdaf-2640d0468f36 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/ports/9f9edec3-075a-47ba-920a-2ae30b31537f HTTP/1.1" status: 204 len: 168 time: 2.0825329 May 19 12:58:58.825068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:58.825729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 5b0ba401-56cf-436e-aaf8-fd4a312291eb) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:58:58.830238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:58.831022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:58.847018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d019e6-7310-4165-9b78-b3a826e2d654 None None] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:58.856802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36134dca-f16c-4d5f-ba61-963c11e44aea req-457a31ce-61d2-43f1-a6fb-51acdce5e2b1 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313941 May 19 12:58:58.940799 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb8f55c-7d07-44e8-a538-e8facd1bc87f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] GET failed (client error): The resource could not be found. May 19 12:58:58.942668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1fb8f55c-7d07-44e8-a538-e8facd1bc87f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Synchronizing usage tracker for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:58:58.972473 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11cc2fa8-45d4-4c9b-92d6-a099477e354a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1284096 May 19 12:58:58.975562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55820) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:58.981657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105112435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:58.992343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:58.997316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:59.002032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:59.010210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:59.022861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.028732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:59.030160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.042516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1fb8f55c-7d07-44e8-a538-e8facd1bc87f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Unset dirty status for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:58:59.047219 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1fb8f55c-7d07-44e8-a538-e8facd1bc87f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "GET /v2.0/ports/9f9edec3-075a-47ba-920a-2ae30b31537f HTTP/1.1" status: 404 len: 333 time: 0.2082458 May 19 12:58:59.086840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55824) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:59.103673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.104837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.122385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.138134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1308944638'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:59.236814 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3601675 May 19 12:58:59.252634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55830) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:59.264888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-5b0ba401-56cf-436e-aaf8-fd4a312291eb', 'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': 'f60c37b6-11c2-4e2b-a106-394c385fa64f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:58:59.265502 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.267767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'subnet': {'network_id': '20fff1eb-bfce-422a-b772-b3886b72784f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:59.311046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.384753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb70e54-2e4c-4159-8f8a-489d422b1cb5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Network': ['ID=20fff1eb-bfce-422a-b772-b3886b72784f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:58:59.416538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 20fff1eb-bfce-422a-b772-b3886b72784f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:58:59.436140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.436852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf85947-2b65-4db1-8033-e9e5e9fb690f None None] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:58:59.466532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619433-e2d8-4995-aad0-d4c2c1dd1dc2 req-ad9ac54d-ac27-4be8-a888-096085b3f302 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:59.468219 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-05619433-e2d8-4995-aad0-d4c2c1dd1dc2 req-ad9ac54d-ac27-4be8-a888-096085b3f302 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.4489501 May 19 12:58:59.475247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:58:59.481438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55834) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:59.482686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:subnet and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:58:59.488498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:58:59.494501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Request body: {'floatingip': {'port_id': 'f839817e-1200-483a-a1a4-c6cbed9c2a48'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:58:59.581525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.646521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:58:59.648028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.649689 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cc3ec107-4836-43d1-adb3-84d5441f82fb tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6729889 May 19 12:58:59.666721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55838) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:58:59.724751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 674d5bef-d083-43bd-9227-0c967eb9f1bd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:58:59.764369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.820188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b21cef7d-deb5-44f6-bfc9-5063512d49ea None None] Provisioning for port 674d5bef-d083-43bd-9227-0c967eb9f1bd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:58:59.869631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Allocated IP 2001:db8:1::2 (5b0ba401-56cf-436e-aaf8-fd4a312291eb/f60c37b6-11c2-4e2b-a106-394c385fa64f/7114e4f5-de70-4bc9-85f4-db7b5b421fd6) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:58:59.920331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d4b9c-d340-443b-babe-cd4ebc1eb68d req-34e0aa52-3f6b-4c40-91c0-ffa731e09235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:58:59.922089 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-949d4b9c-d340-443b-babe-cd4ebc1eb68d req-34e0aa52-3f6b-4c40-91c0-ffa731e09235 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.9849548 May 19 12:58:59.933897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:58:59.937745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:58:59.962707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:00.011319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:00.052345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 674d5bef-d083-43bd-9227-0c967eb9f1bd completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:00.085020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 674d5bef-d083-43bd-9227-0c967eb9f1bd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:00.085499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.099000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f3566-e1d8-49b2-abf4-0010b753954c req-c971e4b9-7032-4973-8563-cc63e6e87bd2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:00.100498 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a55f3566-e1d8-49b2-abf4-0010b753954c req-c971e4b9-7032-4973-8563-cc63e6e87bd2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6302924 May 19 12:59:00.101147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:00.104314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.316824 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-949d4b9c-d340-443b-babe-cd4ebc1eb68d req-e874bda2-1267-4c8b-a697-a4c91bb46810 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677354 May 19 12:59:00.335218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.339251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.343154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] device_id is not set on port 97888594-f8cd-4828-bde4-55088b15a41a yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:00.369039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Transition to ACTIVE for port object 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:00.392658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 674d5bef-d083-43bd-9227-0c967eb9f1bd is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:00.393093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.410692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Transition to ACTIVE for port object 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:00.426290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.449368 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a55f3566-e1d8-49b2-abf4-0010b753954c req-7df36f5a-2f96-4ce8-b2d1-eb6508955c82 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179319 May 19 12:59:00.513058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Network f2698954-02a2-453c-b3bd-b1f67cfaf19f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:00.515630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.524000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:00.534867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 674d5bef-d083-43bd-9227-0c967eb9f1bd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=674d5bef-d083-43bd-9227-0c967eb9f1bd,segment=NetworkSegment(a8261486-eb6e-483b-b368-b2aec8023d6a),segment_id=a8261486-eb6e-483b-b368-b2aec8023d6a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:00.542407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:00.543748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:00.544109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:00.545187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:00.546890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.548983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:00.556788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.557570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.591704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Pushing event updated for resources: {'Port': ['ID=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:00.608884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb3b493-3e56-4f89-b8a2-165645f15b61,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:00.644367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.695869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.713956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Attempting to bind port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:00.714470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Attempting to bind port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '94fea8f2-c1e3-4f6d-a093-2946299425de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:00.714946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Attempting to bind port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 on network 5b0ba401-56cf-436e-aaf8-fd4a312291eb {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:00.726362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:00.726898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Checking segment: {'id': '94fea8f2-c1e3-4f6d-a093-2946299425de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:00.727413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.728127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Bound using segment: {'id': '94fea8f2-c1e3-4f6d-a093-2946299425de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:00.728447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Bound port: 7114e4f5-de70-4bc9-85f4-db7b5b421fd6, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fea8f2-c1e3-4f6d-a093-2946299425de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '5b0ba401-56cf-436e-aaf8-fd4a312291eb'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:00.728919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.749380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=674d5bef-d083-43bd-9227-0c967eb9f1bd,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:00.752152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c069cb82-50c2-4376-91cd-a5228f8599a7 None None] Provisioning complete for port 674d5bef-d083-43bd-9227-0c967eb9f1bd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:00.752624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c069cb82-50c2-4376-91cd-a5228f8599a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.789500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.809224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.925323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] For port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:00.927462 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4df1b887-bb9f-4b74-ab5c-0a76d2786496 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7404587 May 19 12:59:00.937265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Allocated IP 2001:db8::44 (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/97888594-f8cd-4828-bde4-55088b15a41a) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:00.939473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event updated for resources: {'Port': ['ID=df87366d-a751-4c56-a7f3-2cfcc494a3dd,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:00.944901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] For port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,segment=NetworkSegment(94fea8f2-c1e3-4f6d-a093-2946299425de),segment_id=94fea8f2-c1e3-4f6d-a093-2946299425de)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:00.949166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55842) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:00.957173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:00.961002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c069cb82-50c2-4376-91cd-a5228f8599a7 None None] Current status of the port 674d5bef-d083-43bd-9227-0c967eb9f1bd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:00.970550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:01.046421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42ba9c-bf94-41c2-9c9b-6c9fbf359945 None None] Pushing event updated for resources: {'Port': ['ID=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:01.049877 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Floating IP ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a associated. External IP: 172.26.3.12, port: 6433a171-36ea-4b4b-980e-fa0461da1a7b. May 19 12:59:01.091129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3f36ea5a-5290-4f75-b60a-22831f697529 None None] Provisioning complete for port df87366d-a751-4c56-a7f3-2cfcc494a3dd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:01.091497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3f36ea5a-5290-4f75-b60a-22831f697529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.193410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6a12-d943-4c9d-9d4d-477b2a3fa3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.198209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3f36ea5a-5290-4f75-b60a-22831f697529 None None] Port df87366d-a751-4c56-a7f3-2cfcc494a3dd cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:01.259339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] In _notify_port_updated(), no bound segment for port df87366d-a751-4c56-a7f3-2cfcc494a3dd on network 1ffe67e9-5410-480b-abbe-4631f8244b54 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:59:01.265726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:01.266348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.270597 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ddf9272-ca72-4b3f-8f4f-dd8eecfc212b tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "PUT /v2.0/ports/df87366d-a751-4c56-a7f3-2cfcc494a3dd HTTP/1.1" status: 200 len: 1056 time: 3.2859862 May 19 12:59:01.293015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55846) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:01.607173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Checking segment: {'id': 'bd1d0482-3038-4def-a55d-a76976fc13cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '20fff1eb-bfce-422a-b772-b3886b72784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:01.607720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network hostable DHCP agents. Network: 20fff1eb-bfce-422a-b772-b3886b72784f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:01.620647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:01.628685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port df87366d-a751-4c56-a7f3-2cfcc494a3dd {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:01.629586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.687404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.695724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:01.736370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Subnet': ['ID=5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:01.770484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:01.775647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 674d5bef-d083-43bd-9227-0c967eb9f1bd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:01.780791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:01.820783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.830262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 20fff1eb-bfce-422a-b772-b3886b72784f) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:01.837668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:01.851333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00027af-15a8-479d-8bf3-bc5d347a9ba1 None None] Network 20fff1eb-bfce-422a-b772-b3886b72784f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:01.956795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:01.957649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.006265 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-38fee6f9-9246-4f15-8ecd-38aeac5caed4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7482586 May 19 12:59:02.007257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55852) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:02.042971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 674d5bef-d083-43bd-9227-0c967eb9f1bd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:02.043391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.089765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1939599205', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:02.137097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:02.152128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:router and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:02.158190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:02.191811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:02.192768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 4bb3b493-3e56-4f89-b8a2-165645f15b61 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:02.206951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.225266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Transition to ACTIVE for port object 4bb3b493-3e56-4f89-b8a2-165645f15b61 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:02.264388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9760bed-802d-486a-ab49-2ab961aaeb56 req-a446a881-0d33-4367-a74b-4b6c932a0440 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:02.266125 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a9760bed-802d-486a-ab49-2ab961aaeb56 req-a446a881-0d33-4367-a74b-4b6c932a0440 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6500859 May 19 12:59:02.275299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.282344 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Floating IP 3590c19e-fcb5-4657-968f-20008f690d85 associated. External IP: 172.26.3.166, port: f839817e-1200-483a-a1a4-c6cbed9c2a48. May 19 12:59:02.349996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 674d5bef-d083-43bd-9227-0c967eb9f1bd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:02.365212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca63b4-a9d3-4df6-9b72-645b4a7a3ff3 None None] Network 20fff1eb-bfce-422a-b772-b3886b72784f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:02.386368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.388806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.431723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.432139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8::1 (3fcae067-761e-41ca-bfe6-0afcdfa80580/b8ae74bb-1625-496a-a178-e961c86b5368/86182005-9a70-4e73-8dac-ad0b4e8bf4a7) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:02.444918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9f2b3-2a06-42d7-a188-647cd2a9a90d None None] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:02.495567 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a9760bed-802d-486a-ab49-2ab961aaeb56 req-30d3812e-c19d-456d-ab63-c623b47c2ea2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189133 May 19 12:59:02.507366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.553049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb3b493-3e56-4f89-b8a2-165645f15b61,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:02.553822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Provisioning for port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:02.583547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Provisioning complete for port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:02.584097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.631745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Transition to ACTIVE for port object 97888594-f8cd-4828-bde4-55088b15a41a will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:02.686215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:02.686470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:02.686842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:02.701776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:02.701998 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:02.716909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 2 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:02.762854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:02.763151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:02.763479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:02.767317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.783347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Router 27330da0-0f23-4b70-9845-f044282d6891 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:02.787894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:02.788212 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:02.839342 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 3 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:02.915960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Current status of the port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:02.916663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:02.960869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] For port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,segment=NetworkSegment(94fea8f2-c1e3-4f6d-a093-2946299425de),segment_id=94fea8f2-c1e3-4f6d-a093-2946299425de)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:02.967377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.044642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Calling delete_port for df87366d-a751-4c56-a7f3-2cfcc494a3dd owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:03.044898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ba739-9e8b-4618-839e-2432d01a9aed None None] Pushing event updated for resources: {'Port': ['ID=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:03.075664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.132858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:03.133436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:03.133911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:03.206961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.235877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:03.236483 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:03.243681 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 4 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:03.243917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.271449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:03.285613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:03.286772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:03.288669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:03.294369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:03.295038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.296155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a0333b16-1b46-4ebf-a5ae-f6c61d1c8d9d None None] Provisioning complete for port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:03.296587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a0333b16-1b46-4ebf-a5ae-f6c61d1c8d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.315142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=97888594-f8cd-4828-bde4-55088b15a41a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:03.326878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:03.327238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:03.327578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:03.350420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Router a8793919-db9a-4e88-9b84-224c5885c990 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:03.399835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:03.400364 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:03.410597 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 5 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:03.422597 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-745f804e-f3d9-46e5-aee3-9fa4fa04dd92 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3237190 May 19 12:59:03.446363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55856) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:03.461102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a0333b16-1b46-4ebf-a5ae-f6c61d1c8d9d None None] Current status of the port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:03.462329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:9d:92:44'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:03.483064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:03.483425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:03.483884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:03.506007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:03.506744 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:03.511940 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 6 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:03.520492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:03.540944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.586384 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] Sync routers for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:03.596001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fa686102-a119-464e-982c-65c86a3fe755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.598152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.599469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:03.600662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:03.601056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:03.605966 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:03.606542 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:58:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:03.617765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:03.618115 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:03.623995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.629426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:03.674067 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 7 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:03.694601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Port': ['ID=df87366d-a751-4c56-a7f3-2cfcc494a3dd,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:03.741930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2c340a54-64ee-45e3-ac9d-6a61e6b1937f None None] Provisioning for port 97888594-f8cd-4828-bde4-55088b15a41a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:03.750341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2c340a54-64ee-45e3-ac9d-6a61e6b1937f None None] Provisioning complete for port 97888594-f8cd-4828-bde4-55088b15a41a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:03.750688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2c340a54-64ee-45e3-ac9d-6a61e6b1937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.840082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:03.840724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.845449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:03.845789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:03.846273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:03.859174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:03.871597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:03.874333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:03.875367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:03.881284 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:03.917219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:03.917550 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:03.921044 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cc02ff2d-d3af-4785-930a-a7e4dfc4d15a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "PUT /v2.0/floatingips/ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a HTTP/1.1" status: 200 len: 991 time: 6.0381181 May 19 12:59:03.929147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2c340a54-64ee-45e3-ac9d-6a61e6b1937f None None] Port 97888594-f8cd-4828-bde4-55088b15a41a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:03.952958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 8 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:03.959273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:59:03.966714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=86182005-9a70-4e73-8dac-ad0b4e8bf4a7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:04.024102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:04.024436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:04.024782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:04.032628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:04.032955 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:04.036352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 9 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:04.132413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:04.164408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:04.164922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:04.165424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:04.261266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:04.262031 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:04.265870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c9bd38f3-2716-4ad9-b325-3c0f36eedbbf None None] Provisioning for port 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:04.268542 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 10 to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 May 19 12:59:04.274162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c9bd38f3-2716-4ad9-b325-3c0f36eedbbf None None] Provisioning complete for port 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:04.275232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9bd38f3-2716-4ad9-b325-3c0f36eedbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.292931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7da2-4e57-4767-80db-c61d5ea404fc req-480be692-acb7-45d0-b846-10f948cfcd92 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:04.294410 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-280c7da2-4e57-4767-80db-c61d5ea404fc req-480be692-acb7-45d0-b846-10f948cfcd92 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5717030 May 19 12:59:04.304494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:04.304827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:04.305164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:04.313526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:04.313849 dv-neutron-841945-1-hyperv neutron-server[88028]: ERROR neutron.plugins.ml2.managers [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:04.314207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.336874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.348993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd38f3-2716-4ad9-b325-3c0f36eedbbf None None] Port 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:04.363137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:04.368412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.370270 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-54ab63d6-3d87-4714-a884-50fd336e5dd0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/ports/df87366d-a751-4c56-a7f3-2cfcc494a3dd HTTP/1.1" status: 204 len: 168 time: 3.0762944 May 19 12:59:04.377769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55868) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:04.380225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] Sync routers for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:04.394262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:04.394916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:04.421426 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-280c7da2-4e57-4767-80db-c61d5ea404fc req-31a9ba46-a1c3-4a2b-89a5-d1dd70dc7d98 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087313 May 19 12:59:04.456834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] For port 4bb3b493-3e56-4f89-b8a2-165645f15b61, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:04.457209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempted to set empty binding levels {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 12:59:04.465958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.468013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.539433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056b5fee-e60b-4d30-b1db-bd267bcf3ffa'] response: {'name': 'network-changed', 'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'status': 'completed', 'code': 200} May 19 12:59:04.542541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb3b493-3e56-4f89-b8a2-165645f15b61,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:04.555901 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '27330da0-0f23-4b70-9845-f044282d6891', 'port_id': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'mac_address': 'fa:16:3e:2b:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:20Z', 'updated_at': '2022-05-19T12:59:00Z', 'revision_number': 1, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:18Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:04.565500 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] Checking router: 27330da0-0f23-4b70-9845-f044282d6891 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:59:04.568545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.586518 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:04.587266 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:04.603843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] In _notify_port_updated(), no bound segment for port 4bb3b493-3e56-4f89-b8a2-165645f15b61 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:59:04.605124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:04.606037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.610161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f8e4bd10-5436-4876-8f67-9d2a1e8f278b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "PUT /v2.0/ports/4bb3b493-3e56-4f89-b8a2-165645f15b61 HTTP/1.1" status: 200 len: 977 time: 3.6600175 May 19 12:59:04.613272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55874) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:04.687767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c013ab6b-b343-4123-984c-ae34f2ee8508 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] GET failed (client error): The resource could not be found. May 19 12:59:04.689129 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c013ab6b-b343-4123-984c-ae34f2ee8508 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "GET /v2.0/ports/df87366d-a751-4c56-a7f3-2cfcc494a3dd HTTP/1.1" status: 404 len: 333 time: 0.3075492 May 19 12:59:04.696752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55878) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:04.766361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.785219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:04.793448 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:04.794657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port 4914f583-29a9-425b-9eab-7493fb9d2df0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:04.795456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.889961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:04.979608 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3137d9b7-f1f2-46da-b1e1-da8b906f0b44 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "PUT /v2.0/floatingips/3590c19e-fcb5-4657-968f-20008f690d85 HTTP/1.1" status: 200 len: 992 time: 5.4917111 May 19 12:59:05.101102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47c3d2-5070-4153-8daf-68c3b824399e req-0c53b990-8705-4314-963d-ebdd579a9673 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.111753 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bf47c3d2-5070-4153-8daf-68c3b824399e req-0c53b990-8705-4314-963d-ebdd579a9673 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5001061 May 19 12:59:05.115492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55884) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:05.163879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-ce112e00-c3a1-4b1e-808d-9c75fc815ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.165360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-ce112e00-c3a1-4b1e-808d-9c75fc815ee6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3&device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 1099 time: 0.6136782 May 19 12:59:05.177376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Request body: {'floatingip': {'port_id': '588fd877-85f3-40bd-a9df-1c8a1f336cba'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:05.233441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:59:05.265940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '27330da0-0f23-4b70-9845-f044282d6891', 'port_id': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'mac_address': 'fa:16:3e:2b:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:20Z', 'updated_at': '2022-05-19T12:59:00Z', 'revision_number': 1, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:18Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:05.273060 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4202ab-a51e-4f26-81e6-e10f7abcc8be None None] The sync data for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv is: [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '27330da0-0f23-4b70-9845-f044282d6891', 'port_id': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'mac_address': 'fa:16:3e:2b:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:20Z', 'updated_at': '2022-05-19T12:59:00Z', 'revision_number': 1, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:18Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:05.293565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3590c19e-fcb5-4657-968f-20008f690d85', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'port_id': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'mac_address': 'fa:16:3e:c8:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:16Z', 'updated_at': '2022-05-19T12:59:01Z', 'revision_number': 1, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:05.301263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] Checking router: a8793919-db9a-4e88-9b84-224c5885c990 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:59:05.307465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.315865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:05.316518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:05.350112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.414154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e0079-b5e3-4482-981e-7bb12fef370a req-af270f75-8790-4cbe-8f71-4cac28b3b0da tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.415683 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1e5e0079-b5e3-4482-981e-7bb12fef370a req-af270f75-8790-4cbe-8f71-4cac28b3b0da tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 1.2324953 May 19 12:59:05.454696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.455323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.456291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.456291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.456568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.457273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.457503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.457949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.458487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.459191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.459302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.459753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.460232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.460697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.461146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.461599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.462049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.462505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.462984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.463442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.463970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.464332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.464784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.465393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.465676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.466140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.467827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.467827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.468201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.470651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Synchronizing usage tracker for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:05.487075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.539358 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1e5e0079-b5e3-4482-981e-7bb12fef370a req-02e83231-55c2-40a2-831e-fead0bef8842 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058586 May 19 12:59:05.571412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:05.586058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb6bfa-951e-4304-8f5e-702ec02ea2d3 None None] New status for floating IP ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:59:05.678265 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d12d5d-5be8-4184-8df9-1367136f7e04'] response: {'name': 'network-changed', 'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'status': 'completed', 'code': 200} May 19 12:59:05.720015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.758663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.792902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.879100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=97888594-f8cd-4828-bde4-55088b15a41a,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:05.894600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.3 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/25d49d3d-b6b0-4cb0-adf5-e103b6b6e62c) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:05.913204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] In _notify_port_updated(), no bound segment for port 97888594-f8cd-4828-bde4-55088b15a41a on network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:59:05.919087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:05.919948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:05.924577 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b13210c8-c7b8-4153-b811-9ad379f21460 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "PUT /v2.0/ports/97888594-f8cd-4828-bde4-55088b15a41a HTTP/1.1" status: 200 len: 1002 time: 2.4765751 May 19 12:59:05.931455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55894) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:05.963021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Unset dirty status for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:05.964422 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-388ab6cc-bda2-4743-96b1-a56a7f7348a5 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26122 time: 1.3499053 May 19 12:59:05.977285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Calling delete_port for 4914f583-29a9-425b-9eab-7493fb9d2df0 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:05.992296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55898) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:06.017043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.056906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3590c19e-fcb5-4657-968f-20008f690d85', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'port_id': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'mac_address': 'fa:16:3e:c8:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:16Z', 'updated_at': '2022-05-19T12:59:01Z', 'revision_number': 1, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:06.062055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d5771e-de3e-4dd2-bcf5-0fd71eddb04a None None] The sync data for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv is: [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3590c19e-fcb5-4657-968f-20008f690d85', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'port_id': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'mac_address': 'fa:16:3e:c8:2f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:16Z', 'updated_at': '2022-05-19T12:59:01Z', 'revision_number': 1, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:06.103986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-c5451c7c-3bdf-4e5c-be30-adbc84426fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:06.105829 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-c5451c7c-3bdf-4e5c-be30-adbc84426fe2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c23fee00-029f-4938-83b0-252507ecc7c2 HTTP/1.1" status: 200 len: 906 time: 0.8543251 May 19 12:59:06.144820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43918dbd-2f26-4658-bc74-81117cae6d6d req-fddb9783-1a18-46d0-ac80-d6a42ae54573 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:06.146675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43918dbd-2f26-4658-bc74-81117cae6d6d req-fddb9783-1a18-46d0-ac80-d6a42ae54573 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.8565938 May 19 12:59:06.195697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:06.215647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-3e977e26-aadb-49f2-ba8c-2ddd5510c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:06.217637 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-3e977e26-aadb-49f2-ba8c-2ddd5510c4b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b66be797cc84c82a48e68ee1f9581a8&device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 1099 time: 0.5384037 May 19 12:59:06.227062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting port 97888594-f8cd-4828-bde4-55088b15a41a {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:06.227407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.255659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.300199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-36090e52-1248-4514-bda5-b3a1807d008f None None] Provisioning complete for port 97888594-f8cd-4828-bde4-55088b15a41a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:06.301186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-36090e52-1248-4514-bda5-b3a1807d008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.309591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.310533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.341369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b5aa7-64ff-47b3-bab1-bbfe2ab8b29b None None] New status for floating IP 3590c19e-fcb5-4657-968f-20008f690d85: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:59:06.352309 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:59:06.455618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-36090e52-1248-4514-bda5-b3a1807d008f None None] Port 97888594-f8cd-4828-bde4-55088b15a41a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:06.455834 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-bf282f26-7179-46d6-ae08-c092a4458c09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b HTTP/1.1" status: 200 len: 1001 time: 0.3057818 May 19 12:59:06.464486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Deleting port 4bb3b493-3e56-4f89-b8a2-165645f15b61 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:06.465006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.515544 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43918dbd-2f26-4658-bc74-81117cae6d6d req-2468d372-b3e7-48b6-89d7-8b89a3bf7582 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194986 May 19 12:59:06.600047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:06.773548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-bc382b2a-5de8-467b-9310-168ab4254853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:06.774942 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-bc382b2a-5de8-467b-9310-168ab4254853 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a2e105b0-2a62-469b-af1f-1e2e6d81e184 HTTP/1.1" status: 200 len: 844 time: 0.2648587 May 19 12:59:06.848756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Port': ['ID=4914f583-29a9-425b-9eab-7493fb9d2df0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:06.868321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=86182005-9a70-4e73-8dac-ad0b4e8bf4a7,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:06.879687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.046586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.069266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-75cbbac3-69b4-4c6f-ba71-8d3826414aa0 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/ports/4914f583-29a9-425b-9eab-7493fb9d2df0 HTTP/1.1" status: 204 len: 168 time: 2.3710442 May 19 12:59:07.072650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-2ceb9613-4216-481a-9cf3-692727afca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:07.074234 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-2ceb9613-4216-481a-9cf3-692727afca3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c23fee00-029f-4938-83b0-252507ecc7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2793205 May 19 12:59:07.078079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55906) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:07.111259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-23bbfc3d-954c-455c-a87c-b4baf59ab036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:07.112855 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-23bbfc3d-954c-455c-a87c-b4baf59ab036 service neutron] 10.222.0.79 "GET /v2.0/networks?id=90871ee3-aa8a-4893-8547-40c5be737b45 HTTP/1.1" status: 200 len: 912 time: 0.8600426 May 19 12:59:07.148571 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e03732-6ded-4b02-8fa3-57263da3f445 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] GET failed (client error): The resource could not be found. May 19 12:59:07.149125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d8e03732-6ded-4b02-8fa3-57263da3f445 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Synchronizing usage tracker for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:07.212740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:07.242684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:07.256490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:07.334659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d8e03732-6ded-4b02-8fa3-57263da3f445 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Unset dirty status for tenant:1f0de558fecd4d4e84a5bed6606c0846 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:07.336319 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d8e03732-6ded-4b02-8fa3-57263da3f445 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "GET /v2.0/ports/4914f583-29a9-425b-9eab-7493fb9d2df0 HTTP/1.1" status: 404 len: 333 time: 0.2587337 May 19 12:59:07.341730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55910) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:07.419179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.419801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.436068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.492025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-28053ee6-7bdc-4a57-a54e-f283651fd7c3 None None] Provisioning complete for port 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:07.493233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-28053ee6-7bdc-4a57-a54e-f283651fd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.511004 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-c0b232ab-53f4-48a7-8344-3709a0e9c0bf service neutron] 10.222.0.79 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937340 May 19 12:59:07.518174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port 87de8d4c-5823-4545-bc6c-3b0d49a9754c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:07.518640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.528587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] For port 4bb3b493-3e56-4f89-b8a2-165645f15b61, host hv-neutron-8419, got binding levels [] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:07.529076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.549878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.550093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-28053ee6-7bdc-4a57-a54e-f283651fd7c3 None None] Port 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:07.555008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:07.724380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Calling delete_port for 4bb3b493-3e56-4f89-b8a2-165645f15b61 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:07.752684 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-f7f61920-6fd0-4ee9-b0b0-6b641973a262 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48 HTTP/1.1" status: 200 len: 1002 time: 0.6163568 May 19 12:59:07.822315 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Floating IP f80ea5b3-f29a-46ac-820b-60e90843cc24 associated. External IP: 172.26.3.19, port: 588fd877-85f3-40bd-a9df-1c8a1f336cba. May 19 12:59:07.895461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Calling delete_port for 97888594-f8cd-4828-bde4-55088b15a41a owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:07.924176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:07.942038 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0cf2f27c-0a6f-47bc-8b4b-786021799b7c req-cd90d3d7-6ec0-4f2d-a496-464b940527c4 service neutron] 10.222.0.79 "GET /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991401 May 19 12:59:07.971373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:07.995680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:08.068492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=25d49d3d-b6b0-4cb0-adf5-e103b6b6e62c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:08.134654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-94001197-937f-4ac1-85cc-e4837b3235e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:08.136089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-94001197-937f-4ac1-85cc-e4837b3235e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=061b0a44-44c2-4e6f-88a0-74eee085f977 HTTP/1.1" status: 200 len: 850 time: 0.3093548 May 19 12:59:08.242033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.252788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.445082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Calling delete_port for 87de8d4c-5823-4545-bc6c-3b0d49a9754c owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:08.509401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router c8b5af07-6fd6-4e89-9b67-b8b009877290 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:08.572827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bb3b493-3e56-4f89-b8a2-165645f15b61,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:08.594434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.672811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Router 91431dee-2caf-468e-a10b-82e53e81140e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:08.767897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.787915 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-e5fdd68a-6235-4bf7-9f20-cd20d4819092 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3132782 May 19 12:59:08.830635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:08.830913 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b5bae136-6b73-405a-b155-0d9ae2c53a31 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4bb3b493-3e56-4f89-b8a2-165645f15b61 HTTP/1.1" status: 204 len: 168 time: 2.8272862 May 19 12:59:08.834401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55914) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:08.851522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Port': ['ID=97888594-f8cd-4828-bde4-55088b15a41a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:08.987941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:08.997570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Port': ['ID=87de8d4c-5823-4545-bc6c-3b0d49a9754c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:09.000707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-989b94bf-a9ac-4074-96a7-4ec303d57dc6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/c8b5af07-6fd6-4e89-9b67-b8b009877290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3327193 May 19 12:59:09.004265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55918) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:09.006954 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] Sync routers for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:09.010184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-5f5eafd8-eb47-4f54-badc-fd72eb387f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:09.011830 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-5f5eafd8-eb47-4f54-badc-fd72eb387f8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=90871ee3-aa8a-4893-8547-40c5be737b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8132687 May 19 12:59:09.028917 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:09.029976 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.037837 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-139c2532-11ef-476c-9ab8-ce430d3bc67e tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] GET failed (client error): The resource could not be found. May 19 12:59:09.039223 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-139c2532-11ef-476c-9ab8-ce430d3bc67e tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "GET /v2.0/ports/4bb3b493-3e56-4f89-b8a2-165645f15b61 HTTP/1.1" status: 404 len: 333 time: 0.2042820 May 19 12:59:09.046716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55922) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:09.138835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1376823269', 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:09.141369 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.145185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:09.151043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Usage tracker for resource:port and tenant:bbd17cc304164b3a8fa88ea78eb19420 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:09.155140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:09.160884 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:09.161842 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.164118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:09.186883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:09.196257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] Sync routers for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:09.203021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a53ff-4950-423f-a07b-d1070b3fce64 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:09.203796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-586a53ff-4950-423f-a07b-d1070b3fce64 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:09.208178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.211962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:09.212754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.214440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Made reservation on behalf of bbd17cc304164b3a8fa88ea78eb19420 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:09.220292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.254330 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.255034 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc0178-ab38-4a9d-9754-1962fbd76030 None None] The sync data for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:09.276545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 2f6b9453-7daa-4fe4-8679-764897f65ffa yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:09.313922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.368243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-63ffe717-289f-4f08-a98f-760e3f991766 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/ports/87de8d4c-5823-4545-bc6c-3b0d49a9754c HTTP/1.1" status: 204 len: 168 time: 2.0095620 May 19 12:59:09.381714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55926) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:09.434321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-586a53ff-4950-423f-a07b-d1070b3fce64 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:09.439086 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-586a53ff-4950-423f-a07b-d1070b3fce64 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports/86182005-9a70-4e73-8dac-ad0b4e8bf4a7 HTTP/1.1" status: 200 len: 911 time: 0.4318709 May 19 12:59:09.443437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55930) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:09.444485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.449664 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5bbe4a9b-60cd-4753-a604-89a7eee3bd65 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/ports/97888594-f8cd-4828-bde4-55088b15a41a HTTP/1.1" status: 204 len: 168 time: 3.5144138 May 19 12:59:09.454123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55932) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:09.474929 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1b80ff7d-43cb-48c7-8352-23391cc02c88 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "PUT /v2.0/floatingips/f80ea5b3-f29a-46ac-820b-60e90843cc24 HTTP/1.1" status: 200 len: 991 time: 4.3084893 May 19 12:59:09.480027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:59:09.493325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:09.510915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting subnet 5f64bd04-a86a-4f67-82d4-2ac6c25d5654 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:09.529599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.570993 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998c8dff-7fd1-4924-9ced-c0ef01d5a758'] response: {'name': 'network-changed', 'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'status': 'completed', 'code': 200} May 19 12:59:09.649330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.885207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:09.926137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'f80ea5b3-f29a-46ac-820b-60e90843cc24', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'port_id': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'mac_address': 'fa:16:3e:e8:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:33Z', 'updated_at': '2022-05-19T12:59:07Z', 'revision_number': 1, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:29Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.930545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] Checking router: 91431dee-2caf-468e-a10b-82e53e81140e for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:59:09.939843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:09.940601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:09.954060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.017069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be07763-face-4354-80b9-12385231fd2f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] GET failed (client error): The resource could not be found. May 19 12:59:10.017602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3be07763-face-4354-80b9-12385231fd2f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Synchronizing usage tracker for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:10.017871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-d6f1b78c-00ce-4130-84d9-610109e2c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.019994 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-d6f1b78c-00ce-4130-84d9-610109e2c97b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.3997657 May 19 12:59:10.031059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f4f09-43f4-444b-8f13-adde78f38ef4 req-532e0690-008c-4785-9eaa-6baec93d67b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.032524 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-634f4f09-43f4-444b-8f13-adde78f38ef4 req-532e0690-008c-4785-9eaa-6baec93d67b8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4112010 May 19 12:59:10.118423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:10.140180 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-66ba4256-093d-463e-94d1-35736a70b254 service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0759957 May 19 12:59:10.152661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.188517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.189830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3be07763-face-4354-80b9-12385231fd2f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Unset dirty status for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:10.194891 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3be07763-face-4354-80b9-12385231fd2f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "GET /v2.0/ports/97888594-f8cd-4828-bde4-55088b15a41a HTTP/1.1" status: 404 len: 333 time: 0.7381427 May 19 12:59:10.210810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55942) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:10.273170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-860422477'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:10.311985 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-634f4f09-43f4-444b-8f13-adde78f38ef4 req-b77d1276-6098-48db-8d19-a068856a76d9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540267 May 19 12:59:10.409840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Network f2698954-02a2-453c-b3bd-b1f67cfaf19f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:10.420414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:10.423102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:10.424270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.424855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.441181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6b9453-7daa-4fe4-8679-764897f65ffa,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:10.484252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-e384d134-5732-4457-b336-1359822a5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.485701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-e384d134-5732-4457-b336-1359822a5aaf service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 0.4492774 May 19 12:59:10.536976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'f80ea5b3-f29a-46ac-820b-60e90843cc24', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'port_id': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'mac_address': 'fa:16:3e:e8:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:33Z', 'updated_at': '2022-05-19T12:59:07Z', 'revision_number': 1, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:29Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:10.540903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7011b-4634-4500-a613-d8379b3cde50 None None] The sync data for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv is: [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'f80ea5b3-f29a-46ac-820b-60e90843cc24', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'port_id': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'mac_address': 'fa:16:3e:e8:bb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:58:33Z', 'updated_at': '2022-05-19T12:59:07Z', 'revision_number': 1, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:29Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:10.558112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.620792 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e71cb301-e470-451c-a5b6-db68be1348b9 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5710895 May 19 12:59:10.630246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55948) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:10.644075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Subnet': ['ID=5f64bd04-a86a-4f67-82d4-2ac6c25d5654,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:10.647370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.651608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9f074c99-7f88-4a4c-a123-fb3f58411bc8 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/subnets/5f64bd04-a86a-4f67-82d4-2ac6c25d5654 HTTP/1.1" status: 204 len: 168 time: 1.2665460 May 19 12:59:10.657236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245acb8a-2ca7-4719-84c5-a51693008fb2 None None] Network 1ffe67e9-5410-480b-abbe-4631f8244b54 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:10.672996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:10.707018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:10.735232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:10.739164 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-a235c02f-d81e-46ec-8a34-7a63fd54f613 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 999 time: 0.2340779 May 19 12:59:10.746486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a70b63-d06e-4ee2-89a2-3f5d6b8e29cc tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.747078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a4a70b63-d06e-4ee2-89a2-3f5d6b8e29cc tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Synchronizing usage tracker for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:10.787584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:10.791020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.837527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] device_id is not set on port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:10.839206 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b4e69-0e8e-416a-ae51-fb3823f92086 None None] New status for floating IP f80ea5b3-f29a-46ac-820b-60e90843cc24: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:59:10.880487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a4a70b63-d06e-4ee2-89a2-3f5d6b8e29cc tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Unset dirty status for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:10.881677 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a4a70b63-d06e-4ee2-89a2-3f5d6b8e29cc tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "GET /v2.0/ports/2f6b9453-7daa-4fe4-8679-764897f65ffa HTTP/1.1" status: 200 len: 955 time: 0.2422926 May 19 12:59:10.884843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-6088b52c-9c69-4c52-9695-a5ba94694964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.886266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-6088b52c-9c69-4c52-9695-a5ba94694964 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.1342399 May 19 12:59:10.891569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55956) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:10.896133 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96b75448-82a9-4c5b-85ad-0ebf024934ce req-6f2df720-7f13-47d0-88b2-f6e66210de43 service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349586 May 19 12:59:10.914106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd332fe5-b33b-4743-b287-83fdfa1cbe83 req-6c77373d-8f22-4d6b-91cc-1c8e10ae5a9b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:10.915586 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fd332fe5-b33b-4743-b287-83fdfa1cbe83 req-6c77373d-8f22-4d6b-91cc-1c8e10ae5a9b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4761660 May 19 12:59:10.928553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:10.976013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.032832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] DHCP port deletion for 1ffe67e9-5410-480b-abbe-4631f8244b54 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:59:11.036962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] Deleting port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:11.037326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.093618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Deleting port 2f6b9453-7daa-4fe4-8679-764897f65ffa {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:11.093983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.141666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.293362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Allocated IP 2001:db8::2a8 (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/dda4da2f-d787-4fc5-bf5e-f294f4c77ae7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:11.299693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-b705c4d3-f07e-4049-b303-f98ea15d5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:11.301175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-b705c4d3-f07e-4049-b303-f98ea15d5739 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3588691 May 19 12:59:11.351998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] For port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,segment=NetworkSegment(fb824b78-2649-45dc-874f-9e835f3f0bf2),segment_id=fb824b78-2649-45dc-874f-9e835f3f0bf2)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:11.352384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.419507 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fd332fe5-b33b-4743-b287-83fdfa1cbe83 req-eaaef493-ccb3-4a04-be76-de3351847183 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4808822 May 19 12:59:11.420229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Deleting port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:11.420573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.484344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] Calling delete_port for 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:11.581288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.584069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:11.639840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:11.671392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] No DVR routers for this DVR port 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:11.683803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac2df-c60d-413c-9878-4a513128da55 None None] Pushing event deleted for resources: {'Port': ['ID=8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:11.686930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:59:11.687405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:11.710235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] The port '8cca2b14-b162-4be8-9aa9-3e6e7ff57fd0' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 12:59:11.851771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-d4246f20-fb73-4cb7-bc57-ff6e16edc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:11.853915 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-d4246f20-fb73-4cb7-bc57-ff6e16edc8b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b66be797cc84c82a48e68ee1f9581a8&device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 1099 time: 0.7419610 May 19 12:59:11.864111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Calling delete_port for 2f6b9453-7daa-4fe4-8679-764897f65ffa owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:12.013075 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-01dd4704-3fec-410b-b776-f1fe537b2e14 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011919 May 19 12:59:12.036341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.140424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffe67e9-5410-480b-abbe-4631f8244b54']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:12.155111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.185345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb824b78-2649-45dc-874f-9e835f3f0bf2') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:12.185696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb824b78-2649-45dc-874f-9e835f3f0bf2') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:12.206848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:12.211046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.230950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-be653837-19b7-4a82-805e-c4926671f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:12.231439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f6b9453-7daa-4fe4-8679-764897f65ffa,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:12.233080 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-be653837-19b7-4a82-805e-c4926671f455 service neutron] 10.222.0.79 "GET /v2.0/networks?id=90871ee3-aa8a-4893-8547-40c5be737b45 HTTP/1.1" status: 200 len: 912 time: 0.3166254 May 19 12:59:12.234842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8:1::1 (5b0ba401-56cf-436e-aaf8-fd4a312291eb/f60c37b6-11c2-4e2b-a106-394c385fa64f/5c0cbe26-66e9-4e5a-905a-689aef733bb9) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:12.236647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.250709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.296310 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39bf1bab-5dad-4622-982d-858e249f6ca1 req-7412c74f-02e6-4247-8875-ce00c0ea7862 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580147 May 19 12:59:12.298832 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-75e84932-4f68-41ca-9702-023c0ca54482 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2f6b9453-7daa-4fe4-8679-764897f65ffa HTTP/1.1" status: 204 len: 168 time: 1.4062791 May 19 12:59:12.301572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55964) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:12.307268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.343874 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d71d677-3acf-47a4-9b65-f135282b4b76 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] GET failed (client error): The resource could not be found. May 19 12:59:12.344409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4d71d677-3acf-47a4-9b65-f135282b4b76 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Synchronizing usage tracker for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:12.359731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4d71d677-3acf-47a4-9b65-f135282b4b76 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Unset dirty status for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:12.361108 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4d71d677-3acf-47a4-9b65-f135282b4b76 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "GET /v2.0/ports/2f6b9453-7daa-4fe4-8679-764897f65ffa HTTP/1.1" status: 404 len: 333 time: 0.0586350 May 19 12:59:12.364734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55968) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:12.370556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Request body: {'port': {'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-768961729'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:12.375512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:12.385874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:12.390910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:12.391257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.396879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Made reservation on behalf of bbd17cc304164b3a8fa88ea78eb19420 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:12.399320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:12.411281 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:12.418960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 58700f76-208e-41b0-a3d7-dd22868e9105 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:12.611575 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-681e8c65-cfb5-4e50-8324-c39fbae39753 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48 HTTP/1.1" status: 200 len: 1002 time: 0.3552339 May 19 12:59:12.678844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Transition to ACTIVE for port object dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:12.687630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.726184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.730150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0c3ec-ce95-4a7a-9910-326d7dce67c0 req-fd6de4e7-6a07-420a-92df-ae3d98293395 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:12.731645 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-05c0c3ec-ce95-4a7a-9910-326d7dce67c0 req-fd6de4e7-6a07-420a-92df-ae3d98293395 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.1930726 May 19 12:59:12.761222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.776750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.818898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] Pushing event deleted for resources: {'Network': ['ID=1ffe67e9-5410-480b-abbe-4631f8244b54,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:12.821398 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9d84edd6-6520-4e28-bba4-c382e0bdc001 tempest-AllowedAddressPairTestJSON-430859478 tempest-AllowedAddressPairTestJSON-430859478-project] 10.222.0.44 "DELETE /v2.0/networks/1ffe67e9-5410-480b-abbe-4631f8244b54 HTTP/1.1" status: 204 len: 168 time: 2.1433599 May 19 12:59:12.829790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.843796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:12.848686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-e4ba35fb-1d39-4d64-ba01-f543e86fe6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:12.850143 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-e4ba35fb-1d39-4d64-ba01-f543e86fe6a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=061b0a44-44c2-4e6f-88a0-74eee085f977 HTTP/1.1" status: 200 len: 850 time: 0.1778207 May 19 12:59:12.852416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-05c0c3ec-ce95-4a7a-9910-326d7dce67c0 req-06e15748-401a-4729-8324-af53d516d347 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134214 May 19 12:59:12.860604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.870932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:12.875145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:12.903784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:12.909839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:12.910878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:12.927324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:12.934449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:12.936029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:12.975236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Network f2698954-02a2-453c-b3bd-b1f67cfaf19f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:12.976731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=dda4da2f-d787-4fc5-bf5e-f294f4c77ae7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:12.993048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:13.061585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:13.077457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:13.078606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:13.079307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.087413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d7b1669e-037a-46ba-9db4-daf5ad59a7a0 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8441393 May 19 12:59:13.091452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:13.092580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:13.095570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55980) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.108736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9d:92:44'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:13.143724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 5c0cbe26-66e9-4e5a-905a-689aef733bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:13.145262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.146626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f362b789-eed8-4976-85da-46380d4d5f75 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.1289268 May 19 12:59:13.157904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55984) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.191542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=58700f76-208e-41b0-a3d7-dd22868e9105,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:13.251046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.259685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-417bf1ea-92de-4957-b931-5cb9c6bf7f44 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8933537 May 19 12:59:13.265699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 55992) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.276531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:13.278436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261f16cf-282c-4a02-a282-0dd158b0a6f2 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:13.293161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:13.333097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a37fe5ea-aad7-4bce-a8b2-fcafd97bab1c None None] Provisioning for port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:13.340165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a37fe5ea-aad7-4bce-a8b2-fcafd97bab1c None None] Provisioning complete for port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:13.340724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a37fe5ea-aad7-4bce-a8b2-fcafd97bab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.395084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.406926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a37fe5ea-aad7-4bce-a8b2-fcafd97bab1c None None] Port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:13.522505 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6f1bce58-0380-4c2c-8efe-d143d4f69788 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f0de558fecd4d4e84a5bed6606c0846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675254 May 19 12:59:13.523077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 55998) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:13.535904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-708dec65-8f59-4f08-a439-acfcdd6b2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:13.537382 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-708dec65-8f59-4f08-a439-acfcdd6b2e4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=90871ee3-aa8a-4893-8547-40c5be737b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6645398 May 19 12:59:13.547800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.619772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2f6c-969c-48a1-afb8-a6e21ad01313 req-a1d35936-00fd-4b17-a991-27aaa47e7b68 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:13.621309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99ed2f6c-969c-48a1-afb8-a6e21ad01313 req-a1d35936-00fd-4b17-a991-27aaa47e7b68 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5405509 May 19 12:59:13.632580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.786106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ab37f1-d3bd-40c5-b1e4-2f589a65d499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.813719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:13.821290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ab37f1-d3bd-40c5-b1e4-2f589a65d499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.830491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:13.862902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:13.863442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.868308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.877572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.918983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=5c0cbe26-66e9-4e5a-905a-689aef733bb9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:13.941010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] In _notify_port_updated(), no bound segment for port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 on network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:59:13.946546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:13.947122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:13.951469 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "PUT /v2.0/ports/dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 HTTP/1.1" status: 200 len: 1002 time: 0.8526227 May 19 12:59:13.956350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56002) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:14.013984 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99ed2f6c-969c-48a1-afb8-a6e21ad01313 req-24043628-e90f-4ad7-8da7-c98ce82037c6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618364 May 19 12:59:14.018135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b3df-4a0f-4651-9284-85b8b0a1e023 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=dda4da2f-d787-4fc5-bf5e-f294f4c77ae7,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:14.028477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ab37f1-d3bd-40c5-b1e4-2f589a65d499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.051550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab37f1-d3bd-40c5-b1e4-2f589a65d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d63aa-042b-41f0-8418-568c45a902f7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:14.069161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:14.069497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.111275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ab37f1-d3bd-40c5-b1e4-2f589a65d499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.112450 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a5ab37f1-d3bd-40c5-b1e4-2f589a65d499 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a37d63aa-042b-41f0-8418-568c45a902f7 HTTP/1.1" status: 204 len: 168 time: 0.5887764 May 19 12:59:14.182008 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-cdf6d51e-ebed-4bb5-92ee-96f4a774d016 service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263402 May 19 12:59:14.258374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-511e6f5b-3996-41da-88f9-d4d35034641b None None] Provisioning for port 5c0cbe26-66e9-4e5a-905a-689aef733bb9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:14.265563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-511e6f5b-3996-41da-88f9-d4d35034641b None None] Provisioning complete for port 5c0cbe26-66e9-4e5a-905a-689aef733bb9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:14.266058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-511e6f5b-3996-41da-88f9-d4d35034641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.366280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-511e6f5b-3996-41da-88f9-d4d35034641b None None] Port 5c0cbe26-66e9-4e5a-905a-689aef733bb9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:14.467463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.494643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-72689122-79de-42e9-babd-1380ce94f277 None None] Provisioning complete for port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:14.495008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-72689122-79de-42e9-babd-1380ce94f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.570075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-72689122-79de-42e9-babd-1380ce94f277 None None] Port dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:14.616136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Calling delete_port for dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:14.767806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.826030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Port': ['ID=dda4da2f-d787-4fc5-bf5e-f294f4c77ae7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:14.846379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:14.861709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.871411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:14.886171 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7d166bfb-6901-457a-92b2-eab14bab1885 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/ports/dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 HTTP/1.1" status: 204 len: 168 time: 0.9303467 May 19 12:59:14.887021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56028) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:14.915945 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2fcb5032-675c-4a4f-82a4-f8b234944fed req-abb5acb7-29cb-4bf5-8fc6-711c7d1149f6 service neutron] 10.222.0.79 "GET /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904764 May 19 12:59:14.942766 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1db4861-c558-4e1e-abbb-491fbc74af98 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] GET failed (client error): The resource could not be found. May 19 12:59:14.943305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c1db4861-c558-4e1e-abbb-491fbc74af98 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Synchronizing usage tracker for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:14.968659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c1db4861-c558-4e1e-abbb-491fbc74af98 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Unset dirty status for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:14.982954 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c1db4861-c558-4e1e-abbb-491fbc74af98 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "GET /v2.0/ports/dda4da2f-d787-4fc5-bf5e-f294f4c77ae7 HTTP/1.1" status: 404 len: 333 time: 0.0860538 May 19 12:59:14.985637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56034) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:14.996524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2057921177'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:15.022815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] device_id is not set on port 58700f76-208e-41b0-a3d7-dd22868e9105 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:15.032621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.052300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Transition to ACTIVE for port object 58700f76-208e-41b0-a3d7-dd22868e9105 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:15.100671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.132566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56038) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.197434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:15.208586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:15.219603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:15.225255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.248171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] device_id is not set on port 1b9d3515-4736-4184-97a7-533d9d760fc1 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:15.290369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9e3da2d3-d3b4-4662-8abf-e6793041a5f9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.291387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e3da2d3-d3b4-4662-8abf-e6793041a5f9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1579044 May 19 12:59:15.294515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56044) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.303747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-b500e49f-1c74-410c-94e6-4020c7a9e295 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.305175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b500e49f-1c74-410c-94e6-4020c7a9e295 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091834 May 19 12:59:15.310909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56048) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.325488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-a8ab178e-917f-4172-8850-56921f1773f0 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.326395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a8ab178e-917f-4172-8850-56921f1773f0 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0145416 May 19 12:59:15.329635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56052) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.336522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-bf5cb351-00f4-4bb9-8475-d6b8f833b0a7 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.337433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf5cb351-00f4-4bb9-8475-d6b8f833b0a7 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069489 May 19 12:59:15.340541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56056) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.347538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9a3ea72f-f247-4817-8d80-7c05254a929e tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.348456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a3ea72f-f247-4817-8d80-7c05254a929e tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070956 May 19 12:59:15.351587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56060) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.358354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-04b17d73-bd28-48e4-95fa-bfb9a29b3523 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.359327 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-04b17d73-bd28-48e4-95fa-bfb9a29b3523 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0069063 May 19 12:59:15.362755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56064) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.395591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9d1fc0a0-1a0d-4cf6-bac4-bee5ff7df0de tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.396536 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9d1fc0a0-1a0d-4cf6-bac4-bee5ff7df0de tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0329490 May 19 12:59:15.401450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56068) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.411583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-079b44f3-512a-4d88-a01e-52c18089ad66 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.412198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cf6f0-dd9e-4a43-b6ef-5419778f5c9c req-b02a1a3b-b296-407c-850c-f84ebabc6e7f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:15.412504 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-079b44f3-512a-4d88-a01e-52c18089ad66 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0101860 May 19 12:59:15.413639 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5c1cf6f0-dd9e-4a43-b6ef-5419778f5c9c req-b02a1a3b-b296-407c-850c-f84ebabc6e7f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.7581339 May 19 12:59:15.415541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56072) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.424285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-e1e242fb-cb89-42cf-9b49-9192f2a5f823 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.427770 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e1e242fb-cb89-42cf-9b49-9192f2a5f823 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087998 May 19 12:59:15.428889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.434247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-211e8b42-8e3c-440b-b7a2-79b5f1b0c628 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.435171 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-211e8b42-8e3c-440b-b7a2-79b5f1b0c628 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063653 May 19 12:59:15.437831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56080) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.447381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-17096761-65ff-4067-b601-1b069802be47 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.448305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-17096761-65ff-4067-b601-1b069802be47 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096338 May 19 12:59:15.457672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56084) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.460228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Allocated IP 2001:db8::294 (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/1b9d3515-4736-4184-97a7-533d9d760fc1) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:15.464461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-fd50dd7b-808d-4035-a2d6-4bfed5587eae tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.465469 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fd50dd7b-808d-4035-a2d6-4bfed5587eae tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068243 May 19 12:59:15.468099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56088) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.477180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-183aa597-5382-4e94-82b8-15eee51bf1b9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.478122 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-183aa597-5382-4e94-82b8-15eee51bf1b9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091765 May 19 12:59:15.480690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56092) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.486482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-45129a81-d5f8-457c-bea0-7dde1d2aca90 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.487417 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-45129a81-d5f8-457c-bea0-7dde1d2aca90 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058920 May 19 12:59:15.489785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56096) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.496453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-1c6f10e9-e0df-402b-bca2-4beb27d5968e tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.497360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1c6f10e9-e0df-402b-bca2-4beb27d5968e tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067503 May 19 12:59:15.502922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=58700f76-208e-41b0-a3d7-dd22868e9105,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:15.512133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56100) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.521402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-f62abaf8-4e12-48c7-b26a-70d6de7fe67b tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.522349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f62abaf8-4e12-48c7-b26a-70d6de7fe67b tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0099490 May 19 12:59:15.530756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56104) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.539766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9cbea014-8c37-4b7f-8b76-980cf1bf2639 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.540682 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9cbea014-8c37-4b7f-8b76-980cf1bf2639 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090103 May 19 12:59:15.544020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56108) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.551276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:15.551632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:15.552402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:15.555637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-8651adc4-668e-4a26-b577-300ffa9f1bde tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.559020 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8651adc4-668e-4a26-b577-300ffa9f1bde tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0112758 May 19 12:59:15.560590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56112) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.564889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-3bcde15c-303c-4982-a449-5f9f8458ad59 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.565823 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3bcde15c-303c-4982-a449-5f9f8458ad59 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055125 May 19 12:59:15.568848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56116) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.575334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-038fdb24-2ea9-4ace-8f70-9dc9453f3546 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.576353 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-038fdb24-2ea9-4ace-8f70-9dc9453f3546 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065751 May 19 12:59:15.583173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56120) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.612588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:15.612911 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:15.619885 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 2 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:15.640608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-92be40db-cae3-44d7-bf78-64bf92ec2fba tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.644378 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-92be40db-cae3-44d7-bf78-64bf92ec2fba tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0303705 May 19 12:59:15.647879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56124) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.657652 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5c1cf6f0-dd9e-4a43-b6ef-5419778f5c9c req-2f0fa642-99b9-4780-82c3-756cc6e2afee tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128618 May 19 12:59:15.669926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-e3988e5d-2315-47de-bf4e-a0e650827795 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.671202 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e3988e5d-2315-47de-bf4e-a0e650827795 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0174017 May 19 12:59:15.677278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56128) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.684849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-5904530c-03b4-4b28-99a3-b49197360597 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.686635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5904530c-03b4-4b28-99a3-b49197360597 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077825 May 19 12:59:15.690075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56134) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.698154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:15.698631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:15.698960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-768a14e4-cf12-4ba2-a7e5-caa981d695c8 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.699087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:15.702446 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-768a14e4-cf12-4ba2-a7e5-caa981d695c8 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089612 May 19 12:59:15.704248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56138) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.723874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-18885e9f-f569-498c-826b-63dbc1de1819 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.727718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-18885e9f-f569-498c-826b-63dbc1de1819 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0203645 May 19 12:59:15.729222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56142) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.736622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-2516d16c-44cf-4a7f-a224-053b7b14abe3 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.737550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2516d16c-44cf-4a7f-a224-053b7b14abe3 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075784 May 19 12:59:15.746266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56146) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.754030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9e40fe82-4864-4c8f-be12-13bdce528986 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.754970 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e40fe82-4864-4c8f-be12-13bdce528986 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078008 May 19 12:59:15.758054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56150) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.773787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:15.774112 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:15.775112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-b1c12850-a719-478c-bb3a-21756977be13 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.778458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b1c12850-a719-478c-bb3a-21756977be13 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0140941 May 19 12:59:15.780016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56156) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.783702 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 3 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:15.787726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9ab355a6-ef78-4927-947e-e14371edd07a tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.788853 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9ab355a6-ef78-4927-947e-e14371edd07a tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078704 May 19 12:59:15.792790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.795992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56160) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.801670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.811286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Transition to ACTIVE for port object 1b9d3515-4736-4184-97a7-533d9d760fc1 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:15.824599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-8833c036-6d90-4986-b4e1-de68fc3b7107 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.828210 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8833c036-6d90-4986-b4e1-de68fc3b7107 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0260410 May 19 12:59:15.828720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56164) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.832186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:15.832688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:15.833166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:15.835966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-ec25ddca-cc43-4598-9558-9f09ea7fdb7d tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.839913 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ec25ddca-cc43-4598-9558-9f09ea7fdb7d tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080647 May 19 12:59:15.840276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56168) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.847584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:15.848229 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:15.853425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.899379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-6ac82f68-9856-4592-9bb5-1ebda398c990 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.903447 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6ac82f68-9856-4592-9bb5-1ebda398c990 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0616264 May 19 12:59:15.905904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56172) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.914106 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 4 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:15.923099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:15.928997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-c4453630-25e3-4883-85ca-3738fa387ddb tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.932350 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c4453630-25e3-4883-85ca-3738fa387ddb tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0231235 May 19 12:59:15.932350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:15.934777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56176) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.942552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-4e797e4e-0bc5-4f64-b29b-9e451d06bb19 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.946066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4e797e4e-0bc5-4f64-b29b-9e451d06bb19 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078185 May 19 12:59:15.946066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:15.950138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:15.950786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:15.951811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56180) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.976095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-7eb8067d-7e75-4be7-849a-0452cb0f6e34 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.980691 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7eb8067d-7e75-4be7-849a-0452cb0f6e34 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0192766 May 19 12:59:15.980936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56184) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:15.992480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-c63ac5eb-bf89-43d0-9132-54a868120812 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:15.996511 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c63ac5eb-bf89-43d0-9132-54a868120812 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061731 May 19 12:59:15.996678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:15.996678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:15.996678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:15.997444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=1b9d3515-4736-4184-97a7-533d9d760fc1,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:16.000116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56190) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.008007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-cf6b04f7-0996-4e71-b3ff-d038f04802b9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.012713 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf6b04f7-0996-4e71-b3ff-d038f04802b9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077257 May 19 12:59:16.012856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56194) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.018443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-bf254794-7091-4a74-b4a0-f2d1d4c1ffcf tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.022339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf254794-7091-4a74-b4a0-f2d1d4c1ffcf tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060322 May 19 12:59:16.022339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ac5cd583-c6a5-4126-9ed8-3741a9bff1ab tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0344236 May 19 12:59:16.022339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56198) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.023014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:16.023014 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:16.025042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56200) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.028329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-218c89c9-1274-43e1-a314-f3a62594a0fc tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.032230 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-218c89c9-1274-43e1-a314-f3a62594a0fc tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0062363 May 19 12:59:16.032503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56206) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.037456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'network_id': '415212ca-4596-43ff-a85c-5a8ded7fbbd4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-607961575'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:16.081462 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 5 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:16.125995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.126591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.127075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:16.137501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:16.138066 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:16.148583 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 6 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:16.170980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.171559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.172042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:16.173094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-8ed13634-d681-4ff6-a4b8-4716a2846465 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.178158 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8ed13634-d681-4ff6-a4b8-4716a2846465 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.1445677 May 19 12:59:16.180663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.183965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56210) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.190705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-7cebafa0-30dd-42ae-8eb0-363edff8eca9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.192009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7cebafa0-30dd-42ae-8eb0-363edff8eca9 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058331 May 19 12:59:16.196100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56214) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.197959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:16.198488 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:16.204428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 7 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:16.206217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-4debf4f8-2a40-4428-8c35-34b2c1a70467 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.211775 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4debf4f8-2a40-4428-8c35-34b2c1a70467 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0134666 May 19 12:59:16.213061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.214631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.225641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56218) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.307531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-36e2c18f-6781-4b6b-a2c9-c3c31e02d07a None None] Provisioning for port 1b9d3515-4736-4184-97a7-533d9d760fc1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:16.315462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-36e2c18f-6781-4b6b-a2c9-c3c31e02d07a None None] Provisioning complete for port 1b9d3515-4736-4184-97a7-533d9d760fc1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:16.316053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-36e2c18f-6781-4b6b-a2c9-c3c31e02d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.354446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:16.356562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-28541daa-7b0e-402d-9b3a-b7756891accf tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.357619 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-28541daa-7b0e-402d-9b3a-b7756891accf tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0579345 May 19 12:59:16.360081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Usage tracker for resource:port and tenant:ca40d6791b744546b3c2536774bf91e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:16.362737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56224) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.365571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:16.371326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-6fbdab41-1d5a-42d3-ab51-adcdf8e8828c tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.374721 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6fbdab41-1d5a-42d3-ab51-adcdf8e8828c tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083969 May 19 12:59:16.376575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56228) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.376701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.376897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.377237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:16.378979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:16.383918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-36e2c18f-6781-4b6b-a2c9-c3c31e02d07a None None] Port 1b9d3515-4736-4184-97a7-533d9d760fc1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:16.384087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-e6e450af-59ce-4918-9d06-a89ec24b111c tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.387553 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e6e450af-59ce-4918-9d06-a89ec24b111c tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076201 May 19 12:59:16.388297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56232) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.397693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-1d453381-8ca6-4ae2-acc3-fef8fe99ab40 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.401149 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1d453381-8ca6-4ae2-acc3-fef8fe99ab40 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058146 May 19 12:59:16.401547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56236) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.404282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Made reservation on behalf of ca40d6791b744546b3c2536774bf91e5 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:16.407914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.419674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-279d569c-3d4b-464c-9d65-833623a56f35 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.424162 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-279d569c-3d4b-464c-9d65-833623a56f35 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0182865 May 19 12:59:16.424162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56240) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.432277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-6d60101e-f1e4-456f-b9ff-fcda365deee3 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.433209 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d60101e-f1e4-456f-b9ff-fcda365deee3 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087650 May 19 12:59:16.436075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56244) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.442250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-e50448f4-a605-4bf2-a85a-e632c0e56cdf tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.443200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e50448f4-a605-4bf2-a85a-e632c0e56cdf tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062497 May 19 12:59:16.446047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56248) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.452222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-edb72099-eb10-405e-aef6-57a54737ce8b tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.453139 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-edb72099-eb10-405e-aef6-57a54737ce8b tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0061595 May 19 12:59:16.454353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] device_id is not set on port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:16.486088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56252) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.492674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-e1f6ef0a-9b30-408b-b33b-2296b13ad680 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.493488 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e1f6ef0a-9b30-408b-b33b-2296b13ad680 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064378 May 19 12:59:16.500533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56256) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.510752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-8dad39d9-7766-4edc-b988-3fd745d5f348 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.511679 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8dad39d9-7766-4edc-b988-3fd745d5f348 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107985 May 19 12:59:16.519141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56260) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.526100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-d7eb414c-0724-4e40-aff7-935b29632ddc tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.526989 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d7eb414c-0724-4e40-aff7-935b29632ddc tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073080 May 19 12:59:16.530462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56264) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.539743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-49cc315d-cb11-47d6-8a94-b1dc3f698c74 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.540618 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-49cc315d-cb11-47d6-8a94-b1dc3f698c74 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0096540 May 19 12:59:16.543952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56268) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.550594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-83884943-e859-4f87-83b0-5165402aca84 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.551489 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-83884943-e859-4f87-83b0-5165402aca84 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069444 May 19 12:59:16.554073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56272) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.561309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-44fd251d-e111-468d-b698-3838074ff566 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.562237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-44fd251d-e111-468d-b698-3838074ff566 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073524 May 19 12:59:16.587299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:16.587630 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:16.588043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56276) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.604868 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 8 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:16.635619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Allocated IP 2001:db8::207 (415212ca-4596-43ff-a85c-5a8ded7fbbd4/17a94dca-d4e4-4fa0-9924-6e5bbf76d373/dcfb6e85-1574-4d60-ac88-1e7ea9e56b48) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:16.640917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [None req-3cde2cf9-54f4-42e8-9292-54dc14717364 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.641934 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3cde2cf9-54f4-42e8-9292-54dc14717364 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0300453 May 19 12:59:16.645092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56280) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.650538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-638b588d-d041-4a8b-bf19-975bc58f1c2f tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.651485 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-638b588d-d041-4a8b-bf19-975bc58f1c2f tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054955 May 19 12:59:16.655331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56284) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.658705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=5c0cbe26-66e9-4e5a-905a-689aef733bb9,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:16.667764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.668419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.668419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:16.671656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-4b023a5f-dac7-4a77-9f7a-dd86d7d1a4d3 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.675596 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4b023a5f-dac7-4a77-9f7a-dd86d7d1a4d3 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0164130 May 19 12:59:16.682522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56288) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.689646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-5d80df72-ce8b-44d8-986b-d5e5a212e033 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.690542 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5d80df72-ce8b-44d8-986b-d5e5a212e033 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071182 May 19 12:59:16.698459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56292) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.705953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-ff7bb549-e539-4af0-b723-71ef621d4f29 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.706873 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ff7bb549-e539-4af0-b723-71ef621d4f29 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075035 May 19 12:59:16.709535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56296) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.720032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-1db2fa36-d14d-463f-b73f-520f69258465 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.723352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1db2fa36-d14d-463f-b73f-520f69258465 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105953 May 19 12:59:16.723519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:16.723519 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:16.724027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56300) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.731238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-b5a08110-2dfa-47a3-b681-871961604793 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.732134 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5a08110-2dfa-47a3-b681-871961604793 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072572 May 19 12:59:16.734337 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 9 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:16.734921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56304) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.754625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-4708b323-35f1-4d05-8972-2f4ea0b1bc41 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.755554 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4708b323-35f1-4d05-8972-2f4ea0b1bc41 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0197973 May 19 12:59:16.759856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56308) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.793909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.794244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.794648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:16.808982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-c67bef1b-1418-4f69-9f93-38d41a262765 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.812367 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c67bef1b-1418-4f69-9f93-38d41a262765 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0492065 May 19 12:59:16.815359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56312) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.827239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-9592f42d-54bb-4db7-bd6f-d11a03181053 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.828127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9592f42d-54bb-4db7-bd6f-d11a03181053 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0119014 May 19 12:59:16.831053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56316) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.837490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-06651fa8-16e5-48a9-a88c-c52898a3df84 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.838349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06651fa8-16e5-48a9-a88c-c52898a3df84 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064771 May 19 12:59:16.840906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56320) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.847705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-d032d31b-18c4-4653-a43e-be06d70dd7ea tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.848609 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d032d31b-18c4-4653-a43e-be06d70dd7ea tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069053 May 19 12:59:16.851247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56324) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:16.855304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:16.855777 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:16.857298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:16.857677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [None req-8e1a1a62-b324-49cb-9e28-d8ad1e726536 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 12:59:16.858684 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8e1a1a62-b324-49cb-9e28-d8ad1e726536 tempest-ExtensionsTestJSON-1821325056 tempest-ExtensionsTestJSON-1821325056-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0065892 May 19 12:59:16.865825 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempt 10 to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 May 19 12:59:16.876415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:16.931815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.949259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Transition to ACTIVE for port object dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:16.966574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bc8fb-c251-4d27-aebe-84ce43c48146 req-1db9d4be-92af-49ee-91f9-df9cd1d87c4a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:16.968238 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ba1bc8fb-c251-4d27-aebe-84ce43c48146 req-1db9d4be-92af-49ee-91f9-df9cd1d87c4a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6212876 May 19 12:59:16.983101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:16.984617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:16.985303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:16.985786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempting to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:17.068760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.1 (20fff1eb-bfce-422a-b772-b3886b72784f/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf/7b35f185-28e2-4e95-9e8d-c856449078e5) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:17.082163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:17.083340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=dcfb6e85-1574-4d60-ac88-1e7ea9e56b48,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:17.084837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 12:59:17.085371 dv-neutron-841945-1-hyperv neutron-server[88029]: ERROR neutron.plugins.ml2.managers [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Failed to bind port 58700f76-208e-41b0-a3d7-dd22868e9105 on host hv-neutron-8419 for vnic_type normal using segments [{'id': '124e4c74-30ac-4779-b868-529b61a02829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f2698954-02a2-453c-b3bd-b1f67cfaf19f'}] May 19 12:59:17.086528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:17.086864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.089028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:17.095289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:17.095968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.156238 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a674f624-a93b-491e-bd1c-89c1551ef86b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1254041 May 19 12:59:17.158835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56332) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:17.165633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:9d:92:44'}, {'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:11:1d:aa'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:17.234159 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ba1bc8fb-c251-4d27-aebe-84ce43c48146 req-fc499914-fbce-4417-8b9c-fb38d6ec414a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940861 May 19 12:59:17.257614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b35a8346-a2ec-47d7-b674-f31aa49e854e None None] Provisioning complete for port 5c0cbe26-66e9-4e5a-905a-689aef733bb9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:17.258227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b35a8346-a2ec-47d7-b674-f31aa49e854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.293012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56336) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:17.305415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router c8b5af07-6fd6-4e89-9b67-b8b009877290 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:17.321956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b35a8346-a2ec-47d7-b674-f31aa49e854e None None] Port 5c0cbe26-66e9-4e5a-905a-689aef733bb9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:17.356040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.453746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-93655cda-36b8-4729-a223-444a0a6ab821 None None] Provisioning for port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:17.459203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-93655cda-36b8-4729-a223-444a0a6ab821 None None] Provisioning complete for port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:17.459827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-93655cda-36b8-4729-a223-444a0a6ab821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.483617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] For port 58700f76-208e-41b0-a3d7-dd22868e9105, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:17.483997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attempted to set empty binding levels {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 19 12:59:17.514537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.519236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.524701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-93655cda-36b8-4729-a223-444a0a6ab821 None None] Port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:17.611481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.616977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.623272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.668466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] In _notify_port_updated(), no bound segment for port 58700f76-208e-41b0-a3d7-dd22868e9105 on network f2698954-02a2-453c-b3bd-b1f67cfaf19f {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:59:17.669378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:17.670200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.671562 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "PUT /v2.0/ports/58700f76-208e-41b0-a3d7-dd22868e9105 HTTP/1.1" status: 200 len: 976 time: 4.3829694 May 19 12:59:17.675898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56342) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:17.679609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:17.690114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] In _notify_port_updated(), no bound segment for port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 on network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 12:59:17.692241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Usage tracker for resource:security_group_rule and tenant:b2a6657159314c82ace98c37426a8f50 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:17.695600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:17.696201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.697448 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "PUT /v2.0/ports/dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 HTTP/1.1" status: 200 len: 1067 time: 0.5370712 May 19 12:59:17.705002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:17.707547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56346) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:17.717160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:17.722051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:17.732874 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] Sync routers for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:17.747112 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:17.747731 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:17.761292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142054e-975d-4631-b500-452a616dff8b tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event updated for resources: {'Port': ['ID=dcfb6e85-1574-4d60-ac88-1e7ea9e56b48,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:17.764718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee259fcd-f75f-46c2-b146-8e6000ed64a1 tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event updated for resources: {'Port': ['ID=58700f76-208e-41b0-a3d7-dd22868e9105,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:17.776000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Deleting port 58700f76-208e-41b0-a3d7-dd22868e9105 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:17.776345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.798820 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-959015f8-0258-4b28-91fe-c5ff33e88cb6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/c8b5af07-6fd6-4e89-9b67-b8b009877290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3483214 May 19 12:59:17.801804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56350) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:17.829864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.847111 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:17.860455 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:17.861700 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:17.873444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:17.874057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:17.939765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d0152c-8a52-4fae-b543-ad978ddd8c0e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:17.943844 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-40d0152c-8a52-4fae-b543-ad978ddd8c0e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports/5c0cbe26-66e9-4e5a-905a-689aef733bb9 HTTP/1.1" status: 200 len: 913 time: 0.1335726 May 19 12:59:17.946367 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:17.947125 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506fac23-6647-41b1-8320-69f22ba29dc0 None None] The sync data for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:17.956312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56356) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:17.986973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:17.993592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:17.998266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=7b35f185-28e2-4e95-9e8d-c856449078e5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:18.000730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:18.061210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2380bd53-3233-4c49-9254-b92a149a09b1 None None] Provisioning complete for port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:18.061842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2380bd53-3233-4c49-9254-b92a149a09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.118576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2380bd53-3233-4c49-9254-b92a149a09b1 None None] Port dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:18.218969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.368194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] For port 58700f76-208e-41b0-a3d7-dd22868e9105, host hv-neutron-8419, got binding levels [] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:18.368867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.383945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.394110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.480698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2a6657159314c82ace98c37426a8f50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1833861 May 19 12:59:18.487633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56362) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:18.494842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287ad2e-7113-4267-a05f-9f5cb7d48a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29910daa-799d-4cd1-b8b3-d95186b469ed,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:18.498975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.596645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Calling delete_port for 58700f76-208e-41b0-a3d7-dd22868e9105 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:18.671156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Calling delete_port for dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:18.750688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.771435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a50c60d9-7c07-471a-b1b0-4dddd6f85580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.813916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Pushing event deleted for resources: {'Port': ['ID=58700f76-208e-41b0-a3d7-dd22868e9105,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:18.849473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.862428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a50c60d9-7c07-471a-b1b0-4dddd6f85580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.863706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1630-cec8-49bf-b229-5c62fd7657c6 req-38169385-59be-451e-a7fe-c4d0d0f42308 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:18.865167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cb2f1630-cec8-49bf-b229-5c62fd7657c6 req-38169385-59be-451e-a7fe-c4d0d0f42308 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4883699 May 19 12:59:18.905811 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-be91556c-268d-4e6f-8a16-4e4cff5d681b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "DELETE /v2.0/ports/58700f76-208e-41b0-a3d7-dd22868e9105 HTTP/1.1" status: 204 len: 168 time: 1.2221396 May 19 12:59:18.908526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56368) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:18.923019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:18.970325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ce9895-6c4f-4789-8597-322303b5db9b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] GET failed (client error): The resource could not be found. May 19 12:59:18.970844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f3ce9895-6c4f-4789-8597-322303b5db9b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Synchronizing usage tracker for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:18.976063 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cb2f1630-cec8-49bf-b229-5c62fd7657c6 req-e1ce9791-dec0-4a4c-a817-30aa96479bd3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010952 May 19 12:59:19.026356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f3ce9895-6c4f-4789-8597-322303b5db9b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] Unset dirty status for tenant:bbd17cc304164b3a8fa88ea78eb19420 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:19.027623 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f3ce9895-6c4f-4789-8597-322303b5db9b tempest-PortsAdminExtendedAttrsTestJSON-1868900744 tempest-PortsAdminExtendedAttrsTestJSON-1868900744-project-admin] 10.222.0.44 "GET /v2.0/ports/58700f76-208e-41b0-a3d7-dd22868e9105 HTTP/1.1" status: 404 len: 333 time: 0.1180165 May 19 12:59:19.032907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56372) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:19.039649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.077222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a50c60d9-7c07-471a-b1b0-4dddd6f85580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.156963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.171799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Port': ['ID=dcfb6e85-1574-4d60-ac88-1e7ea9e56b48,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:19.175713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.183301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c60d9-7c07-471a-b1b0-4dddd6f85580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29910daa-799d-4cd1-b8b3-d95186b469ed,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:19.304245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a50c60d9-7c07-471a-b1b0-4dddd6f85580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.305404 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a50c60d9-7c07-471a-b1b0-4dddd6f85580 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29910daa-799d-4cd1-b8b3-d95186b469ed HTTP/1.1" status: 204 len: 168 time: 0.8150148 May 19 12:59:19.447464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.562109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2698954-02a2-453c-b3bd-b1f67cfaf19f']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:19.585989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124e4c74-30ac-4779-b868-529b61a02829') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:19.586287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124e4c74-30ac-4779-b868-529b61a02829') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:19.625477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.627426 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2c3ed8e4-21a3-4730-a66a-b5319d51e151 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/ports/dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 HTTP/1.1" status: 204 len: 168 time: 1.9189427 May 19 12:59:19.638966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56384) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:19.700058 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a0f56c-c2ee-4ed4-9559-fa14d6ea8587 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] GET failed (client error): The resource could not be found. May 19 12:59:19.700641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7a0f56c-c2ee-4ed4-9559-fa14d6ea8587 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Synchronizing usage tracker for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:19.727493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.727867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d7a0f56c-c2ee-4ed4-9559-fa14d6ea8587 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Unset dirty status for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:19.729027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d7a0f56c-c2ee-4ed4-9559-fa14d6ea8587 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "GET /v2.0/ports/dcfb6e85-1574-4d60-ac88-1e7ea9e56b48 HTTP/1.1" status: 404 len: 333 time: 0.0891435 May 19 12:59:19.731822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56392) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:19.748678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.757619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:19.758010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:19.773903 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:19.785526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.794038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.907040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.910441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting port 1b9d3515-4736-4184-97a7-533d9d760fc1 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:19.910977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.911142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.940428 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] 10.222.0.44 "DELETE /v2.0/networks/f2698954-02a2-453c-b3bd-b1f67cfaf19f HTTP/1.1" status: 204 len: 168 time: 0.9065084 May 19 12:59:19.945855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190ef57-3668-4819-986b-a3ad0a5a5c85 tempest-PortsAdminExtendedAttrsTestJSON-658106203 tempest-PortsAdminExtendedAttrsTestJSON-658106203-project] Pushing event deleted for resources: {'Network': ['ID=f2698954-02a2-453c-b3bd-b1f67cfaf19f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:19.946815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=7b35f185-28e2-4e95-9e8d-c856449078e5,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:19.951409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 5c0cbe26-66e9-4e5a-905a-689aef733bb9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:19.951748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:19.974307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.240246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56410) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:20.251840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.289821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56416) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:20.394982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 5c0cbe26-66e9-4e5a-905a-689aef733bb9 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:20.532103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:20.541810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:20.573611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.596242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--675949222'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:20.606170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:20.619562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:20.624449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:20.632532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:20.642927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091a7a5-6a77-4124-9537-4bb0bd013dbd req-6b110e6e-a1a6-40ea-9f70-990f4ca64f6e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:20.644388 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d091a7a5-6a77-4124-9537-4bb0bd013dbd req-6b110e6e-a1a6-40ea-9f70-990f4ca64f6e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4466515 May 19 12:59:20.658542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.661828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-31c2557e-b56b-44bc-b471-90e5f2b0daa1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7f49dc05fe5401797b9ee3bdc02e378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641019 May 19 12:59:20.667743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56422) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:20.675037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.704601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:20.710838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:20.745892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:20.775519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:20.806876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Calling delete_port for 1b9d3515-4736-4184-97a7-533d9d760fc1 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:20.822726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33905db6-10ef-4212-8914-d3177dcc60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.839333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.906416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=5c0cbe26-66e9-4e5a-905a-689aef733bb9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:20.950818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33905db6-10ef-4212-8914-d3177dcc60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:20.964451 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d091a7a5-6a77-4124-9537-4bb0bd013dbd req-c0af9173-e00f-4e1a-9ab7-2e5acf78930a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013890 May 19 12:59:21.007385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:21.182759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.214922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.263882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33905db6-10ef-4212-8914-d3177dcc60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.274785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.313609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Port': ['ID=1b9d3515-4736-4184-97a7-533d9d760fc1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:21.332676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.359016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11916f4a-b019-4341-adab-3402d6003aeb tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/ports/1b9d3515-4736-4184-97a7-533d9d760fc1 HTTP/1.1" status: 204 len: 168 time: 1.6233134 May 19 12:59:21.359016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:21.363257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6accf548-066b-4d03-9b4c-d6a8ba57d56c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/routers/28efcfbf-2fde-43ae-8518-5105993974cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2039738 May 19 12:59:21.364083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56426) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:21.366134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56428) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:21.371079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:21.382800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:21.383436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.416630 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d1290-8f1e-4f28-b565-ebb7609b3a18 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] GET failed (client error): The resource could not be found. May 19 12:59:21.417282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e20d1290-8f1e-4f28-b565-ebb7609b3a18 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Synchronizing usage tracker for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:21.425849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'port': {'network_id': '20fff1eb-bfce-422a-b772-b3886b72784f', 'name': 'tempest-FloatingIPTestJSON-967273535'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:21.457796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.468940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:21.469946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.483909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.503425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:21.506102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33905db6-10ef-4212-8914-d3177dcc60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8379ff-8c83-43d3-8c9b-98bcbfda22c5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:21.517147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e20d1290-8f1e-4f28-b565-ebb7609b3a18 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Unset dirty status for tenant:ca40d6791b744546b3c2536774bf91e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:21.518330 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e20d1290-8f1e-4f28-b565-ebb7609b3a18 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "GET /v2.0/ports/1b9d3515-4736-4184-97a7-533d9d760fc1 HTTP/1.1" status: 404 len: 333 time: 0.1533246 May 19 12:59:21.521921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56434) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:21.548100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:21.551891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:21.552348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065aad3-9af1-4df6-90eb-bf40a488043b None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:21.564202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:21.585636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:21.588014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33905db6-10ef-4212-8914-d3177dcc60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.589467 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-33905db6-10ef-4212-8914-d3177dcc60d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b8379ff-8c83-43d3-8c9b-98bcbfda22c5 HTTP/1.1" status: 204 len: 168 time: 0.9185665 May 19 12:59:21.600587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc62a9-a55a-47c0-a43b-443d8681f5c4,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:21.747673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting port 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:21.748112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.806166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:21.813437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:port and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:21.816430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router c8b5af07-6fd6-4e89-9b67-b8b009877290 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:21.818221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:21.827884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:21.832257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.888913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:21.892422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.892553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:21.929308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56442) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.006193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] device_id is not set on port f5da14b8-c48c-44cb-ab14-2c3f44a6f08c yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:22.012024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10beaab-93b4-4345-bcd4-902ee50c7a0a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:22.033441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.038788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cdda4381-1633-4849-919b-fe54785b8a40 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7938788 May 19 12:59:22.038788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56448) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.056571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:22.065558 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-32c980ab-828d-499d-8b36-f3d999d11987 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/c8b5af07-6fd6-4e89-9b67-b8b009877290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1072748 May 19 12:59:22.069842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56452) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.075394 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] Sync routers for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:22.088306 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:22.089089 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:22.150078 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:22.159264 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:22.160061 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:22.164008 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8aed6cc2-f5bb-4e98-a973-16a88b2bf4a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbd17cc304164b3a8fa88ea78eb19420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323442 May 19 12:59:22.171669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56456) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.223459 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:22.224044 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e416c7-384d-471a-89a5-85dd7e71cd00 None None] The sync data for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:22.239987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.342400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71fee243-84cc-4d55-9cd8-1d3e7adacaaa tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:22.401643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Calling delete_port for 83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:22.451345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.14 (20fff1eb-bfce-422a-b772-b3886b72784f/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf/f5da14b8-c48c-44cb-ab14-2c3f44a6f08c) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:22.502867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71fee243-84cc-4d55-9cd8-1d3e7adacaaa tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:22.504137 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-71fee243-84cc-4d55-9cd8-1d3e7adacaaa tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4644313 May 19 12:59:22.504795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89464b77-6cd9-44f5-86c2-d045229e0606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.507599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56460) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.520880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-security--1381031910', 'description': 'tempest-security-description-1168186316'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:22.538975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c1f31-db6b-4c03-a7ef-bdb851d0e5ea req-615c89df-90e4-4dcd-acee-2a343ee157a9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:22.540434 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1e8c1f31-db6b-4c03-a7ef-bdb851d0e5ea req-615c89df-90e4-4dcd-acee-2a343ee157a9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4065135 May 19 12:59:22.580354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89464b77-6cd9-44f5-86c2-d045229e0606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.632701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.671479 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1e8c1f31-db6b-4c03-a7ef-bdb851d0e5ea req-864e75c0-362f-4f74-8281-2e4515894fae tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988805 May 19 12:59:22.713575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.754380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.759117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.761435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.762658 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "PUT /v2.0/security-groups/e10beaab-93b4-4345-bcd4-902ee50c7a0a HTTP/1.1" status: 200 len: 1778 time: 0.2502174 May 19 12:59:22.772506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56464) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.801366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89464b77-6cd9-44f5-86c2-d045229e0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.816628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61150b-e28e-4040-8a77-017bd65a06c0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10beaab-93b4-4345-bcd4-902ee50c7a0a,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:22.841930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Port': ['ID=83c76d7e-88c6-4b08-8e71-d3b1fabad3b2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:22.876355 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b6de91e3-c832-4dda-b4d8-a155a1f40ca1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups/e10beaab-93b4-4345-bcd4-902ee50c7a0a HTTP/1.1" status: 200 len: 1778 time: 0.1020725 May 19 12:59:22.877635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89464b77-6cd9-44f5-86c2-d045229e0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1175bb9d-f816-4f31-800b-d4f6896f41d9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:22.881762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56468) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:22.913585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.925381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.959810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89464b77-6cd9-44f5-86c2-d045229e0606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:22.962618 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-89464b77-6cd9-44f5-86c2-d045229e0606 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1175bb9d-f816-4f31-800b-d4f6896f41d9 HTTP/1.1" status: 204 len: 168 time: 0.7883694 May 19 12:59:22.977559 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-33ac3a35-fb65-442f-a662-02fc9739a17f tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/ports/83c76d7e-88c6-4b08-8e71-d3b1fabad3b2 HTTP/1.1" status: 204 len: 168 time: 1.4524157 May 19 12:59:22.979857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56474) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.061881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.103799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37eb1a3a-5c12-45aa-9686-e38e2a662cdf tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.127101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Deleting subnet 17a94dca-d4e4-4fa0-9924-6e5bbf76d373 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:23.131695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.227965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.276263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37eb1a3a-5c12-45aa-9686-e38e2a662cdf tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.338542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.393381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:23.393726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.582716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:23.587901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37eb1a3a-5c12-45aa-9686-e38e2a662cdf tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.602858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=f5da14b8-c48c-44cb-ab14-2c3f44a6f08c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:23.603915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.604227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:23.613580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:23.644857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb1a3a-5c12-45aa-9686-e38e2a662cdf tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10beaab-93b4-4345-bcd4-902ee50c7a0a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:23.660310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.716626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37eb1a3a-5c12-45aa-9686-e38e2a662cdf tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.717069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-37eb1a3a-5c12-45aa-9686-e38e2a662cdf tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/e10beaab-93b4-4345-bcd4-902ee50c7a0a HTTP/1.1" status: 204 len: 168 time: 0.8283741 May 19 12:59:23.721690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56498) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.754045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:23.754679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.773454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 86182005-9a70-4e73-8dac-ad0b4e8bf4a7 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:23.883367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.887967 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e43ae97e-ac6f-4376-b738-6c14367e34db tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5201397 May 19 12:59:23.895124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56504) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.902062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'port': {'network_id': '20fff1eb-bfce-422a-b772-b3886b72784f', 'name': 'tempest-FloatingIPTestJSON-892449865'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:23.932185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-35acabec-febb-4e04-9a3f-744a8e3f11a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:23.942873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:23.949716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17981997-1947-433d-bb31-dfbb8d21daef None None] Network 415212ca-4596-43ff-a85c-5a8ded7fbbd4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:23.950994 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/subnets/17a94dca-d4e4-4fa0-9924-6e5bbf76d373 HTTP/1.1" status: 204 len: 168 time: 0.9583650 May 19 12:59:23.952374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdeff3-f51e-44a0-b3bc-5618e7c9c887 tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Subnet': ['ID=17a94dca-d4e4-4fa0-9924-6e5bbf76d373,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:23.952937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56508) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:23.981724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-35acabec-febb-4e04-9a3f-744a8e3f11a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:23.983385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-35acabec-febb-4e04-9a3f-744a8e3f11a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2609656 May 19 12:59:23.986316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56512) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.013489 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-5de70687-5fe3-40aa-b121-06ec467eb275 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] delete failed (client error): The resource could not be found. May 19 12:59:24.014844 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5de70687-5fe3-40aa-b121-06ec467eb275 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/e10beaab-93b4-4345-bcd4-902ee50c7a0a HTTP/1.1" status: 404 len: 347 time: 0.0257888 May 19 12:59:24.020559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56516) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.027505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855510358'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:24.035271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:24.052783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d6dc-e13f-4960-9369-d6cfe473b7ac req-52ed5b00-8893-4f33-9807-88354b974803 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:24.059857 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70b9d6dc-e13f-4960-9369-d6cfe473b7ac req-52ed5b00-8893-4f33-9807-88354b974803 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2440627 May 19 12:59:24.082256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:24.142623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70b9d6dc-e13f-4960-9369-d6cfe473b7ac req-f1fc4b4a-4af1-4a89-95ff-b40bd3e048a1 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777035 May 19 12:59:24.143222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:24.143641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.168786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.174686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:port and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:24.206958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:24.213929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:24.226294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:24.232163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:24.239208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:24.246586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] DHCP port deletion for 415212ca-4596-43ff-a85c-5a8ded7fbbd4 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:59:24.251844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] Deleting port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:24.252602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.293592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:24.303661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=86182005-9a70-4e73-8dac-ad0b4e8bf4a7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:24.336676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.345007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.377332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:24.381162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.419005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354aaced-e66e-431b-8b70-4ca886f6b58d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:24.427949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.429502 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0ec3b28b-39fc-4c91-af46-82a004dae2dc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4061496 May 19 12:59:24.433612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56530) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.444009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '354aaced-e66e-431b-8b70-4ca886f6b58d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:24.464725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:24.470016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:24.473347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:24.480250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:24.511198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.589688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] For port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,segment=NetworkSegment(06aad557-f2c2-4c56-b302-329ab9af81c3),segment_id=06aad557-f2c2-4c56-b302-329ab9af81c3)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:24.590096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.594182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.604815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] device_id is not set on port a618ba8e-4ae0-431a-a370-eea609446114 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:24.613770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.620282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.659371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3218123-3548-470d-8754-52c3b61da62a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:24.668270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.674171 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b499b1e6-3aa6-43fe-998d-fed8de180f29 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2391384 May 19 12:59:24.675152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56538) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.705700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.712517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4b29519-d3e7-4a75-9f37-e0c159d060d4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.722606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4b29519-d3e7-4a75-9f37-e0c159d060d4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.766717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4b29519-d3e7-4a75-9f37-e0c159d060d4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.780351 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] Calling delete_port for bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:24.791458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4b29519-d3e7-4a75-9f37-e0c159d060d4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.796964 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f4b29519-d3e7-4a75-9f37-e0c159d060d4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e3218123-3548-470d-8754-52c3b61da62a HTTP/1.1" status: 204 len: 168 time: 0.1203856 May 19 12:59:24.797610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56544) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.798490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b29519-d3e7-4a75-9f37-e0c159d060d4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3218123-3548-470d-8754-52c3b61da62a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:24.861076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3f7c2820-efdd-4947-b88f-65ae25776db6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:24.883521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3f7c2820-efdd-4947-b88f-65ae25776db6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:24.887851 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3f7c2820-efdd-4947-b88f-65ae25776db6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0835795 May 19 12:59:24.889868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:24.890822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56550) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.938302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56554) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:24.942119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] Pushing event deleted for resources: {'Port': ['ID=bc6a9bc5-9a0b-4ee5-843f-9add47d7c870,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:24.955114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00792dd5-0387-4e2d-9b97-68fe56c130e8 None None] No DVR routers for this DVR port bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:24.996794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef48d57d-4e07-4a24-8c2e-ee8a7984e213 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.035816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef48d57d-4e07-4a24-8c2e-ee8a7984e213 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.090667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bb692652-7915-4635-9c6e-f7bd77855f8a tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:25.117526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef48d57d-4e07-4a24-8c2e-ee8a7984e213 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.145185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48d57d-4e07-4a24-8c2e-ee8a7984e213 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354aaced-e66e-431b-8b70-4ca886f6b58d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:25.155721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bb692652-7915-4635-9c6e-f7bd77855f8a tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "PUT /v2.0/quotas/64ed1eb932584034a32bea27651041e4 HTTP/1.1" status: 200 len: 366 time: 0.2158008 May 19 12:59:25.159775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56560) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.184861 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1eccb2ee-5043-4976-9483-1351d117c42a tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0227370 May 19 12:59:25.186353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56566) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.198066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef48d57d-4e07-4a24-8c2e-ee8a7984e213 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.201885 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ef48d57d-4e07-4a24-8c2e-ee8a7984e213 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/354aaced-e66e-431b-8b70-4ca886f6b58d HTTP/1.1" status: 204 len: 168 time: 0.3100605 May 19 12:59:25.203015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56570) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.207998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d28914f0-c53c-4c73-b9bf-9117f61b4be0 tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "GET /v2.0/quotas/64ed1eb932584034a32bea27651041e4 HTTP/1.1" status: 200 len: 366 time: 0.0199342 May 19 12:59:25.223525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56574) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.269859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7a4b626e-fd57-450d-a04d-2f77bca867e5 tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/64ed1eb932584034a32bea27651041e4 HTTP/1.1" status: 204 len: 168 time: 0.0452480 May 19 12:59:25.270076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.273330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56578) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.285989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1e00391b-8ecd-4f05-9bc4-5a4c838e6771 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:25.297115 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2f615608-aa0b-40ab-8f40-c6d84f16541d tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0224512 May 19 12:59:25.300606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56582) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.316391 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-db01181e-12f0-45f9-b7de-c399a3507086 tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "GET /v2.0/quotas/64ed1eb932584034a32bea27651041e4 HTTP/1.1" status: 200 len: 370 time: 0.0146561 May 19 12:59:25.317287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1e00391b-8ecd-4f05-9bc4-5a4c838e6771 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:25.322916 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1e00391b-8ecd-4f05-9bc4-5a4c838e6771 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1173496 May 19 12:59:25.323221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56586) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.323548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56588) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.331205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191608319'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:25.338915 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-feff3bc1-919c-4d62-8019-a9087424b474 tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "GET /v2.0/quotas/64ed1eb932584034a32bea27651041e4/default HTTP/1.1" status: 200 len: 370 time: 0.0140719 May 19 12:59:25.341645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:25.344498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56594) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.352802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router c8b5af07-6fd6-4e89-9b67-b8b009877290 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:25.355119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415212ca-4596-43ff-a85c-5a8ded7fbbd4']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.361999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:25.364397 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-0f95b877-b299-404f-83d3-49f64924cd7f tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] delete failed (client error): The resource could not be found. May 19 12:59:25.365423 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0f95b877-b299-404f-83d3-49f64924cd7f tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/64ed1eb932584034a32bea27651041e4 HTTP/1.1" status: 404 len: 348 time: 0.0198362 May 19 12:59:25.382030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.13 (20fff1eb-bfce-422a-b772-b3886b72784f/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf/a618ba8e-4ae0-431a-a370-eea609446114) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:25.388605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06aad557-f2c2-4c56-b302-329ab9af81c3') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.389198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06aad557-f2c2-4c56-b302-329ab9af81c3') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.391542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.417072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.419049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:25.424748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.428080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.434394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:25.517542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56602) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.529813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.535179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.543637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.572409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:network and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.581254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.611724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:25.612075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd237596-ed5b-41aa-96a9-a5ea96cf8530,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:25.616286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:subnet and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.620115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:25.620784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.622066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.626249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.630824 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-796794d9-cd67-45cd-814d-3729b11179e7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3045907 May 19 12:59:25.631975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56606) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:25.639500 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:25.642740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': 'fd237596-ed5b-41aa-96a9-a5ea96cf8530', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:25.647166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:subnetpool and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.647961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:59:25.648336 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device bc6a9bc5-9a0b-4ee5-843f-9add47d7c870 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:25.654789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:25.658389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.663898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.668183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.675307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:25.681546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:port and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.687651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.699717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.710503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:router and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.726599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:25.730751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.741777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] Sync routers for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:25.755368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:25.756055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.768904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:floatingip and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.779173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.801459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.807778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.841172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5f0722-1716-4ca8-9be2-f39ad31002b1,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:25.852604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.863644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.865167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] Routers {'c8b5af07-6fd6-4e89-9b67-b8b009877290'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:25.865915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c8b5af07-6fd6-4e89-9b67-b8b009877290'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.867445 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-475cb674-239b-40b7-bf95-5473e6bb8919 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2324224 May 19 12:59:25.868656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56610) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.872032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8910-5254-4417-b927-c616bec6acab req-b34e7bd8-6fe6-4dc9-91d7-22566eb99582 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:25.874202 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d71b8910-5254-4417-b927-c616bec6acab req-b34e7bd8-6fe6-4dc9-91d7-22566eb99582 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5759969 May 19 12:59:25.877396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': 'fd237596-ed5b-41aa-96a9-a5ea96cf8530', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:25.880395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c4bb3378-001d-46c3-a7a9-302e56fed5a4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/c8b5af07-6fd6-4e89-9b67-b8b009877290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8097374 May 19 12:59:25.883754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.885197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56614) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:25.890393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:25.902234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.905137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:security_group and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.907811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.913585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.915190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:25.917701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.928959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Usage tracker for resource:security_group_rule and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:25.931790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:25.932487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be59375-3edb-4f45-aca3-ac15343c919b None None] The sync data for ids ['c8b5af07-6fd6-4e89-9b67-b8b009877290'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:25.939532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:25.942644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:25.952795 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a6e76126-ecd8-4b6f-86d2-040f29ac454c tempest-QuotasTest-421440280 tempest-QuotasTest-421440280-project-admin] 10.222.0.44 "GET /v2.0/quotas/7c413f8ed71540ad80755f66c409c348/details.json HTTP/1.1" status: 200 len: 703 time: 0.4342110 May 19 12:59:25.980571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] Pushing event deleted for resources: {'Network': ['ID=415212ca-4596-43ff-a85c-5a8ded7fbbd4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:25.989849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f2d46fbf-3252-46af-8d2c-dac9cd74a120 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:26.012829 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5fd99b86-1289-49dc-a63a-f61c0750dadc tempest-AllowedAddressPairIpV6TestJSON-1151831716 tempest-AllowedAddressPairIpV6TestJSON-1151831716-project] 10.222.0.44 "DELETE /v2.0/networks/415212ca-4596-43ff-a85c-5a8ded7fbbd4 HTTP/1.1" status: 204 len: 168 time: 1.9085064 May 19 12:59:26.026029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.033490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.058821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f58657-3329-404f-b0ac-522bfbe94934,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:26.075373 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d71b8910-5254-4417-b927-c616bec6acab req-d7ffb421-f6ea-461a-b1ff-060d2c4f2384 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885481 May 19 12:59:26.078180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.078947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f2d46fbf-3252-46af-8d2c-dac9cd74a120 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:26.079093 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3ec5253d-6425-4292-afe6-9722d84b3e66 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2085259 May 19 12:59:26.080081 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2d46fbf-3252-46af-8d2c-dac9cd74a120 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8b5af07-6fd6-4e89-9b67-b8b009877290 HTTP/1.1" status: 200 len: 205 time: 0.1894553 May 19 12:59:26.083689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56622) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.084086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56624) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.093499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': 'fd237596-ed5b-41aa-96a9-a5ea96cf8530', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:26.098851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.158028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.169193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:26.240158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:26.251096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:26.260635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:26.267576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.271975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:26.276114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:26.281169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:26.317766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=a618ba8e-4ae0-431a-a370-eea609446114,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:26.366723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:26.368104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.390274 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1a48e47a-5700-4859-b703-b3e5feedd117 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4936018 May 19 12:59:26.392952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56636) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.400076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'a618ba8e-4ae0-431a-a370-eea609446114', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:26.407150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:26.411912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:floatingip and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:26.417333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:26.426837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:26.434486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56640) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.443865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56646) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.446715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.587685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.605651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.642236 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f29d3f84-01cd-4c65-9c02-0c36764b4e43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca40d6791b744546b3c2536774bf91e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062964 May 19 12:59:26.645707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56652) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.646657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:26.663030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Usage tracker for resource:security_group_rule and tenant:f1f4ea17db0d4441a38f58c044900435 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:26.668078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:26.675527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:26.715191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.723171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.767252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.767753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router c8b5af07-6fd6-4e89-9b67-b8b009877290 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:26.785570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.789833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.791997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.795948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9b500e88-2a36-4f2e-9882-53b646826cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.805371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.807703 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3033bfa2-f8aa-4091-a1b6-978f9ddd0fa3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/c8b5af07-6fd6-4e89-9b67-b8b009877290 HTTP/1.1" status: 204 len: 168 time: 0.7185130 May 19 12:59:26.810460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56656) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.851215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccde79cb-426f-4abe-9025-bdc1e15a2bb3,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:26.863866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.865056 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58415b17-6b19-42c0-ad2d-7ce889eef8f2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7790256 May 19 12:59:26.872240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56660) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:26.882170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': 'fd237596-ed5b-41aa-96a9-a5ea96cf8530', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:26.892841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:26.900390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:26.905433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:26.911856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet f60c37b6-11c2-4e2b-a106-394c385fa64f {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:26.917236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:26.919186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.979691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.991570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:26.997842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9b500e88-2a36-4f2e-9882-53b646826cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.071352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.105164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.111231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.112361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.161713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c037584c-56e1-4011-8c2c-17430fd860aa,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.167911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.172766 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4fef9970-6cc7-4083-b467-21fed00c3ee6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2999485 May 19 12:59:27.174865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56666) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:27.178580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.202952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.60 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/de2169a1-09e5-4a11-ab58-8600291d795b) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:27.208701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9b500e88-2a36-4f2e-9882-53b646826cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.213917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1f4ea17db0d4441a38f58c044900435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7687707 May 19 12:59:27.217998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468c003-bcfc-45ea-8405-0b76921dea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4395bf85-0fff-4d18-9dbb-048137d11605,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.220849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56670) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:27.226051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': 'fd237596-ed5b-41aa-96a9-a5ea96cf8530', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:27.239461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b500e88-2a36-4f2e-9882-53b646826cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9cb28-724d-46a8-9b68-095fa66bd46d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.305095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:27.333063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9b500e88-2a36-4f2e-9882-53b646826cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.334344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9b500e88-2a36-4f2e-9882-53b646826cbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcb9cb28-724d-46a8-9b68-095fa66bd46d HTTP/1.1" status: 204 len: 168 time: 0.6851156 May 19 12:59:27.335130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:27.341446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:27.353439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:27.403505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.415057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.421527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a59579-9a54-4d5d-b354-64811ecc44a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.438023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.452369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.520196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:27.524461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=f60c37b6-11c2-4e2b-a106-394c385fa64f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.524620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:27.531562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:27.531733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a59579-9a54-4d5d-b354-64811ecc44a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.540056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed1f65-b3fa-4666-9ceb-f1b6f044fe8c None None] Network 5b0ba401-56cf-436e-aaf8-fd4a312291eb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:27.544608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.560661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a985c28-cfa9-434d-972f-ecb01cae4235 req-5d730d64-a810-4357-b078-1c06e9b8d0d3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:27.562392 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3a985c28-cfa9-434d-972f-ecb01cae4235 req-5d730d64-a810-4357-b078-1c06e9b8d0d3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3253293 May 19 12:59:27.587511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=de2169a1-09e5-4a11-ab58-8600291d795b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.600932 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87ea39de-1488-4f8d-9129-6c930a4905c6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/f60c37b6-11c2-4e2b-a106-394c385fa64f HTTP/1.1" status: 204 len: 168 time: 0.7864470 May 19 12:59:27.605289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56678) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:27.653862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.662012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3a985c28-cfa9-434d-972f-ecb01cae4235 req-b7454f7a-cee7-4751-835d-7eb350057997 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899351 May 19 12:59:27.677555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.687229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a59579-9a54-4d5d-b354-64811ecc44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.723723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1240b8-7ad2-4b30-952b-9df4eb01eb62,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.727787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a59579-9a54-4d5d-b354-64811ecc44a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4395bf85-0fff-4d18-9dbb-048137d11605,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.749195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a59579-9a54-4d5d-b354-64811ecc44a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.753359 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-53a59579-9a54-4d5d-b354-64811ecc44a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4395bf85-0fff-4d18-9dbb-048137d11605 HTTP/1.1" status: 204 len: 168 time: 0.5315504 May 19 12:59:27.761376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.771335 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c8b4bb95-5edf-4943-a2a4-1d0930a953d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5949731 May 19 12:59:27.772256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56690) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:27.806507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet b8ae74bb-1625-496a-a178-e961c86b5368 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:27.811284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7936ac11-7d3c-48f6-83e7-34b8b911225d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.814078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.823543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7936ac11-7d3c-48f6-83e7-34b8b911225d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.866254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7936ac11-7d3c-48f6-83e7-34b8b911225d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.902046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936ac11-7d3c-48f6-83e7-34b8b911225d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a1240b8-7ad2-4b30-952b-9df4eb01eb62,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:27.908680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7936ac11-7d3c-48f6-83e7-34b8b911225d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.912864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7936ac11-7d3c-48f6-83e7-34b8b911225d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4a1240b8-7ad2-4b30-952b-9df4eb01eb62 HTTP/1.1" status: 204 len: 168 time: 0.1385581 May 19 12:59:27.913771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56696) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:27.964572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] DHCP port deletion for 5b0ba401-56cf-436e-aaf8-fd4a312291eb request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:59:27.970425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] Deleting port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:27.970955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:27.993229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.017480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6795b784-7864-4885-ba48-67009ce873ec tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:28.047426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6795b784-7864-4885-ba48-67009ce873ec tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:28.049946 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6795b784-7864-4885-ba48-67009ce873ec tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1334662 May 19 12:59:28.052612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56704) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.093190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab32c-0f45-4366-a4b3-7416205b326b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.111649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab32c-0f45-4366-a4b3-7416205b326b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.148595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab32c-0f45-4366-a4b3-7416205b326b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.179670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab32c-0f45-4366-a4b3-7416205b326b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c037584c-56e1-4011-8c2c-17430fd860aa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.205580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56712) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.206632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab32c-0f45-4366-a4b3-7416205b326b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.207807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b9ab32c-0f45-4366-a4b3-7416205b326b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c037584c-56e1-4011-8c2c-17430fd860aa HTTP/1.1" status: 204 len: 168 time: 0.1540737 May 19 12:59:28.217499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56716) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.232690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.250793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:28.256193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c413f8ed71540ad80755f66c409c348 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:28.272490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:28.272490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:28.286126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] For port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,segment=NetworkSegment(94fea8f2-c1e3-4f6d-a093-2946299425de),segment_id=94fea8f2-c1e3-4f6d-a093-2946299425de)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:28.287043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.309021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.385742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.391117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a26563ad-02ed-42ce-950a-8a429fb3e376 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:28.392920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.435271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56722) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.442105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a26563ad-02ed-42ce-950a-8a429fb3e376 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:28.443460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a26563ad-02ed-42ce-950a-8a429fb3e376 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2234735 May 19 12:59:28.446236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.450899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56726) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.456737 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c413f8ed71540ad80755f66c409c348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478399 May 19 12:59:28.461984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56728) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.462911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc7d37-0e71-4b3a-b198-a90f46168fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d3f18-f19f-4eb6-a340-75283be25714,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.467461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] Calling delete_port for 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:28.533273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f93b97e-5b33-4f6c-bbdc-b9e1ec3cd9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.539069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ae74bb-1625-496a-a178-e961c86b5368,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.553219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195d35e-ff7f-4335-9db1-03af5c048950 None None] Network 3fcae067-761e-41ca-bfe6-0afcdfa80580 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:28.569773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.573806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.574897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f93b97e-5b33-4f6c-bbdc-b9e1ec3cd9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.578780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f571f87-7844-47dd-9be3-490e1f6c2811 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.590879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f571f87-7844-47dd-9be3-490e1f6c2811 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.599552 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e077de7-b4c5-4031-8536-3a596c0477bf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/b8ae74bb-1625-496a-a178-e961c86b5368 HTTP/1.1" status: 204 len: 168 time: 0.9931383 May 19 12:59:28.602455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56736) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.634377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.636889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f571f87-7844-47dd-9be3-490e1f6c2811 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.640921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'networks': [{'name': 'tempest-network--341166032'}, {'name': 'tempest-network--126965622'}]} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:28.641369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'network': {'name': 'tempest-network--341166032'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:28.641823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'network': {'name': 'tempest-network--126965622'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:28.653116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:28.668790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f571f87-7844-47dd-9be3-490e1f6c2811 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccde79cb-426f-4abe-9025-bdc1e15a2bb3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.674037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f571f87-7844-47dd-9be3-490e1f6c2811 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.675243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8f571f87-7844-47dd-9be3-490e1f6c2811 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ccde79cb-426f-4abe-9025-bdc1e15a2bb3 HTTP/1.1" status: 204 len: 168 time: 0.1671600 May 19 12:59:28.678404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56740) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.706172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] No DVR routers for this DVR port 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:28.708232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ebb63-f710-4e49-8856-87fa820bd70a None None] Pushing event deleted for resources: {'Port': ['ID=7114e4f5-de70-4bc9-85f4-db7b5b421fd6,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.718262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:network and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:28.743381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:28.744564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-78aa6224-4f23-4a6d-a045-7ca7c2dd0ef7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:28.763319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:28.781220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.788776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'network': 2} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:28.793416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.806922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f93b97e-5b33-4f6c-bbdc-b9e1ec3cd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.818986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.826288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.840232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93b97e-5b33-4f6c-bbdc-b9e1ec3cd9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d3f18-f19f-4eb6-a340-75283be25714,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:28.849068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:28.897156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:security_group_rule and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:28.899965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f93b97e-5b33-4f6c-bbdc-b9e1ec3cd9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:28.902607 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4f93b97e-5b33-4f6c-bbdc-b9e1ec3cd9e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e03d3f18-f19f-4eb6-a340-75283be25714 HTTP/1.1" status: 204 len: 168 time: 0.4346044 May 19 12:59:28.906487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:28.917214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-78aa6224-4f23-4a6d-a045-7ca7c2dd0ef7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:28.921989 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-78aa6224-4f23-4a6d-a045-7ca7c2dd0ef7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2391987 May 19 12:59:28.923082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56748) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:28.931096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:28.963191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] DHCP port deletion for 3fcae067-761e-41ca-bfe6-0afcdfa80580 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:59:28.967885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] Deleting port 674d5bef-d083-43bd-9227-0c967eb9f1bd {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:28.968266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.048265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea0b7fe-53e3-464f-aa8c-f4572811bfd5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.060251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea0b7fe-53e3-464f-aa8c-f4572811bfd5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.109215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea0b7fe-53e3-464f-aa8c-f4572811bfd5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.113230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.163302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0b7fe-53e3-464f-aa8c-f4572811bfd5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8f58657-3329-404f-b0ac-522bfbe94934,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.231813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] For port 674d5bef-d083-43bd-9227-0c967eb9f1bd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=674d5bef-d083-43bd-9227-0c967eb9f1bd,segment=NetworkSegment(a8261486-eb6e-483b-b368-b2aec8023d6a),segment_id=a8261486-eb6e-483b-b368-b2aec8023d6a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:29.232626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.237165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0ba401-56cf-436e-aaf8-fd4a312291eb']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:29.259915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5a67-594c-47f4-ae44-bc4cb2785d33 req-e73eef61-188a-41e0-b200-6900c1328806 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:29.261591 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8faa5a67-594c-47f4-ae44-bc4cb2785d33 req-e73eef61-188a-41e0-b200-6900c1328806 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3953321 May 19 12:59:29.262400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fea8f2-c1e3-4f6d-a093-2946299425de') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:29.262851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fea8f2-c1e3-4f6d-a093-2946299425de') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:29.303171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.329276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.335516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8faa5a67-594c-47f4-ae44-bc4cb2785d33 req-c99fb6b4-38fb-4389-882d-1f5a51151205 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619879 May 19 12:59:29.351634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:29.352161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.358459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:29.370509 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:29.374917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.387408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.390207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea0b7fe-53e3-464f-aa8c-f4572811bfd5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.391501 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bea0b7fe-53e3-464f-aa8c-f4572811bfd5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b8f58657-3329-404f-b0ac-522bfbe94934 HTTP/1.1" status: 204 len: 168 time: 0.4619975 May 19 12:59:29.396279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56760) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:29.411163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] Calling delete_port for 674d5bef-d083-43bd-9227-0c967eb9f1bd owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:29.450292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.451365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.495961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=de2169a1-09e5-4a11-ab58-8600291d795b,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.509574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.518323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.589249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-71f5c6b1-a257-4018-9408-b4a0d6ba270a tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:29.605277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] Pushing event deleted for resources: {'Port': ['ID=674d5bef-d083-43bd-9227-0c967eb9f1bd,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.617428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85abcf-5590-40f8-8238-d2048df48a50 None None] No DVR routers for this DVR port 674d5bef-d083-43bd-9227-0c967eb9f1bd on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:29.621826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.627354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.631767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:29.643241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.643433 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Added segment 387b8faa-880f-49da-9bbf-e42c5debf6ab of type vlan for network 76f8e163-bd42-4de5-a5df-1f3f008bbb47 May 19 12:59:29.654743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:29.674794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.701286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:59:29.701719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7114e4f5-de70-4bc9-85f4-db7b5b421fd6 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:29.702357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a6672-77f7-421c-b902-41d27035cb89,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.702953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 674d5bef-d083-43bd-9227-0c967eb9f1bd no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:29.706827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-71f5c6b1-a257-4018-9408-b4a0d6ba270a tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:29.708076 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-71f5c6b1-a257-4018-9408-b4a0d6ba270a tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3106174 May 19 12:59:29.711450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56770) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:29.749957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:29.758140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-141c6462-daec-4e39-bb64-25f9682b43d1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.761734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 674d5bef-d083-43bd-9227-0c967eb9f1bd {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:59:29.762288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 674d5bef-d083-43bd-9227-0c967eb9f1bd not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:29.762574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.763242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Added segment 9dc32133-47d2-4df4-9911-b03c85c16e1a of type vlan for network c3e58793-5d93-411e-a172-8ac293a08729 May 19 12:59:29.766156 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP e418ffa0-666e-46bb-a16a-5d84e6f889b5 associated. External IP: 172.26.3.60, port: a618ba8e-4ae0-431a-a370-eea609446114. May 19 12:59:29.798190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=5b0ba401-56cf-436e-aaf8-fd4a312291eb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.802485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.809237 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ab445829-60db-405b-b33a-1ce29a64c620 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/5b0ba401-56cf-436e-aaf8-fd4a312291eb HTTP/1.1" status: 204 len: 168 time: 1.2027104 May 19 12:59:29.809926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56778) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:29.832686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-141c6462-daec-4e39-bb64-25f9682b43d1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.927452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-141c6462-daec-4e39-bb64-25f9682b43d1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.960119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6462-daec-4e39-bb64-25f9682b43d1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a5f0722-1716-4ca8-9be2-f39ad31002b1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:29.979481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-141c6462-daec-4e39-bb64-25f9682b43d1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:29.982997 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-141c6462-daec-4e39-bb64-25f9682b43d1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2a5f0722-1716-4ca8-9be2-f39ad31002b1 HTTP/1.1" status: 204 len: 168 time: 0.2682459 May 19 12:59:29.983442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56784) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.009760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:30.057101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.057596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.063199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.068633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.069319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.108385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.115502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e8b6cce0-98c6-4717-9767-efa9c5d7c416 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:30.185921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7398608 May 19 12:59:30.188237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56790) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.215732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e8b6cce0-98c6-4717-9767-efa9c5d7c416 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:30.217548 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e8b6cce0-98c6-4717-9767-efa9c5d7c416 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2321045 May 19 12:59:30.220377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56796) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.231640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:30.255387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Network': ['ID=76f8e163-bd42-4de5-a5df-1f3f008bbb47,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:30.267384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 76f8e163-bd42-4de5-a5df-1f3f008bbb47 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:30.482538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:30.501910 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:30.516649 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:30.517475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.518192 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.583508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.584354 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.594657 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:30.595014 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cc6ee3a5-8c64-4758-97f4-fd338b7f0e8a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2001965 May 19 12:59:30.596034 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.597391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56810) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.603391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:30.644091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e84fd-cb8d-403a-b2d3-6db3b0646eec tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Network': ['ID=c3e58793-5d93-411e-a172-8ac293a08729,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:30.658721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c3e58793-5d93-411e-a172-8ac293a08729 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:30.660771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.662693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcae067-761e-41ca-bfe6-0afcdfa80580']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.663984 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.664522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0348791-dece-4ef6-a4bb-9cb5a9bf7a48 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:30.711478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8261486-eb6e-483b-b368-b2aec8023d6a') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.711786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8261486-eb6e-483b-b368-b2aec8023d6a') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:30.718725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d30577bd-a261-4029-a2de-9fca2e09e79d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.726897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.743205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.748986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.754981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.760581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.761448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Synchronizing usage tracker for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:30.775221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.814352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d30577bd-a261-4029-a2de-9fca2e09e79d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.826378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.848963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:30.849366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:30.866040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-638520246'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:30.871304 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:30.879657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Unset dirty status for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:30.880831 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7b3ba459-fa6f-4d4c-8ec9-4ca51f65fa35 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6907232 May 19 12:59:30.930041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:30.939581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1048791-d69e-4c6a-8f6d-f10571429114 req-7f3f43cb-4873-48cd-aa82-0e7371e48a38 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:30.941073 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1048791-d69e-4c6a-8f6d-f10571429114 req-7f3f43cb-4873-48cd-aa82-0e7371e48a38 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4418683 May 19 12:59:30.947075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56820) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:30.976278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Usage tracker for resource:router and tenant:8fe87c0accff4bf2b7666b1962eb5610 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:31.015841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:31.078699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:31.125646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.127293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d30577bd-a261-4029-a2de-9fca2e09e79d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.134226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.140334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.140787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f643d81b-d0fe-45d2-8813-000f10c2e357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.140925 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP e418ffa0-666e-46bb-a16a-5d84e6f889b5 disassociated. External IP: 172.26.3.60, port: a618ba8e-4ae0-431a-a370-eea609446114. May 19 12:59:31.168292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.174281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.175290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.194979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1048791-d69e-4c6a-8f6d-f10571429114 req-22976bfa-e82a-45d9-a19f-085cf6e1a069 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202024 May 19 12:59:31.195685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30577bd-a261-4029-a2de-9fca2e09e79d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd237596-ed5b-41aa-96a9-a5ea96cf8530,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:31.208270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.209606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=3fcae067-761e-41ca-bfe6-0afcdfa80580,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:31.234949 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a5b490df-f7a8-411c-9c45-5d4a120d9229 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/3fcae067-761e-41ca-bfe6-0afcdfa80580 HTTP/1.1" status: 204 len: 168 time: 1.4243956 May 19 12:59:31.237114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56824) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:31.239474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d30577bd-a261-4029-a2de-9fca2e09e79d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.240632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d30577bd-a261-4029-a2de-9fca2e09e79d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/fd237596-ed5b-41aa-96a9-a5ea96cf8530 HTTP/1.1" status: 204 len: 168 time: 0.9925113 May 19 12:59:31.245894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56828) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:31.247054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.254284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099428353'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:31.310614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:31.324267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:31.334234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:31.358101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:31.370097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.459749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:31.463213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.481800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c55b7ea-f366-48f9-aa3e-a24276dcdd7b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:31.490451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.505193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.506377 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6049bb78-e41c-4014-99ac-2a1e37018117 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8322957 May 19 12:59:31.509358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56832) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:31.537262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f8e163-bd42-4de5-a5df-1f3f008bbb47']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:31.549751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:31.553333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c55b7ea-f366-48f9-aa3e-a24276dcdd7b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:31.554556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0c55b7ea-f366-48f9-aa3e-a24276dcdd7b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3057978 May 19 12:59:31.561126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387b8faa-880f-49da-9bbf-e42c5debf6ab') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:31.561126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387b8faa-880f-49da-9bbf-e42c5debf6ab') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:31.566474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56836) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:31.577164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--134288611'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:31.583481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.585389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:31.591191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.591656 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment 067c0270-2f54-480f-b9fc-84dad50c44af of type vlan for network 2bac211c-d7fb-4721-9f29-5c94d4fede03 May 19 12:59:31.599149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:31.613820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.621212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:31.634444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:31.634879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:31.653151 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:31.656184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.661478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.843229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.881460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.884009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:31.905512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.914274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.919694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:31.920303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:31.928647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Network': ['ID=76f8e163-bd42-4de5-a5df-1f3f008bbb47,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:31.931925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:31.981314 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-460eb5cd-d984-4824-bb61-4b5e6ee07833 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/networks/76f8e163-bd42-4de5-a5df-1f3f008bbb47 HTTP/1.1" status: 204 len: 168 time: 1.0230649 May 19 12:59:32.011124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56840) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.036629 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7947621 May 19 12:59:32.050136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56842) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.061512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:32.140936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01621a-906c-4a76-8649-71e96ee36f0b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=2bac211c-d7fb-4721-9f29-5c94d4fede03,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:32.156207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:32.220023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:32.227195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.228410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:32.231719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:32.234767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.250638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:32.287531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86807a29-19eb-4b18-806a-d44a3f5862ea,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:32.294542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:32.295922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.298189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.309541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.353455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:32.369540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.372137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:32.379136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.382861 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d6d54561-8232-42a0-bf45-6edae827f957 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8129926 May 19 12:59:32.384384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:32.385044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.392373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56850) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.400344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '86807a29-19eb-4b18-806a-d44a3f5862ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:32.404269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.411207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:32.420451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:32.425256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:32.427667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.428343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aad2729e-25ea-42f3-b215-657821e47a85 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:32.436789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:32.448168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.453550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.454724 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e8bd83e1-8af0-4929-96a1-b48efa1cc1d5 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "DELETE /v2.0/routers/aad2729e-25ea-42f3-b215-657821e47a85 HTTP/1.1" status: 204 len: 168 time: 0.9444096 May 19 12:59:32.457974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56854) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.459057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:32.459760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.464787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Request body: {'router': {'name': 'tempest-router-1445313783', 'distributed': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:32.475386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:32.484130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Usage tracker for resource:router and tenant:8fe87c0accff4bf2b7666b1962eb5610 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:32.487133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.497868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:32.523478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.524036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3fb283-13cd-4519-8b47-8cbc838201de None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:32.526048 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-354ddccb-6c6f-457f-bad3-93289bd35ee0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/floatingips/e418ffa0-666e-46bb-a16a-5d84e6f889b5 HTTP/1.1" status: 200 len: 687 time: 1.9275446 May 19 12:59:32.531352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56858) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.543732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:32.591418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.592424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.651659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.653005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.664319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.685767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.725652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0644e164-235b-4fbd-8f6e-5f719ca4c50f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:32.760816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.776655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.780588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-37be19eb-548b-4e6f-be3e-9d21ae18dd3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3848701 May 19 12:59:32.780727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.785960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56862) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.802756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=827486c9-b90b-4e69-8995-93e660e99e3a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:32.808011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.812818 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b4ce278b-2269-494f-a2c4-6c9dd3cadc41 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3497860 May 19 12:59:32.812818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56866) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:32.817572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceda3c0-653c-4ad0-96b3-353c3b89c41b req-9c9a3a7b-fdcf-42bf-9b2e-41cb430bfa63 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:32.819080 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ceda3c0-653c-4ad0-96b3-353c3b89c41b req-9c9a3a7b-fdcf-42bf-9b2e-41cb430bfa63 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4548702 May 19 12:59:32.820134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port de2169a1-09e5-4a11-ab58-8600291d795b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:32.820445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.886541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': '067c0270-2f54-480f-b9fc-84dad50c44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:32.886906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 2bac211c-d7fb-4721-9f29-5c94d4fede03, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:32.909502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e58793-5d93-411e-a172-8ac293a08729']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.938819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc32133-47d2-4df4-9911-b03c85c16e1a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.939132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc32133-47d2-4df4-9911-b03c85c16e1a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:32.959543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:32.984091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.038755 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ceda3c0-653c-4ad0-96b3-353c3b89c41b req-beeb72a4-9c1f-418d-b29b-8b8272385537 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924582 May 19 12:59:33.074278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.086332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef24501e-324b-46d5-b406-d94c67d16312 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.090156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:33.090646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.103340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:33.106103 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:33.163278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2bac211c-d7fb-4721-9f29-5c94d4fede03) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:33.173388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd45f97-9cb0-429d-97a0-903bc6db1ed5 None None] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:33.230220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef24501e-324b-46d5-b406-d94c67d16312 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.233725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:33.234307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.249536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.249890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.268195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.307305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.309867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.314096 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fbcb56b2-5df7-4387-a275-a276fb1a2300 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2602658 May 19 12:59:33.316864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56870) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.323807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1409204000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:33.340753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:33.345569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:33.348767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:33.354432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.355344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:33.357397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.357896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 887449cb-037d-4a1a-92c6-458f9c11d014 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:33.370366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.379021 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-262aba61-f2c2-432c-80c9-601915edb30a tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "DELETE /v2.0/routers/887449cb-037d-4a1a-92c6-458f9c11d014 HTTP/1.1" status: 204 len: 168 time: 0.5583043 May 19 12:59:33.379429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56874) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.385583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Request body: {'router': {'name': 'tempest-router-1373183098', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '15865fde52f14105926769dc5f703207'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:33.389254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.390239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.396673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:33.402746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Usage tracker for resource:router and tenant:15865fde52f14105926769dc5f703207 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:33.407133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:33.416364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:33.425166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.428820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for de2169a1-09e5-4a11-ab58-8600291d795b owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:33.440036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.441032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.455404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.459686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Network': ['ID=c3e58793-5d93-411e-a172-8ac293a08729,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:33.460210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2bac211c-d7fb-4721-9f29-5c94d4fede03', 'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': '827486c9-b90b-4e69-8995-93e660e99e3a'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:59:33.461029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.473242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.478995 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9f358b84-7f8e-4fe6-a640-4acc07b45008 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/networks/c3e58793-5d93-411e-a172-8ac293a08729 HTTP/1.1" status: 204 len: 168 time: 1.4195068 May 19 12:59:33.482396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56878) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.504156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef24501e-324b-46d5-b406-d94c67d16312 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.539592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24501e-324b-46d5-b406-d94c67d16312 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86807a29-19eb-4b18-806a-d44a3f5862ea,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:33.564598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef24501e-324b-46d5-b406-d94c67d16312 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.567090 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ef24501e-324b-46d5-b406-d94c67d16312 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/86807a29-19eb-4b18-806a-d44a3f5862ea HTTP/1.1" status: 204 len: 168 time: 0.7765241 May 19 12:59:33.575486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56882) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.589715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dad79433-314e-43a8-a9e1-7401bd25ac3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.658686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Allocated IP 2001:db8::2 (2bac211c-d7fb-4721-9f29-5c94d4fede03/827486c9-b90b-4e69-8995-93e660e99e3a/a25eb8fd-dbf4-4298-a299-f7c6c5687c3d) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:33.677122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.680827 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b92d2959-4d8d-4fbd-bd0b-6a302a933d3e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3603921 May 19 12:59:33.683685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56886) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.694941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-32252027-55f4-4a20-ad91-99167b4e21a5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:33.698430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'port': {'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03', 'name': 'tempest-RoutersIpV6Test-1269469090'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:33.698874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.711805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.754783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=de2169a1-09e5-4a11-ab58-8600291d795b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:33.806862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.808067 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0ebc24f7-15bf-490c-a125-3785f29b1a31 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4275067 May 19 12:59:33.824080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56890) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.836671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:33.878316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.889781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Transition to ACTIVE for port object a25eb8fd-dbf4-4298-a299-f7c6c5687c3d will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:33.910067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Transition to ACTIVE for port object a25eb8fd-dbf4-4298-a299-f7c6c5687c3d will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:33.917988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:33.943981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-32252027-55f4-4a20-ad91-99167b4e21a5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:33.947015 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-32252027-55f4-4a20-ad91-99167b4e21a5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3701270 May 19 12:59:33.953127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56894) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:33.964506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--42146172'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:33.975474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:33.987488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06dca94-be40-4024-87f1-b7cbdb00205f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:33.988393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:33.991320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:33.992284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:33.993831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06dca94-be40-4024-87f1-b7cbdb00205f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:33.994707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f06dca94-be40-4024-87f1-b7cbdb00205f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Synchronizing usage tracker for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:33.996318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:34.000059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.015014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.024794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.030516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-46043425-4f95-4067-9bb7-a365000866f4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/floatingips/e418ffa0-666e-46bb-a16a-5d84e6f889b5 HTTP/1.1" status: 204 len: 168 time: 1.4921227 May 19 12:59:34.030684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56900) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:34.038073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'f5da14b8-c48c-44cb-ab14-2c3f44a6f08c'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:34.045715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:34.051896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:floatingip and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:34.055375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:34.058118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:34.064639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:34.067099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:34.071033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:34.081696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:34.081877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Pushing event updated for resources: {'Port': ['ID=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:34.094170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.103231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Attempting to bind port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:34.103599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Attempting to bind port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '067c0270-2f54-480f-b9fc-84dad50c44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:34.103958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Attempting to bind port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d on network 2bac211c-d7fb-4721-9f29-5c94d4fede03 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:34.110836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:34.111275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Checking segment: {'id': '067c0270-2f54-480f-b9fc-84dad50c44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:34.111881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.113128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Bound using segment: {'id': '067c0270-2f54-480f-b9fc-84dad50c44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:34.113128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Bound port: a25eb8fd-dbf4-4298-a299-f7c6c5687c3d, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067c0270-2f54-480f-b9fc-84dad50c44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2bac211c-d7fb-4721-9f29-5c94d4fede03'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:34.113409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.220239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:34.221700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] For port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:34.226319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] For port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,segment=NetworkSegment(067c0270-2f54-480f-b9fc-84dad50c44af),segment_id=067c0270-2f54-480f-b9fc-84dad50c44af)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:34.230505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f06dca94-be40-4024-87f1-b7cbdb00205f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Unset dirty status for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:34.232129 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f06dca94-be40-4024-87f1-b7cbdb00205f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7485607 May 19 12:59:34.240942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.246184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56906) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:34.257014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-658511593'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:34.271473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:34.278224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.290255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:34.299543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.309891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:34.320887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.321588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.332567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:34.336462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.343732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748cfae-f5e1-45c1-9875-68444d9cde3a None None] Pushing event updated for resources: {'Port': ['ID=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:34.411796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.413120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4588642 May 19 12:59:34.418292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95926af0-7faa-4031-905c-ed6691624026 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb9f984-f363-4ace-8719-7dad0ab6a079,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:34.424541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56910) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:34.427251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:34.433066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--945673475'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:34.445192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:34.453261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:34.459712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.460053 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Added segment ee61de23-053c-48b6-86c6-553c4f767603 of type vlan for network 2853a74b-a23e-4509-aaba-05ca23f3970a May 19 12:59:34.461231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:34.471853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:34.474452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.496185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:34.499784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.530774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.547833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88029) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 19 12:59:34.548180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Router cdb84427-23f7-4c3c-bebd-2c54bf068d0d migrating from provider to provider. {{(pid=88029) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 19 12:59:34.548756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.562452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.563752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] device_id is not set on port a2bfe9de-19d8-4175-9709-23b875a168be yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:34.571885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.593076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:34.603934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:34.608673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.613289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:34.685014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.689165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:34.717966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.723438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:34.723961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.807233 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.scheduler.l3_agent_scheduler [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] No L3 agents can host the router cdb84427-23f7-4c3c-bebd-2c54bf068d0d May 19 12:59:34.823140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770240a-4def-431c-8957-58df08bd71a5 req-509df3e6-9c4e-4718-a0cb-b01a6f0d9aaa tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:34.824159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:34.824884 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1770240a-4def-431c-8957-58df08bd71a5 req-509df3e6-9c4e-4718-a0cb-b01a6f0d9aaa tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4386320 May 19 12:59:34.841358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.57 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/3a9e5943-7407-43da-921b-9c4ce9ad9b1b) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:34.900253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Network': ['ID=2853a74b-a23e-4509-aaba-05ca23f3970a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:34.911132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2853a74b-a23e-4509-aaba-05ca23f3970a details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:34.935431 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-062fcbac-2022-4d07-bc18-f7ea7e5352f2 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6836627 May 19 12:59:34.945518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56916) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.023121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.029339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.100393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.101623 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6762562 May 19 12:59:35.102438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8063aa-530e-4eb3-a271-117c755ab94d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12068939-9c90-410b-9e7a-4475d053fb89,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:35.107741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56920) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.115083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': 'efb9f984-f363-4ace-8719-7dad0ab6a079', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '12068939-9c90-410b-9e7a-4475d053fb89', 'remote_ip_prefix': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.131333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:35.138011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.141373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:35.145462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:35.152583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:35.156786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-359554861'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.181382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:35.192000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.202148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:network and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:35.209917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8::328 (2bac211c-d7fb-4721-9f29-5c94d4fede03/827486c9-b90b-4e69-8995-93e660e99e3a/a2bfe9de-19d8-4175-9709-23b875a168be) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:35.212301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:35.219199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.241460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1770240a-4def-431c-8957-58df08bd71a5 req-06f5f9ec-6427-4173-8585-7884e6c8f246 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787358 May 19 12:59:35.252795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:35.279812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:35.283423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.292709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Hosts for router cdb84427-23f7-4c3c-bebd-2c54bf068d0d: [] {{(pid=88029) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 19 12:59:35.304267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:35.312221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:35.314788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:35.353152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Hosts for other DVR routers connected to router cdb84427-23f7-4c3c-bebd-2c54bf068d0d: set() {{(pid=88029) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 19 12:59:35.370001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=3a9e5943-7407-43da-921b-9c4ce9ad9b1b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:35.384465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.389011 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82869cf9-d512-4c5c-be53-61e895c599ea tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "PUT /v2.0/routers/cdb84427-23f7-4c3c-bebd-2c54bf068d0d HTTP/1.1" status: 200 len: 717 time: 1.5638683 May 19 12:59:35.389508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56924) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.405177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:35.441285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.441673 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Added segment edccc5d1-c9fa-4b77-a837-d1316b177bef of type vlan for network fe523432-1e2a-4319-b2a8-d3195d42ad59 May 19 12:59:35.463627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.537727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.561980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.588504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806e351-8642-4988-9a3e-32e7f7fb95bb None None] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:35.613103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a342a29-9105-4001-bfec-3381823692f9,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:35.619220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.623247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.624458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eaf8c7fe-fadb-401d-9957-8674e3290c17 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "GET /v2.0/routers/cdb84427-23f7-4c3c-bebd-2c54bf068d0d HTTP/1.1" status: 200 len: 717 time: 0.2274530 May 19 12:59:35.629122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56928) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.633937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:35.634098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.698936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a25eb8fd-dbf4-4298-a299-f7c6c5687c3d up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:35.767800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object a2bfe9de-19d8-4175-9709-23b875a168be will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:35.778623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6f4a6f4f-2f97-46c2-8081-cc4366b6a13b None None] Provisioning for port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:35.780079 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8247619 May 19 12:59:35.786462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56934) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.790919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02114f4-1dbe-4a4f-a4ad-e69ae4d2ffeb tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Network': ['ID=fe523432-1e2a-4319-b2a8-d3195d42ad59,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:35.796944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'ports': [{'network_id': '2853a74b-a23e-4509-aaba-05ca23f3970a', 'name': 'tempest-port--1190825465', 'admin_state_up': True}, {'network_id': 'fe523432-1e2a-4319-b2a8-d3195d42ad59', 'admin_state_up': False}]} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.797266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'port': {'network_id': '2853a74b-a23e-4509-aaba-05ca23f3970a', 'name': 'tempest-port--1190825465', 'admin_state_up': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.797755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'port': {'network_id': 'fe523432-1e2a-4319-b2a8-d3195d42ad59', 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:35.810156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.810916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network fe523432-1e2a-4319-b2a8-d3195d42ad59 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:35.811333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b189dbc9-38d6-46a5-8629-75c8d01ff2df tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7028484 May 19 12:59:35.819558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56938) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:35.922721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18b7fed3-c735-475e-9058-01a243b3292b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.947125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18b7fed3-c735-475e-9058-01a243b3292b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.981870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:35.985376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.986018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:35.999820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:36.000241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.122014 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fcf034bd-0481-426b-b297-5f2b80b9d889 tempest-RoutersTestDVR-574770622 tempest-RoutersTestDVR-574770622-project] 10.222.0.44 "GET /v2.0/routers/cdb84427-23f7-4c3c-bebd-2c54bf068d0d HTTP/1.1" status: 200 len: 683 time: 0.4888215 May 19 12:59:36.129209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56942) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:36.131329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18b7fed3-c735-475e-9058-01a243b3292b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.195867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:36.196488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.216955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18b7fed3-c735-475e-9058-01a243b3292b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.218578 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-18b7fed3-c735-475e-9058-01a243b3292b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9a342a29-9105-4001-bfec-3381823692f9 HTTP/1.1" status: 204 len: 168 time: 0.3980598 May 19 12:59:36.230591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:36.232538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56946) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:36.234636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,segment=NetworkSegment(067c0270-2f54-480f-b9fc-84dad50c44af),segment_id=067c0270-2f54-480f-b9fc-84dad50c44af)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:36.236277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7fed3-c735-475e-9058-01a243b3292b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a342a29-9105-4001-bfec-3381823692f9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:36.239748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:36.242282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.245169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:36.253217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:36.253873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.260398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:36.265139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:port and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:36.268582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:36.275388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:36.285186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.313407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'port': 2} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:36.318283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.332396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=a2bfe9de-19d8-4175-9709-23b875a168be,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:36.369090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.370022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:36.383651 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6b49126b-e70a-4b8d-9dda-8bc96094041a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6989887 May 19 12:59:36.386500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:36.478122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-018a2f7c-0b89-494d-8a15-d19337cb0ed0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:36.645743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Provisioning complete for port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:36.646315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.724245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-018a2f7c-0b89-494d-8a15-d19337cb0ed0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:36.728180 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-018a2f7c-0b89-494d-8a15-d19337cb0ed0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4699793 May 19 12:59:36.728879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56956) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:36.765307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.768645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.821900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.822265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdb84427-23f7-4c3c-bebd-2c54bf068d0d {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:36.840990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Current status of the port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:36.845549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98253d80-c7cf-4b36-8c3c-beefaf8a5289 req-344a2f1e-635b-4f70-8c4b-20746755dba4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:36.847120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-98253d80-c7cf-4b36-8c3c-beefaf8a5289 req-344a2f1e-635b-4f70-8c4b-20746755dba4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3214931 May 19 12:59:36.857055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Provisioning for port a2bfe9de-19d8-4175-9709-23b875a168be completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:36.859536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.860616 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5361145-1189-4547-aa35-f66f232798f8 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "DELETE /v2.0/routers/cdb84427-23f7-4c3c-bebd-2c54bf068d0d HTTP/1.1" status: 204 len: 168 time: 0.7305980 May 19 12:59:36.864699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Provisioning complete for port a2bfe9de-19d8-4175-9709-23b875a168be triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:36.864699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.881044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56960) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:36.892606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Request body: {'router': {'name': 'tempest-router-192338568', 'distributed': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:36.903084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:36.916992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Usage tracker for resource:router and tenant:8fe87c0accff4bf2b7666b1962eb5610 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:36.919854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce2142-f5a4-4079-b460-28c3b9ca68e1 None None] Port a2bfe9de-19d8-4175-9709-23b875a168be cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:36.926070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:36.935574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:36.945604 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-98253d80-c7cf-4b36-8c3c-beefaf8a5289 req-3b0ffdfa-f4dc-49be-ac84-bb21921ef681 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884237 May 19 12:59:36.951662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.960293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.970675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:36.985041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.040670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-359a9c43-42f6-4fcc-8fdf-f22889bceb04 None None] Provisioning complete for port a2bfe9de-19d8-4175-9709-23b875a168be triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:37.041230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-359a9c43-42f6-4fcc-8fdf-f22889bceb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.055541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.058911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.102716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-359a9c43-42f6-4fcc-8fdf-f22889bceb04 None None] Port a2bfe9de-19d8-4175-9709-23b875a168be cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:37.128719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.130000 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3a4aee50-b4bd-48dc-8725-f6f1500092e9 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2482395 May 19 12:59:37.133590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56964) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:37.185981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] device_id is not set on port ac150f75-f3e3-406b-8121-2759cb767315 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:37.257515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46ca15e5-7787-45ce-ac55-bd4c2a70dda7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.330888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46ca15e5-7787-45ce-ac55-bd4c2a70dda7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.332775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.422491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.495702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46ca15e5-7787-45ce-ac55-bd4c2a70dda7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.513359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.546874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca15e5-7787-45ce-ac55-bd4c2a70dda7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12068939-9c90-410b-9e7a-4475d053fb89,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:37.549881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.604682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a25eb8fd-dbf4-4298-a299-f7c6c5687c3d up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:37.674332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:37.675024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.717817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-46ca15e5-7787-45ce-ac55-bd4c2a70dda7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.721906 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-46ca15e5-7787-45ce-ac55-bd4c2a70dda7 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/12068939-9c90-410b-9e7a-4475d053fb89 HTTP/1.1" status: 204 len: 168 time: 0.9434712 May 19 12:59:37.724603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56968) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:37.733169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] device_id is not set on port 249460cf-ab7a-4877-902e-0b8750ff3968 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:37.803111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:37.803527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.807761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.846337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.846809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0f60175-d13d-408f-8cd6-2472e0736642 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:37.854075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.860138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.861827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fc31d5ba-eb15-46a2-a8bb-ff3e762d8c52 tempest-RoutersTestDVR-388494489 tempest-RoutersTestDVR-388494489-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c0f60175-d13d-408f-8cd6-2472e0736642 HTTP/1.1" status: 204 len: 168 time: 0.7269127 May 19 12:59:37.862682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:37.977560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.029006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d4e18342-7121-4c60-b94f-5f9ca9b8d3c1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:38.123396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=3a9e5943-7407-43da-921b-9c4ce9ad9b1b,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:38.161622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d4e18342-7121-4c60-b94f-5f9ca9b8d3c1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:38.162953 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d4e18342-7121-4c60-b94f-5f9ca9b8d3c1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.4351027 May 19 12:59:38.165080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.167983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56978) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:38.181118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 289cd472-2afb-4570-a724-6511b9ccb09e associated. External IP: 172.26.3.57, port: f5da14b8-c48c-44cb-ab14-2c3f44a6f08c. May 19 12:59:38.183865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 56982) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:38.282617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.291855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.376268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.384156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-beddc8ce-b87b-4cfa-a221-60b1e1b0c133 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.424606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-beddc8ce-b87b-4cfa-a221-60b1e1b0c133 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.454599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40093da3-104e-4dac-a2c1-0a907f70cfd2 req-25409992-8a23-4e18-a786-f03536bb3c0a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:38.456172 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40093da3-104e-4dac-a2c1-0a907f70cfd2 req-25409992-8a23-4e18-a786-f03536bb3c0a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2881079 May 19 12:59:38.456929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.483041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=a2bfe9de-19d8-4175-9709-23b875a168be,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:38.612798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:38.615843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-beddc8ce-b87b-4cfa-a221-60b1e1b0c133 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.639849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b67275c0-7218-4417-97b2-1772191a8257 None None] Provisioning complete for port a2bfe9de-19d8-4175-9709-23b875a168be triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:38.640392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b67275c0-7218-4417-97b2-1772191a8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.642646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddc8ce-b87b-4cfa-a221-60b1e1b0c133 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb9f984-f363-4ace-8719-7dad0ab6a079,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:38.664488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-beddc8ce-b87b-4cfa-a221-60b1e1b0c133 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.668413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-beddc8ce-b87b-4cfa-a221-60b1e1b0c133 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/efb9f984-f363-4ace-8719-7dad0ab6a079 HTTP/1.1" status: 204 len: 168 time: 0.4967096 May 19 12:59:38.668413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:38.668413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:38.712830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b67275c0-7218-4417-97b2-1772191a8257 None None] Port a2bfe9de-19d8-4175-9709-23b875a168be cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:38.771503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Usage tracker for resource:security_group_rule and tenant:15865fde52f14105926769dc5f703207 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:38.780583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:38.798974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:38.802997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0fd62a31-8774-43e7-b661-b8e5e550d693 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:38.815377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Port': ['ID=ac150f75-f3e3-406b-8121-2759cb767315,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:38.853760 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40093da3-104e-4dac-a2c1-0a907f70cfd2 req-2c426d49-226e-484e-9706-ad304f04d464 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783448 May 19 12:59:38.868722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Checking segment: {'id': 'ee61de23-053c-48b6-86c6-553c4f767603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '2853a74b-a23e-4509-aaba-05ca23f3970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:38.869069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network hostable DHCP agents. Network: 2853a74b-a23e-4509-aaba-05ca23f3970a, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:38.944615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:38.959086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network 2853a74b-a23e-4509-aaba-05ca23f3970a is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:38.989150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2853a74b-a23e-4509-aaba-05ca23f3970a) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:39.002492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c5cf06-d025-4389-af23-de39b72eb159 None None] Network 2853a74b-a23e-4509-aaba-05ca23f3970a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:39.004458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:39.005494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.009474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0fd62a31-8774-43e7-b661-b8e5e550d693 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:39.015010 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0fd62a31-8774-43e7-b661-b8e5e550d693 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3415940 May 19 12:59:39.016065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56992) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.028447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840994424'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:39.036890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:39.039408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:39.053897 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:39.056764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:39.064432 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:39.065185 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:39.071473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.130614 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:39.140197 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:39.141506 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:39.164573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.205023 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:39.205700 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414e71e-478d-4345-ba1b-db4a41015b74 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:39.215593 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d8a45b45-68a3-4251-9578-bf0099bb0b72 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1838846 May 19 12:59:39.220528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 56996) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.223740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:39.245058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.255126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Port': ['ID=249460cf-ab7a-4877-902e-0b8750ff3968,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.261650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.262921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Checking segment: {'id': 'edccc5d1-c9fa-4b77-a837-d1316b177bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fe523432-1e2a-4319-b2a8-d3195d42ad59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:39.264533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network hostable DHCP agents. Network: fe523432-1e2a-4319-b2a8-d3195d42ad59, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:39.276177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.293609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:39.309083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:39.324685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:39.359217 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2f5eb81-987c-44ee-8dea-1f1151dea959 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/floatingips/289cd472-2afb-4570-a724-6511b9ccb09e HTTP/1.1" status: 200 len: 977 time: 0.1372526 May 19 12:59:39.363841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57000) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.392086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556f61a6-62fb-451e-9379-eb37dda79f69,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.397798 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-945df060-ec30-441f-9f1a-5281690691e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15865fde52f14105926769dc5f703207&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2127888 May 19 12:59:39.401211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57004) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.463852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network fe523432-1e2a-4319-b2a8-d3195d42ad59 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:39.493689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-69df1b4c-b2af-496b-8007-bc252d390675 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Synchronizing usage tracker for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:floatingip {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:39.506927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.516267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.545541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-69df1b4c-b2af-496b-8007-bc252d390675 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Unset dirty status for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:floatingip {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:39.547053 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-69df1b4c-b2af-496b-8007-bc252d390675 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1822801 May 19 12:59:39.553067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57008) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.568481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f56254-8748-45c2-b146-8d25432519f2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.574440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, fe523432-1e2a-4319-b2a8-d3195d42ad59) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:39.579519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:39.583024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c823be1-3cc6-4252-bb3e-f5a5ffcbeb54 None None] Network fe523432-1e2a-4319-b2a8-d3195d42ad59 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:39.584176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.585401 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1556df90-15c6-4aee-a45f-f83eec2929b1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5665336 May 19 12:59:39.586924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:39.588198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57012) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.592755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:39.593288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '08f56254-8748-45c2-b146-8d25432519f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:39.593407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.599424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:39.603222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'port_id': 'a618ba8e-4ae0-431a-a370-eea609446114'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:39.604217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:39.607405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:39.613394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:39.634141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.709777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.714966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.739886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd16b19-d7c9-44aa-b729-1614fea2eb4c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.757586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.758913 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4898956e-6e6d-4ccb-b8c4-011c4c7a9211 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1697409 May 19 12:59:39.761603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57016) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.773939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.793841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-351dc269-280e-43ac-86c9-2aaf327bdd12 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.804444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-351dc269-280e-43ac-86c9-2aaf327bdd12 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.828294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-15120094-1fe3-45ad-ade2-49fce975054b tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0404923 May 19 12:59:39.830803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57020) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.862355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-351dc269-280e-43ac-86c9-2aaf327bdd12 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.891007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dc269-280e-43ac-86c9-2aaf327bdd12 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cd16b19-d7c9-44aa-b729-1614fea2eb4c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:39.904579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-351dc269-280e-43ac-86c9-2aaf327bdd12 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.908153 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-351dc269-280e-43ac-86c9-2aaf327bdd12 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4cd16b19-d7c9-44aa-b729-1614fea2eb4c HTTP/1.1" status: 204 len: 168 time: 0.1431067 May 19 12:59:39.908580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57026) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:39.945811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f54f0379-4655-4837-894f-9fdc6b039226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:39.966937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3c0ef5cd-ef30-4da9-bf8c-985198fd8dce tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:40.028349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fda537-59fa-41e4-82e2-f990f435ee20 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:40.034165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fda537-59fa-41e4-82e2-f990f435ee20 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:40.035766 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d0fda537-59fa-41e4-82e2-f990f435ee20 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2039390 May 19 12:59:40.038653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57030) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:40.054895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f54f0379-4655-4837-894f-9fdc6b039226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.083237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3c0ef5cd-ef30-4da9-bf8c-985198fd8dce tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:40.087257 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3c0ef5cd-ef30-4da9-bf8c-985198fd8dce tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1749742 May 19 12:59:40.091222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57034) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:40.124682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Deleting port ac150f75-f3e3-406b-8121-2759cb767315 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:40.125020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.191598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6851fae-bbf7-479e-a793-c3345d32245b req-7d351b31-5d66-49e9-8fbf-83a902c642ab tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:40.193097 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6851fae-bbf7-479e-a793-c3345d32245b req-7d351b31-5d66-49e9-8fbf-83a902c642ab tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2212524 May 19 12:59:40.326465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.352087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.352833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.355573 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6851fae-bbf7-479e-a793-c3345d32245b req-923736ba-bcf1-4388-80e3-65ff90c07925 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277239 May 19 12:59:40.399776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.405044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d1b-2a14-4eb4-ac4f-62d26b1c4e3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.415744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f54f0379-4655-4837-894f-9fdc6b039226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.526031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Calling delete_port for ac150f75-f3e3-406b-8121-2759cb767315 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:40.614294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.665924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Port': ['ID=ac150f75-f3e3-406b-8121-2759cb767315,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:40.671987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.678118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1c750ead-6d33-4d6e-834a-efd74a42da77 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/ports/ac150f75-f3e3-406b-8121-2759cb767315 HTTP/1.1" status: 204 len: 168 time: 0.6367683 May 19 12:59:40.680821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57040) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:40.681208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f0379-4655-4837-894f-9fdc6b039226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556f61a6-62fb-451e-9379-eb37dda79f69,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:40.748854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Deleting port 249460cf-ab7a-4877-902e-0b8750ff3968 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:40.749204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.771080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d1b-2a14-4eb4-ac4f-62d26b1c4e3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.778721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=a2bfe9de-19d8-4175-9709-23b875a168be,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:40.790785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f54f0379-4655-4837-894f-9fdc6b039226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.791955 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f54f0379-4655-4837-894f-9fdc6b039226 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/556f61a6-62fb-451e-9379-eb37dda79f69 HTTP/1.1" status: 204 len: 168 time: 1.3897476 May 19 12:59:40.976983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d1b-2a14-4eb4-ac4f-62d26b1c4e3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:40.989030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.015367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae8d1b-2a14-4eb4-ac4f-62d26b1c4e3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f56254-8748-45c2-b146-8d25432519f2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:41.037132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:41.039923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:41.051818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-89ae8d1b-2a14-4eb4-ac4f-62d26b1c4e3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.053087 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-89ae8d1b-2a14-4eb4-ac4f-62d26b1c4e3b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/08f56254-8748-45c2-b146-8d25432519f2 HTTP/1.1" status: 204 len: 168 time: 0.9540808 May 19 12:59:41.110266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57048) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.195739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57052) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.247030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Calling delete_port for 249460cf-ab7a-4877-902e-0b8750ff3968 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:41.266991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.313171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:41.324099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87d0f6e0-db99-47a2-aa8d-11e445b993c2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:41.329764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.334826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Usage tracker for resource:security_group_rule and tenant:8fe87c0accff4bf2b7666b1962eb5610 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:41.344417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:41.356795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c4222a78-4422-4432-bbcb-fab0ac889c71 None None] Provisioning complete for port a2bfe9de-19d8-4175-9709-23b875a168be triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 12:59:41.357631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c4222a78-4422-4432-bbcb-fab0ac889c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.359703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:41.383539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Port': ['ID=249460cf-ab7a-4877-902e-0b8750ff3968,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:41.391014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.400074 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-092a3d52-cfd3-466d-99fb-e539c872d916 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/ports/249460cf-ab7a-4877-902e-0b8750ff3968 HTTP/1.1" status: 204 len: 168 time: 0.7160625 May 19 12:59:41.400493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57060) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.446574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c57b9ff2-3d1e-4d56-a049-0a400568de04 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Synchronizing usage tracker for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:41.458251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c4222a78-4422-4432-bbcb-fab0ac889c71 None None] Port a2bfe9de-19d8-4175-9709-23b875a168be cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 12:59:41.463009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87d0f6e0-db99-47a2-aa8d-11e445b993c2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:41.464488 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87d0f6e0-db99-47a2-aa8d-11e445b993c2 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3480105 May 19 12:59:41.469317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57064) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.472987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c57b9ff2-3d1e-4d56-a049-0a400568de04 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Unset dirty status for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:41.477526 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c57b9ff2-3d1e-4d56-a049-0a400568de04 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727124 May 19 12:59:41.478403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936221152'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:41.482788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57068) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.484455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:41.494793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:41.501807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-486647291'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:41.507381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.515851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:41.530109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:41.534662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:41.537765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:41.544004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:41.571780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:network and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:41.584897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.586030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:41.588939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router d444b988-6034-4643-9c85-79eb46bfbc61 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 12:59:41.603292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:41.607046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.617538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.621943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.665567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba9adf3-7765-469c-8797-2589388fd4b6,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:41.676539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.677957 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-22cac9b8-cf1c-4112-8db8-ef829a23a5bc tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2070088 May 19 12:59:41.681016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57072) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.687112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '4ba9adf3-7765-469c-8797-2589388fd4b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:41.692837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:41.697090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:41.700081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:41.707009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:41.729234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.771517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:41.774858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.792817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.797603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.822784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b85d03-0055-4478-bf73-423968583016,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:41.835937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.837349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8fd82e52-0d23-4001-8555-a22800420398 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553838 May 19 12:59:41.840256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.859148 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21f51cc8-9992-4d04-bf3a-2e5318bcfe24 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules/b4b85d03-0055-4478-bf73-423968583016 HTTP/1.1" status: 200 len: 763 time: 0.0177615 May 19 12:59:41.861665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57080) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.911108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-909b42f8-1a9e-458a-aeda-0c276ed84bd3 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:41.933846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-909b42f8-1a9e-458a-aeda-0c276ed84bd3 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:41.935847 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-909b42f8-1a9e-458a-aeda-0c276ed84bd3 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0731387 May 19 12:59:41.938663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57084) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:41.967159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a4d373a-8d8d-46b0-a621-c11cfbaac54d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:41.977654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a4d373a-8d8d-46b0-a621-c11cfbaac54d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.001737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a4d373a-8d8d-46b0-a621-c11cfbaac54d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.017036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d373a-8d8d-46b0-a621-c11cfbaac54d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4b85d03-0055-4478-bf73-423968583016,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:42.019340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:42.027794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a4d373a-8d8d-46b0-a621-c11cfbaac54d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.029212 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2a4d373a-8d8d-46b0-a621-c11cfbaac54d tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b4b85d03-0055-4478-bf73-423968583016 HTTP/1.1" status: 204 len: 168 time: 0.0894520 May 19 12:59:42.031772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57088) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.037974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.054685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfaaef-a13e-4eca-bacd-d367e543b6ec req-f874c0ac-3ebc-4c9e-81e1-a2b7c78b1bcf tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:42.056731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfbfaaef-a13e-4eca-bacd-d367e543b6ec req-f874c0ac-3ebc-4c9e-81e1-a2b7c78b1bcf tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5338545 May 19 12:59:42.057207 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 289cd472-2afb-4570-a724-6511b9ccb09e associated. External IP: 172.26.3.57, port: f5da14b8-c48c-44cb-ab14-2c3f44a6f08c. May 19 12:59:42.082603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-de77e606-c6a7-4d3a-ae1a-b766709ea314 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:42.098591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-de77e606-c6a7-4d3a-ae1a-b766709ea314 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:42.099849 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-de77e606-c6a7-4d3a-ae1a-b766709ea314 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671697 May 19 12:59:42.102710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57092) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.108138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '4ba9adf3-7765-469c-8797-2589388fd4b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:42.113936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:42.118847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:42.120810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.126680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:42.129522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] Sync routers for ids ['d444b988-6034-4643-9c85-79eb46bfbc61'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:42.131139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.131543 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Added segment ab2c3c26-7db0-4385-a159-497d748925c6 of type vlan for network b1b1df7c-f77a-48e4-9cd0-964edb57f5bf May 19 12:59:42.148502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.152365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] Routers {'d444b988-6034-4643-9c85-79eb46bfbc61'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:42.153000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['d444b988-6034-4643-9c85-79eb46bfbc61'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:42.223685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:42.223880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.228371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.235810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] Routers {'d444b988-6034-4643-9c85-79eb46bfbc61'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:42.237210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['d444b988-6034-4643-9c85-79eb46bfbc61'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:42.262007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1722b95d-b193-4e1f-a3df-b7655d0da9d5,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:42.281471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.285269 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f02d954-a8a9-4cb6-9862-a7bf2bd66aef tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1791389 May 19 12:59:42.285500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57096) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.307339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-910e0e21-0807-427c-8f81-b85e23bd2e13 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules/1722b95d-b193-4e1f-a3df-b7655d0da9d5 HTTP/1.1" status: 200 len: 763 time: 0.0207610 May 19 12:59:42.310072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57100) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.318618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:42.319109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ddf63-f2a6-4463-8c91-518d632ec58f None None] The sync data for ids ['d444b988-6034-4643-9c85-79eb46bfbc61'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:42.359767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf30453e-66ab-4022-8c67-c58fe92bc20b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:42.375503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf30453e-66ab-4022-8c67-c58fe92bc20b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:42.376913 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf30453e-66ab-4022-8c67-c58fe92bc20b tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655844 May 19 12:59:42.379633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57104) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.407389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d10aa0d2-16ef-45cc-8c2e-ab9b20fb92a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.418514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d10aa0d2-16ef-45cc-8c2e-ab9b20fb92a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.442457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d10aa0d2-16ef-45cc-8c2e-ab9b20fb92a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.459810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa0d2-16ef-45cc-8c2e-ab9b20fb92a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1722b95d-b193-4e1f-a3df-b7655d0da9d5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:42.473060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d10aa0d2-16ef-45cc-8c2e-ab9b20fb92a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.474374 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d10aa0d2-16ef-45cc-8c2e-ab9b20fb92a1 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1722b95d-b193-4e1f-a3df-b7655d0da9d5 HTTP/1.1" status: 204 len: 168 time: 0.0938644 May 19 12:59:42.477073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57108) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.477554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ff15b-b70e-40c9-9697-56eb267c881d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:42.496399 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4d72a18f-2344-4ed3-be36-f7682cef2a0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fe87c0accff4bf2b7666b1962eb5610&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2900081 May 19 12:59:42.500590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57112) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.502895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.507567 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e930d7bd-bfa1-4e75-9a0a-901490ca3b92 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/d444b988-6034-4643-9c85-79eb46bfbc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1141839 May 19 12:59:42.513761 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfbfaaef-a13e-4eca-bacd-d367e543b6ec req-cdda7255-ea90-4b4f-b9a4-341087b5efa7 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050493 May 19 12:59:42.513930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57116) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.614778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d91815f3-aea8-48c2-800b-dff3841337d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:42.620777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.626287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:42.626897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.652000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d74687-bcb6-4f75-9f99-225c1dd99c5c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:42.653350 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-87d74687-bcb6-4f75-9f99-225c1dd99c5c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports/a2bfe9de-19d8-4175-9709-23b875a168be HTTP/1.1" status: 200 len: 984 time: 0.1358895 May 19 12:59:42.657009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57120) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.731221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d91815f3-aea8-48c2-800b-dff3841337d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:42.733224 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d91815f3-aea8-48c2-800b-dff3841337d0 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2550626 May 19 12:59:42.737767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57124) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.753622 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2620537 May 19 12:59:42.756712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57128) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:42.763446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '4ba9adf3-7765-469c-8797-2589388fd4b6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:42.775067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1454639090'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:42.797850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f558-8fe6-4e27-a389-7900c4d21abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.829453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:42.833802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:42.847817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4c308-3baa-4aa1-87d5-149ebe4bd3e9 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Network': ['ID=b1b1df7c-f77a-48e4-9cd0-964edb57f5bf,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:42.850447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f558-8fe6-4e27-a389-7900c4d21abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.858782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network b1b1df7c-f77a-48e4-9cd0-964edb57f5bf details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:42.863658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:network and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:42.869472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:42.875193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:42.884174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:42.916243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:42.919713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.937066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:42.944806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:43.049299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:43.090409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.090837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Added segment d90bb20f-d2c9-494c-acd4-bb4555221def of type vlan for network 4dde7ba3-21d0-4d79-8817-db7ced478ead May 19 12:59:43.099804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f558-8fe6-4e27-a389-7900c4d21abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.118976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6f558-8fe6-4e27-a389-7900c4d21abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ff15b-b70e-40c9-9697-56eb267c881d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.129860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bd6f558-8fe6-4e27-a389-7900c4d21abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.131225 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3bd6f558-8fe6-4e27-a389-7900c4d21abf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/977ff15b-b70e-40c9-9697-56eb267c881d HTTP/1.1" status: 204 len: 168 time: 0.6297562 May 19 12:59:43.198828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.209843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.213610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.246381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db10e3e-2a63-48f4-9ed6-47783ab3b9ac,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.282872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:43.297043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.300789 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:43.311271 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:43.311863 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:43.344332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.348529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-25eb08f6-55d0-4006-9830-0c6ec4813068 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5992999 May 19 12:59:43.356970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57134) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:43.357631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.368336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:43.368869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.385989 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:43.395680 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 12:59:43.404765 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:43.405459 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:43.486741 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:43.487147 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec62360-7eeb-487f-8a5e-9d6984a1012f None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:43.505744 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-47fe4c98-6255-4c84-a053-7a3837e0073e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules/2db10e3e-2a63-48f4-9ed6-47783ab3b9ac HTTP/1.1" status: 200 len: 764 time: 0.1321721 May 19 12:59:43.507225 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7476051 May 19 12:59:43.541625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57142) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:43.594125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5d3a5-440d-45f0-b0ca-82d646e4b06c tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Network': ['ID=4dde7ba3-21d0-4d79-8817-db7ced478ead,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.608098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4dde7ba3-21d0-4d79-8817-db7ced478ead details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:43.698633 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e307f9b3-693f-4321-a18d-47cbb0e3aeac tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1558464 May 19 12:59:43.707220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57152) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:43.885848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3f87c17a-9127-478e-be95-9cb3108e9f77 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.896966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:43.899993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3f87c17a-9127-478e-be95-9cb3108e9f77 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.939667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3f87c17a-9127-478e-be95-9cb3108e9f77 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.967114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87c17a-9127-478e-be95-9cb3108e9f77 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db10e3e-2a63-48f4-9ed6-47783ab3b9ac,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:43.976521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3f87c17a-9127-478e-be95-9cb3108e9f77 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:43.977644 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3f87c17a-9127-478e-be95-9cb3108e9f77 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2db10e3e-2a63-48f4-9ed6-47783ab3b9ac HTTP/1.1" status: 204 len: 168 time: 0.2461112 May 19 12:59:43.980818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57160) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:43.986016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port a2bfe9de-19d8-4175-9709-23b875a168be {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:43.987025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.063957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0274a-726f-4418-a2b8-ae358c08d692 req-7261ff12-4298-4d5f-8fa2-d81409404eb6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:44.065613 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02e0274a-726f-4418-a2b8-ae358c08d692 req-7261ff12-4298-4d5f-8fa2-d81409404eb6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3319538 May 19 12:59:44.279826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.307911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9e67e69-b1e1-44df-a9c9-983426d4ad25 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:44.312756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57170) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:44.353305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:44.355420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9e67e69-b1e1-44df-a9c9-983426d4ad25 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:44.356785 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c9e67e69-b1e1-44df-a9c9-983426d4ad25 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3748710 May 19 12:59:44.360523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.368117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:44.386755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57176) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:44.389773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:44.390514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.486578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2107553740'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:44.494230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for a2bfe9de-19d8-4175-9709-23b875a168be owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:44.505822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.507571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:44.516202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:44.517197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.520114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:44.525530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:44.545042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:44.549876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fe2f5f62-709d-435b-b902-74ae7fa99e46 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/floatingips/289cd472-2afb-4570-a724-6511b9ccb09e HTTP/1.1" status: 200 len: 977 time: 4.9939332 May 19 12:59:44.554963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57180) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:44.555614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0314910-d2d1-4cd4-b5d3-0100c8503bf6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.564743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:44.636142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:44.639379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.639504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:44.639774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebdcf3-bbb3-4d5c-9589-89b477ab45e0 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:44.677576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.700898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0314910-d2d1-4cd4-b5d3-0100c8503bf6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.716927 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02e0274a-726f-4418-a2b8-ae358c08d692 req-d541cc7c-f89e-4941-b2dc-69446bfc2f06 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930384 May 19 12:59:44.728938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.756962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:44.764843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group_rule and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:44.771411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:44.775993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.776336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=a2bfe9de-19d8-4175-9709-23b875a168be,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:44.841470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:44.892538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0314910-d2d1-4cd4-b5d3-0100c8503bf6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.974594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:44.999498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0314910-d2d1-4cd4-b5d3-0100c8503bf6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba9adf3-7765-469c-8797-2589388fd4b6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:45.041757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0314910-d2d1-4cd4-b5d3-0100c8503bf6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.042889 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e0314910-d2d1-4cd4-b5d3-0100c8503bf6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ba9adf3-7765-469c-8797-2589388fd4b6 HTTP/1.1" status: 204 len: 168 time: 0.6503081 May 19 12:59:45.049874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57184) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:45.189579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.207455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.207921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 289cd472-2afb-4570-a724-6511b9ccb09e disassociated. External IP: 172.26.3.57, port: a618ba8e-4ae0-431a-a370-eea609446114. May 19 12:59:45.326961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1db960fc-ca4b-4853-a58f-3b522b4d19d5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:45.388115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router d444b988-6034-4643-9c85-79eb46bfbc61 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:45.441188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.445102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.447874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1db960fc-ca4b-4853-a58f-3b522b4d19d5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:45.455273 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1db960fc-ca4b-4853-a58f-3b522b4d19d5 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3983791 May 19 12:59:45.458876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57188) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:45.470503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group': {'name': 'tempest-secgroup--457198226'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:45.486321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:45.507734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe4fb6-c10c-47c5-a3c4-4957b0fe4ac1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:45.532626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:45.553645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:45.555923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:45.562830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.563208 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment 5a5a197a-653c-4bcb-aaf5-aa021ceae4cc of type vlan for network 4f18480c-9630-4976-9eb6-dd3965fedd43 May 19 12:59:45.573158 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] Sync routers for ids ['d444b988-6034-4643-9c85-79eb46bfbc61'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:45.584808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.586176 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] Routers {'d444b988-6034-4643-9c85-79eb46bfbc61'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:45.586810 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['d444b988-6034-4643-9c85-79eb46bfbc61'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:45.618728 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4fe423b8-f6dc-4fe9-90d0-a7286b04ff18 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/d444b988-6034-4643-9c85-79eb46bfbc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543142 May 19 12:59:45.620645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.625040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:45.630132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:45.633106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:45.640946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:45.653968 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:45.663195 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] Routers {'d444b988-6034-4643-9c85-79eb46bfbc61'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:45.664015 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['d444b988-6034-4643-9c85-79eb46bfbc61'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:45.677973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57192) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:45.732691 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:45.733343 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8beab1-74b1-4229-9972-ab2a423e2553 None None] The sync data for ids ['d444b988-6034-4643-9c85-79eb46bfbc61'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:45.733910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.740832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.795158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.799745 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3397329 May 19 12:59:45.804840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57198) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:45.814839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Request body: {'security_group_rule': {'security_group_id': '2e9967d4-5d56-48b3-af94-04c9601309e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:45.822449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:45.827862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Usage tracker for resource:security_group_rule and tenant:c38fc8ad585042b2be6c5e61bb32046e is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:45.831704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:45.838858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:45.860270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89ca93-9b95-4e4c-bfa7-c9f6b0bb9815 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9967d4-5d56-48b3-af94-04c9601309e5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:45.873162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.940935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.945932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.969555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6d4b57-b3a6-4d75-af89-a41dbed09433,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:45.989004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:45.992678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 12:59:45.992834 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e27cb0c4-24d8-4464-be5d-ed87b4ba9199 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843624 May 19 12:59:45.993061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57202) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.067709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23a98498-2477-4bbe-9d9a-a855b003649e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.099515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23a98498-2477-4bbe-9d9a-a855b003649e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.156561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.163569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:46.164156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.165389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23a98498-2477-4bbe-9d9a-a855b003649e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.184362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98498-2477-4bbe-9d9a-a855b003649e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9967d4-5d56-48b3-af94-04c9601309e5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:46.195386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:46.197616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23a98498-2477-4bbe-9d9a-a855b003649e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.202126 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-23a98498-2477-4bbe-9d9a-a855b003649e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/2e9967d4-5d56-48b3-af94-04c9601309e5 HTTP/1.1" status: 204 len: 168 time: 0.2081344 May 19 12:59:46.202774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57206) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.256473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c936e404-c517-4716-9e08-2e69589d94b4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:46.272557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c936e404-c517-4716-9e08-2e69589d94b4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:46.276399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c936e404-c517-4716-9e08-2e69589d94b4 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0702465 May 19 12:59:46.276719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57210) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.319228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e50a7c7c-791c-4815-b7c9-943ff40f46e8 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Synchronizing usage tracker for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:46.335346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e50a7c7c-791c-4815-b7c9-943ff40f46e8 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] Unset dirty status for tenant:c38fc8ad585042b2be6c5e61bb32046e on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:46.339509 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e50a7c7c-791c-4815-b7c9-943ff40f46e8 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0613463 May 19 12:59:46.339724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57214) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.356105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-43e5c109-7dfb-4e53-a329-ba8128bbe0b6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] delete failed (client error): The resource could not be found. May 19 12:59:46.361427 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-43e5c109-7dfb-4e53-a329-ba8128bbe0b6 tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "DELETE /v2.0/security-groups/2e9967d4-5d56-48b3-af94-04c9601309e5 HTTP/1.1" status: 404 len: 347 time: 0.0164449 May 19 12:59:46.361427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57218) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.418695 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b570c36f-db62-4ad7-a1ee-91d10ec4205e tempest-SecGroupTest-946578077 tempest-SecGroupTest-946578077-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0535867 May 19 12:59:46.439320 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1222184 May 19 12:59:46.439320 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-c0ba9646-3bb3-4d05-9c12-3b8aa05c6ed3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] remove_router_interface failed (client error): The resource could not be found. May 19 12:59:46.439914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57224) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.442212 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c0ba9646-3bb3-4d05-9c12-3b8aa05c6ed3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/d444b988-6034-4643-9c85-79eb46bfbc61/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7630885 May 19 12:59:46.442490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57226) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.447684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'name': 'tempest-PortsIpV6TestJSON-1826186894'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:46.456831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0174464-7bb1-4a75-80fd-139bc7b52162 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=4f18480c-9630-4976-9eb6-dd3965fedd43,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:46.470338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:46.555377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86d67-b340-4c47-bc6c-b95ece9f4016 req-39f8d2aa-0d13-4a8a-bfa7-cfbc9cefba8e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:46.556942 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e3b86d67-b340-4c47-bc6c-b95ece9f4016 req-39f8d2aa-0d13-4a8a-bfa7-cfbc9cefba8e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6590202 May 19 12:59:46.565289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-52e59d1c-9f5c-45f6-830a-531af0c15492 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:46.603621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-52e59d1c-9f5c-45f6-830a-531af0c15492 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:46.604910 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-52e59d1c-9f5c-45f6-830a-531af0c15492 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=d444b988-6034-4643-9c85-79eb46bfbc61 HTTP/1.1" status: 200 len: 205 time: 0.1616013 May 19 12:59:46.613298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57232) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.627472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:46.631409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:46.643730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:46.667531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:46.689005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:46.692733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.721804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:46.753932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57236) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:46.759133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port e19152e1-c270-4b33-a977-c1664dda069e yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:46.760731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:46.774086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:46.775132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:46.778521 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e3b86d67-b340-4c47-bc6c-b95ece9f4016 req-c3e8ff30-6fbe-4f2c-b88e-58ccaf625309 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133381 May 19 12:59:46.792842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.819685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'subnets': [{'network_id': 'b1b1df7c-f77a-48e4-9cd0-964edb57f5bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--469477090', 'ip_version': 6}, {'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:46.821112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'subnet': {'network_id': 'b1b1df7c-f77a-48e4-9cd0-964edb57f5bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--469477090', 'ip_version': 6}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:46.822240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Request body: {'subnet': {'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:46.849182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:46.870810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:46.883167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:46.884645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:47.009147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:47.009569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f16286-4ac2-4a44-91aa-c9a9793d9f52 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:47.042544 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-073e4171-51c8-44c4-ab71-5977d7c84b59 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/floatingips/289cd472-2afb-4570-a724-6511b9ccb09e HTTP/1.1" status: 200 len: 687 time: 2.4848824 May 19 12:59:47.045795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57242) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:47.080903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57246) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:47.218733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:47.238637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Usage tracker for resource:subnet and tenant:ec3300c71c834c25b35af55a1e24b31f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:47.243954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:47.261012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:47.300404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Made reservation on behalf of ec3300c71c834c25b35af55a1e24b31f for: {'subnet': 2} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:47.304945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.305271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.325367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.461938 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-57ff1758-ea2b-411d-bef7-c437fd8bd8ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c38fc8ad585042b2be6c5e61bb32046e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778012 May 19 12:59:47.463974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57252) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:47.508872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.514248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.519933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 3a9e5943-7407-43da-921b-9c4ce9ad9b1b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:47.520300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.601824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.602311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router d444b988-6034-4643-9c85-79eb46bfbc61 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 12:59:47.612045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.671797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.675906 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c4c2b31-679e-474e-857a-ee22e6c30e54 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/d444b988-6034-4643-9c85-79eb46bfbc61 HTTP/1.1" status: 204 len: 168 time: 1.0549238 May 19 12:59:47.675906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57256) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:47.780446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet 827486c9-b90b-4e69-8995-93e660e99e3a {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:47.782733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=e19152e1-c270-4b33-a977-c1664dda069e,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:47.784160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.784493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.791704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.800198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-626b55ef-f4ae-46ae-b2be-7f54ff35d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.905882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:47.906166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 4f18480c-9630-4976-9eb6-dd3965fedd43, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:47.925202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-626b55ef-f4ae-46ae-b2be-7f54ff35d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:47.948578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 3a9e5943-7407-43da-921b-9c4ce9ad9b1b owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:48.002866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.057818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:48.076417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4f18480c-9630-4976-9eb6-dd3965fedd43) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:48.084549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:48.089266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882c6da-6fa4-4a82-8ab0-07c57afb8998 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:48.089938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.090604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.166171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c887-add4-4ed6-8e26-809f1a25a097 req-1660a358-20fe-4782-92a0-85275a12ee58 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.167617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ae07c887-add4-4ed6-8e26-809f1a25a097 req-1660a358-20fe-4782-92a0-85275a12ee58 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2456207 May 19 12:59:48.179094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-626b55ef-f4ae-46ae-b2be-7f54ff35d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.197536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.223388 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5bff4cdb-5ba8-4959-886f-71dfce94dc96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7823894 May 19 12:59:48.228698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b55ef-f4ae-46ae-b2be-7f54ff35d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc62a9-a55a-47c0-a43b-443d8681f5c4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.231914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57264) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:48.246839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-626b55ef-f4ae-46ae-b2be-7f54ff35d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.250414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1694205883'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:48.250544 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-626b55ef-f4ae-46ae-b2be-7f54ff35d0e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5dc62a9-a55a-47c0-a43b-443d8681f5c4 HTTP/1.1" status: 204 len: 168 time: 0.7822921 May 19 12:59:48.264732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:48.276400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ae07c887-add4-4ed6-8e26-809f1a25a097 req-6c781464-1615-493b-b3f9-68231521be57 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893514 May 19 12:59:48.278710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:48.288108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:48.298303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:48.304232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.328178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.396953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Subnet': ['ID=65ba76e5-a8d2-47fe-921f-d81ad7535bd9,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.408411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=3a9e5943-7407-43da-921b-9c4ce9ad9b1b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.417421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Checking segment: {'id': 'ab2c3c26-7db0-4385-a159-497d748925c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b1b1df7c-f77a-48e4-9cd0-964edb57f5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:48.417887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network hostable DHCP agents. Network: b1b1df7c-f77a-48e4-9cd0-964edb57f5bf, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:48.440855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network b1b1df7c-f77a-48e4-9cd0-964edb57f5bf is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:48.459121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:48.460142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, b1b1df7c-f77a-48e4-9cd0-964edb57f5bf) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:48.464337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.465678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.471990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff774c9f-ad82-4eea-9b19-af7af6bc19a7 None None] Network b1b1df7c-f77a-48e4-9cd0-964edb57f5bf requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:48.570161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event updated for resources: {'Subnet': ['ID=0949fecc-4324-4d8f-9d56-9c0975915307,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.594502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.599481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Checking segment: {'id': 'd90bb20f-d2c9-494c-acd4-bb4555221def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:48.600671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network hostable DHCP agents. Network: 4dde7ba3-21d0-4d79-8817-db7ced478ead, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:48.632947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Network 4dde7ba3-21d0-4d79-8817-db7ced478ead is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:48.645560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4dde7ba3-21d0-4d79-8817-db7ced478ead) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:48.650857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.651758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.652750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.663218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1587b-5889-4638-93cb-d998b7261952 None None] Network 4dde7ba3-21d0-4d79-8817-db7ced478ead requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:48.673501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:48.678766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.686831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=827486c9-b90b-4e69-8995-93e660e99e3a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:48.690350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.707242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-50b04a3f-c151-4f9a-84b2-918bec9ef14f tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9514103 May 19 12:59:48.710042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:48.719045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.722308 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment 644dd8fa-cc5e-405d-ba4a-8429ab161043 of type vlan for network 86691302-3d80-4f87-8dbf-78b381967fb9 May 19 12:59:48.748785 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9e87de4c-4fae-4f38-a2de-f3d2564a0756 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/827486c9-b90b-4e69-8995-93e660e99e3a HTTP/1.1" status: 204 len: 168 time: 1.0723197 May 19 12:59:48.753012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:48.757944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.759309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e5c4d80a-74a7-4b7b-99d1-e3e32f485c63 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/floatingips/289cd472-2afb-4570-a724-6511b9ccb09e HTTP/1.1" status: 204 len: 168 time: 1.7126007 May 19 12:59:48.762188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57286) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:48.833814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08258c93-384e-4de8-bb8a-2f689396dd4e None None] Network 2bac211c-d7fb-4721-9f29-5c94d4fede03 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:48.851510 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-ef8439f2-805f-41ad-a9e6-8ea310ddb05d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] delete failed (client error): The resource could not be found. May 19 12:59:48.852607 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ef8439f2-805f-41ad-a9e6-8ea310ddb05d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/floatingips/289cd472-2afb-4570-a724-6511b9ccb09e HTTP/1.1" status: 404 len: 345 time: 0.0888329 May 19 12:59:48.874324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:48.901828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.955950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.961241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.961824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:48.986153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1dc60-0e5f-43ed-a780-bf28dc7393de tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.988047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1dc60-0e5f-43ed-a780-bf28dc7393de tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.989951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1dc60-0e5f-43ed-a780-bf28dc7393de tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.990298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-39388810-d8e4-4482-9603-fd2da6f9a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:48.990779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3cb1dc60-0e5f-43ed-a780-bf28dc7393de tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Synchronizing usage tracker for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:48.992153 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-39388810-d8e4-4482-9603-fd2da6f9a524 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.1419854 May 19 12:59:49.029739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd877f-d6dc-44a3-bb24-2ed07527da7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-b1b1df7c-f77a-48e4-9cd0-964edb57f5bf', 'network_id': 'b1b1df7c-f77a-48e4-9cd0-964edb57f5bf', 'tenant_id': 'ec3300c71c834c25b35af55a1e24b31f', 'fixed_ips': [{'subnet_id': '65ba76e5-a8d2-47fe-921f-d81ad7535bd9'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:59:49.030551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6abd877f-d6dc-44a3-bb24-2ed07527da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.098905 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8597915 May 19 12:59:49.101469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57306) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:49.136882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.147845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3cb1dc60-0e5f-43ed-a780-bf28dc7393de tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Unset dirty status for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:49.158595 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3cb1dc60-0e5f-43ed-a780-bf28dc7393de tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4386289 May 19 12:59:49.158859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'ports': [{'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'}, {'network_id': '86691302-3d80-4f87-8dbf-78b381967fb9'}]} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:49.158859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:49.158859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '86691302-3d80-4f87-8dbf-78b381967fb9'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:49.166997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57312) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:49.167700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:49.168218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.174982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76400c-8e93-4d26-85dd-b8051ec6df2f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=86691302-3d80-4f87-8dbf-78b381967fb9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:49.344156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25031b-09c2-4294-a507-6ee8d15be177 req-43b05e07-38e7-43e5-a542-86ec5a07aafa tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:49.352166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ea25031b-09c2-4294-a507-6ee8d15be177 req-43b05e07-38e7-43e5-a542-86ec5a07aafa tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4784095 May 19 12:59:49.362113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 86691302-3d80-4f87-8dbf-78b381967fb9 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:49.470393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba9cab-ca38-42fa-be45-7a6adae94f80 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:49.488737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba9cab-ca38-42fa-be45-7a6adae94f80 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:49.508669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba9cab-ca38-42fa-be45-7a6adae94f80 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:49.509968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76ba9cab-ca38-42fa-be45-7a6adae94f80 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Synchronizing usage tracker for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:49.577219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76ba9cab-ca38-42fa-be45-7a6adae94f80 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Unset dirty status for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:49.580819 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-76ba9cab-ca38-42fa-be45-7a6adae94f80 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/ports?network_id=20fff1eb-bfce-422a-b772-b3886b72784f HTTP/1.1" status: 200 len: 2358 time: 0.6942463 May 19 12:59:49.590042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57324) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:49.602454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Deleting subnet 65ba76e5-a8d2-47fe-921f-d81ad7535bd9 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:49.651823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4dde7ba3-21d0-4d79-8817-db7ced478ead', 'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead', 'tenant_id': 'ec3300c71c834c25b35af55a1e24b31f', 'fixed_ips': [{'subnet_id': '0949fecc-4324-4d8f-9d56-9c0975915307'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:59:49.652640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.655650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.697391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:49.702120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:49.705412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:49.711950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:49.719773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-7166f5de-0e13-4e7d-bcba-853e67190302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:49.721675 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-7166f5de-0e13-4e7d-bcba-853e67190302 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 0.6740930 May 19 12:59:49.768961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 2} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:49.773818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.787165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d5319-88d6-4826-85ee-175abf2ed319 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:49.788496 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cc0d5319-88d6-4826-85ee-175abf2ed319 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/subnets/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf HTTP/1.1" status: 200 len: 797 time: 0.1929593 May 19 12:59:49.792831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] DHCP port deletion for 2bac211c-d7fb-4721-9f29-5c94d4fede03 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:59:49.802905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] Deleting port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:49.803576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.803849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57330) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:49.892872 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ea25031b-09c2-4294-a507-6ee8d15be177 req-6872eec6-d90f-4ad2-9154-b9096d9ed3fb tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397739 May 19 12:59:49.910944 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-8c32d06d-dadf-4930-b343-c74ee26009ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1001 time: 0.1368308 May 19 12:59:49.910944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:49.925869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'port': {'network_id': '20fff1eb-bfce-422a-b772-b3886b72784f', 'name': 'tempest-FloatingIPTestJSON-206587204', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:49.966921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.077580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Allocated IP 2001:db8:0:1::1 (4dde7ba3-21d0-4d79-8817-db7ced478ead/0949fecc-4324-4d8f-9d56-9c0975915307/0ce6e797-cde8-4205-baad-ee1f179ccafb) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:50.083236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:50.086737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] For port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,segment=NetworkSegment(067c0270-2f54-480f-b9fc-84dad50c44af),segment_id=067c0270-2f54-480f-b9fc-84dad50c44af)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:50.087252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.095168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:50.146181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,segment=NetworkSegment(067c0270-2f54-480f-b9fc-84dad50c44af),segment_id=067c0270-2f54-480f-b9fc-84dad50c44af)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:50.146554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.227086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] Calling delete_port for a25eb8fd-dbf4-4298-a299-f7c6c5687c3d owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:50.252466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-90fceb8a-31a4-4d15-ad17-98fb0b7897a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:50.253897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-90fceb8a-31a4-4d15-ad17-98fb0b7897a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.3342848 May 19 12:59:50.271652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:50.296630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for a25eb8fd-dbf4-4298-a299-f7c6c5687c3d owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:50.353398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.438756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.460984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:59:50.461431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:59:50.472004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.520127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57346) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:50.534644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Subnet': ['ID=65ba76e5-a8d2-47fe-921f-d81ad7535bd9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:50.536546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.560337 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-10aa51aa-96ec-45fb-8c09-8a50f33078cd tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/subnets/65ba76e5-a8d2-47fe-921f-d81ad7535bd9 HTTP/1.1" status: 204 len: 168 time: 1.3627434 May 19 12:59:50.562026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57354) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:50.642796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Deleting subnet 0949fecc-4324-4d8f-9d56-9c0975915307 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 12:59:50.654522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] Pushing event deleted for resources: {'Port': ['ID=a25eb8fd-dbf4-4298-a299-f7c6c5687c3d,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:50.661797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server [None req-6abd877f-d6dc-44a3-bb24-2ed07527da7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65ba76e5-a8d2-47fe-921f-d81ad7535bd9: This subnet is being modified by another concurrent operation. May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 12:59:50.678064 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise exception May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65ba76e5-a8d2-47fe-921f-d81ad7535bd9: This subnet is being modified by another concurrent operation. May 19 12:59:50.681333 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server May 19 12:59:50.694748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf75bb-f57c-43b3-9cb9-3a24138fb573 None None] No DVR routers for this DVR port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:50.714188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffe04d-dad7-43d6-8ab4-85ee2c7a6a36 None None] Network b1b1df7c-f77a-48e4-9cd0-964edb57f5bf requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:50.766084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cba14-b0e8-4e28-915d-bc1151b418eb req-fcf78f69-90b2-41a2-b24b-0f0f56242e7b tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:50.767393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4941d-4151-4c0d-9668-f552aab2d860 req-54c71210-5846-4a33-a7b3-f86217a71166 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:50.767603 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0e1cba14-b0e8-4e28-915d-bc1151b418eb req-fcf78f69-90b2-41a2-b24b-0f0f56242e7b tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 1.0779393 May 19 12:59:50.774661 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07c4941d-4151-4c0d-9668-f552aab2d860 req-54c71210-5846-4a33-a7b3-f86217a71166 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.1227069 May 19 12:59:50.784811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.827122 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07c4941d-4151-4c0d-9668-f552aab2d860 req-0816265f-38f3-4fb0-90d7-f09db8cab942 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515509 May 19 12:59:50.831058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--1104206523', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:50.838494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:50.843461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:50.846380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-d287dd87-f892-4439-8ad5-35e57d19ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:50.847901 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-d287dd87-f892-4439-8ad5-35e57d19ce34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5556631 May 19 12:59:50.848416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:50.855536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:50.868200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:50.871965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.884692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.903040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:50.907454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:50.911088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:50.917149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:50.923943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.937449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Transition to ACTIVE for port object 0ce6e797-cde8-4205-baad-ee1f179ccafb will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:50.962714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port a25eb8fd-dbf4-4298-a299-f7c6c5687c3d {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:50.963071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Transition to ACTIVE for port object 0ce6e797-cde8-4205-baad-ee1f179ccafb will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:50.963222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.971889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.973153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:50.992360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.060238 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0e1cba14-b0e8-4e28-915d-bc1151b418eb req-fcee33be-d763-4e16-94a5-50239ece605e tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810967 May 19 12:59:51.065035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Network 4dde7ba3-21d0-4d79-8817-db7ced478ead is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:51.066331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:51.068350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Pushing event updated for resources: {'Port': ['ID=0ce6e797-cde8-4205-baad-ee1f179ccafb,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:51.069995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] device_id is not set on port 13953a1a-55ba-40b7-bcf7-11de7a04909f yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:51.070278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:51.105962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port d81ecb52-67fb-4d79-97f4-a97fa181e5df yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 12:59:51.161002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] The port 'a25eb8fd-dbf4-4298-a299-f7c6c5687c3d' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 12:59:51.192170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Attempting to bind port 0ce6e797-cde8-4205-baad-ee1f179ccafb on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:51.192797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Attempting to bind port 0ce6e797-cde8-4205-baad-ee1f179ccafb by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'd90bb20f-d2c9-494c-acd4-bb4555221def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:51.193219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Attempting to bind port 0ce6e797-cde8-4205-baad-ee1f179ccafb on network 4dde7ba3-21d0-4d79-8817-db7ced478ead {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:51.199614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:51.200119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Checking segment: {'id': 'd90bb20f-d2c9-494c-acd4-bb4555221def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:51.201468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.201968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Bound using segment: {'id': 'd90bb20f-d2c9-494c-acd4-bb4555221def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:51.202752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Bound port: 0ce6e797-cde8-4205-baad-ee1f179ccafb, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90bb20f-d2c9-494c-acd4-bb4555221def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4dde7ba3-21d0-4d79-8817-db7ced478ead'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:51.203198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.242806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.307997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] For port 0ce6e797-cde8-4205-baad-ee1f179ccafb, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:51.313021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] For port 0ce6e797-cde8-4205-baad-ee1f179ccafb, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0ce6e797-cde8-4205-baad-ee1f179ccafb,segment=NetworkSegment(d90bb20f-d2c9-494c-acd4-bb4555221def),segment_id=d90bb20f-d2c9-494c-acd4-bb4555221def)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:51.320608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.352551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-971d494d-e4f0-4163-aa87-37da72a01290 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492164 May 19 12:59:51.379035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.383778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.402299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.437362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e2981-d2b1-4973-9976-db6456bd5dea None None] Pushing event updated for resources: {'Port': ['ID=0ce6e797-cde8-4205-baad-ee1f179ccafb,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:51.441651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bac211c-d7fb-4721-9f29-5c94d4fede03']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:51.464192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:51.473241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae2c91-6bbf-4810-9888-95f6f7433071 req-71b77c2a-cc39-4700-a9a3-d7d36ac910c4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:51.480244 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69ae2c91-6bbf-4810-9888-95f6f7433071 req-71b77c2a-cc39-4700-a9a3-d7d36ac910c4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4316044 May 19 12:59:51.500455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067c0270-2f54-480f-b9fc-84dad50c44af') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:51.500752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067c0270-2f54-480f-b9fc-84dad50c44af') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:51.535343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.557001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.557333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment 3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f of type vlan for network 1f606904-9674-48f4-aab7-77eca81c0579 May 19 12:59:51.558455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac81f2a2-05d1-432c-ac96-fc662bdf18e5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:51.595336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.627578 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69ae2c91-6bbf-4810-9888-95f6f7433071 req-e8ac10f0-952c-460f-9d01-6e0442427bc3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445315 May 19 12:59:51.628703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:51.629108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.629593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a25eb8fd-dbf4-4298-a299-f7c6c5687c3d no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:51.657676 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:51.663868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.666993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a25eb8fd-dbf4-4298-a299-f7c6c5687c3d {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:59:51.667542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a25eb8fd-dbf4-4298-a299-f7c6c5687c3d not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:51.733095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.766078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.779316 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f9e5002-a9bc-4181-a08b-5db98e2852c3 req-a84be1ca-3546-4f9f-bfb6-efb173905c4b service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072134 May 19 12:59:51.803928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.883722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.12 (20fff1eb-bfce-422a-b772-b3886b72784f/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf/13953a1a-55ba-40b7-bcf7-11de7a04909f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:51.893022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.11 (20fff1eb-bfce-422a-b772-b3886b72784f/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf/13953a1a-55ba-40b7-bcf7-11de7a04909f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:51.907849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.935983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.960910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=2bac211c-d7fb-4721-9f29-5c94d4fede03,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:51.966134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:51.972696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:51.973311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.001616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.004536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:52.040588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:52.048562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:52.049533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.114691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Subnet': ['ID=0949fecc-4324-4d8f-9d56-9c0975915307,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:52.125666 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cbdf1f37-bb42-4f3e-9f03-7e049f9b7f82 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/2bac211c-d7fb-4721-9f29-5c94d4fede03 HTTP/1.1" status: 204 len: 168 time: 3.3715541 May 19 12:59:52.133716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57364) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:52.134529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.136387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-66cfe780-4f12-426a-8636-b513d08cd177 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/subnets/0949fecc-4324-4d8f-9d56-9c0975915307 HTTP/1.1" status: 204 len: 168 time: 1.5732243 May 19 12:59:52.141167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57368) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:52.173864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:52.277332 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7534919 May 19 12:59:52.281283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57372) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:52.285430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1281091480'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:52.300161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-916168453', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:52.307738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=d81ecb52-67fb-4d79-97f4-a97fa181e5df,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:52.326380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:52.333009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': '644dd8fa-cc5e-405d-ba4a-8429ab161043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '86691302-3d80-4f87-8dbf-78b381967fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:52.333364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 86691302-3d80-4f87-8dbf-78b381967fb9, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:52.344400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:52.357686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:52.368868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:52.378661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f934b07-f43c-43da-a7f9-f96263802ab1 req-3c344268-4bcb-4de6-b46e-21960cf8d2fc tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:52.380196 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f934b07-f43c-43da-a7f9-f96263802ab1 req-3c344268-4bcb-4de6-b46e-21960cf8d2fc tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.3850429 May 19 12:59:52.381168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:52.385515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1708e-425d-44fe-899f-39b14f749216 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=1f606904-9674-48f4-aab7-77eca81c0579,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:52.386168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.393115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:52.402612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1f606904-9674-48f4-aab7-77eca81c0579 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:52.405129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:52.416108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-d6d34591-d541-416c-af7a-033eeba372be tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:52.417725 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-d6d34591-d541-416c-af7a-033eeba372be tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.79 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 0.6538510 May 19 12:59:52.425204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:52.429834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.430914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.441006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 86691302-3d80-4f87-8dbf-78b381967fb9 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:52.477958 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f934b07-f43c-43da-a7f9-f96263802ab1 req-9803c70a-590b-4ba1-b1c4-85c4d7cab595 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765333 May 19 12:59:52.480949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 86691302-3d80-4f87-8dbf-78b381967fb9) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:52.493403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.500307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:52.506034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:52.510854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:52.511543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.542939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.561846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:52.567110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.575318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5159d8a-39b9-42cb-9e2b-2763467f7def None None] Network 86691302-3d80-4f87-8dbf-78b381967fb9 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:52.593480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2a928-6fd1-4110-8e8a-5693d931b01a tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:52.594184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76f2a928-6fd1-4110-8e8a-5693d931b01a tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Synchronizing usage tracker for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:52.626036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:52.636619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:52.653645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:52.681821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Deleting port 6433a171-36ea-4b4b-980e-fa0461da1a7b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:52.682245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.767403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:59:52.787557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76f2a928-6fd1-4110-8e8a-5693d931b01a tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Unset dirty status for tenant:ec3300c71c834c25b35af55a1e24b31f on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:52.788733 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-76f2a928-6fd1-4110-8e8a-5693d931b01a tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5160718 May 19 12:59:52.814504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57382) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:52.821126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.821912 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment 93a8c402-4e10-4c0c-95a0-3b298cc4ea20 of type vlan for network 6c702077-32c8-4aae-9753-57854c55a247 May 19 12:59:52.864275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:52.879344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76454c3-222e-4053-9178-e03fefa92740 req-fc311f61-72aa-4d0d-890f-40f1a924372a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:52.880799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76454c3-222e-4053-9178-e03fefa92740 req-fc311f61-72aa-4d0d-890f-40f1a924372a tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 946 time: 0.6040418 May 19 12:59:52.902815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce1ad1d-0f66-4868-af49-5d695b2427ee None None] Network 4dde7ba3-21d0-4d79-8817-db7ced478ead requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:52.909855 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-97307a03-2d82-476a-b170-01ea99e23190 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8050728 May 19 12:59:52.914346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57386) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:53.013009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-637791af-ee73-482f-bb91-2d789748d768 None None] Provisioning for port 0ce6e797-cde8-4205-baad-ee1f179ccafb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:53.037822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=13953a1a-55ba-40b7-bcf7-11de7a04909f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:53.104130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.129769 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76454c3-222e-4053-9178-e03fefa92740 req-4c439e2d-9bf7-4ce8-8b7d-020c5e5a4511 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups?id=07f68750-d056-4f5c-ac71-75834116ead9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546161 May 19 12:59:53.143472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:53.143472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.229444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.235008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:53.235648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.238435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] DHCP port deletion for 4dde7ba3-21d0-4d79-8817-db7ced478ead request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 12:59:53.243746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] Deleting port 0ce6e797-cde8-4205-baad-ee1f179ccafb {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:53.244392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.280719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Deleting port 0ce6e797-cde8-4205-baad-ee1f179ccafb {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:53.281032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.359409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port d81ecb52-67fb-4d79-97f4-a97fa181e5df {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:53.359738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.390398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.409035 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2684937 May 19 12:59:53.412806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-93a12ec4-434c-4d9b-b840-0c836a19b576 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5106351 May 19 12:59:53.422411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57390) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:53.422781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57392) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:53.435855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '13953a1a-55ba-40b7-bcf7-11de7a04909f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:53.445011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '6c702077-32c8-4aae-9753-57854c55a247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:53.467544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ee0a9-78b5-41ae-ac07-9fca6b6c16ef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=6c702077-32c8-4aae-9753-57854c55a247,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:53.482027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] For port 0ce6e797-cde8-4205-baad-ee1f179ccafb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0ce6e797-cde8-4205-baad-ee1f179ccafb,segment=NetworkSegment(d90bb20f-d2c9-494c-acd4-bb4555221def),segment_id=d90bb20f-d2c9-494c-acd4-bb4555221def)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:53.483031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.489927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:53.493638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 6c702077-32c8-4aae-9753-57854c55a247 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 12:59:53.505573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] For port 6433a171-36ea-4b4b-980e-fa0461da1a7b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6433a171-36ea-4b4b-980e-fa0461da1a7b,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:53.505985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.606604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:53.620931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8bd32-fa17-4222-8fc4-91e55c0d1959 req-9de373ce-5403-4855-ad97-c2308392105e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:53.622508 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aee8bd32-fa17-4222-8fc4-91e55c0d1959 req-9de373ce-5403-4855-ad97-c2308392105e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.7892716 May 19 12:59:53.681485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-70af94a8-6e5e-4503-9a0d-644e9a60bce4 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:53.682795 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-70af94a8-6e5e-4503-9a0d-644e9a60bce4 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.9894199 May 19 12:59:53.696599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] Calling delete_port for 0ce6e797-cde8-4205-baad-ee1f179ccafb owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:53.785619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.817771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.865327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] No DVR routers for this DVR port 0ce6e797-cde8-4205-baad-ee1f179ccafb on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:53.876345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fcbfa-6042-4a52-bc51-9253b5f5b764 None None] Pushing event deleted for resources: {'Port': ['ID=0ce6e797-cde8-4205-baad-ee1f179ccafb,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:53.876661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:53.883229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] For port 0ce6e797-cde8-4205-baad-ee1f179ccafb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0ce6e797-cde8-4205-baad-ee1f179ccafb,segment=NetworkSegment(d90bb20f-d2c9-494c-acd4-bb4555221def),segment_id=d90bb20f-d2c9-494c-acd4-bb4555221def)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:53.883597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:53.904693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c09f4a6-370b-447a-97ae-2ad403c9b106 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 12:59:54.005257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Deleting port f839817e-1200-483a-a1a4-c6cbed9c2a48 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:54.005870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.028780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09f4a6-370b-447a-97ae-2ad403c9b106 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 12:59:54.042050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:54.048740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aee8bd32-fa17-4222-8fc4-91e55c0d1959 req-a4d7b18b-39c8-4f7f-bc93-638ad6893ce3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649588 May 19 12:59:54.049619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:54.110666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:54.212489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.244923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Calling delete_port for 0ce6e797-cde8-4205-baad-ee1f179ccafb owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:54.314626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:59:54.317945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.330731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13d59-b310-46a3-9b58-487399291285 req-47296d09-f573-4481-a2c8-c7f4cb5d056d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:54.337730 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9dd13d59-b310-46a3-9b58-487399291285 req-47296d09-f573-4481-a2c8-c7f4cb5d056d tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.6933339 May 19 12:59:54.373655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.374026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.374333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Floating IP ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a disassociated. External IP: 172.26.3.12, port: 6433a171-36ea-4b4b-980e-fa0461da1a7b. May 19 12:59:54.374719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Calling delete_port for 6433a171-36ea-4b4b-980e-fa0461da1a7b owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:54.427778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for d81ecb52-67fb-4d79-97f4-a97fa181e5df owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:54.461752 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9dd13d59-b310-46a3-9b58-487399291285 req-0ed6f4fe-6dde-4699-ad1d-a7b43e4a03f6 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230581 May 19 12:59:54.462421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 12:59:54.462767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:59:54.635158 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5f8dbbbd-f888-4c21-b734-4bd7a58b6a93 req-0eace87d-a97c-439e-b28b-12d61e1ac644 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.0492649 May 19 12:59:54.636697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:54.749457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event deleted for resources: {'Port': ['ID=6433a171-36ea-4b4b-980e-fa0461da1a7b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:54.771295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.771731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.772157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.772595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.773022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.773433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.773868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.774303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.775203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.775203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.775594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.776018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:54.905393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Router 27330da0-0f23-4b70-9845-f044282d6891 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:55.026804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.050644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Deleting port 0ce6e797-cde8-4205-baad-ee1f179ccafb {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:55.051000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.143301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] The port '0ce6e797-cde8-4205-baad-ee1f179ccafb' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 12:59:55.178046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=d81ecb52-67fb-4d79-97f4-a97fa181e5df,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:55.191325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] For port f839817e-1200-483a-a1a4-c6cbed9c2a48, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f839817e-1200-483a-a1a4-c6cbed9c2a48,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 12:59:55.191677 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.210627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a151e-459a-4fce-8006-4ed689e73f16 req-c12ac392-ae96-4ee7-b8d1-b732225d3e12 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:55.212782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 12:59:55.223766 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f05a151e-459a-4fce-8006-4ed689e73f16 req-c12ac392-ae96-4ee7-b8d1-b732225d3e12 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.9125881 May 19 12:59:55.226342 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] Sync routers for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:59:55.253498 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:55.254392 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:55.261556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.390209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.397019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] No DVR routers for this DVR port 6433a171-36ea-4b4b-980e-fa0461da1a7b on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:59:55.399508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.406591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'name': 'network-vif-deleted', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:59:55.414664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.421954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.450072 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94fefe6e-f9a7-4a89-83ac-a2daee68b3c5 req-058d76e3-09a1-4da3-b6d5-bf6762900d24 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.79 "DELETE /v2.0/ports/6433a171-36ea-4b4b-980e-fa0461da1a7b HTTP/1.1" status: 204 len: 173 time: 3.0174642 May 19 12:59:55.461639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dde7ba3-21d0-4d79-8817-db7ced478ead']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:55.482064 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:55.492364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90bb20f-d2c9-494c-acd4-bb4555221def') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:55.492874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90bb20f-d2c9-494c-acd4-bb4555221def') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:55.493642 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-48df516e-3418-44d1-8f47-9d5119b3aa1a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/d81ecb52-67fb-4d79-97f4-a97fa181e5df HTTP/1.1" status: 204 len: 168 time: 2.5236313 May 19 12:59:55.499201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57408) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:55.503396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.530319 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443c1bb1-425b-4117-a8b8-e8b632d25d01'] response: {'server_uuid': '726a45f8-d9c9-4961-98b6-37ff40a64135', 'name': 'network-vif-deleted', 'tag': '6433a171-36ea-4b4b-980e-fa0461da1a7b', 'status': 'completed', 'code': 200} May 19 12:59:55.541516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.575876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.588616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:55.590216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:55.626923 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:55.720373 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f05a151e-459a-4fce-8006-4ed689e73f16 req-6c1ca6b7-2811-406f-9af2-094590de95ba tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954629 May 19 12:59:55.842046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.869202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.879966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Network': ['ID=4dde7ba3-21d0-4d79-8817-db7ced478ead,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:55.882950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6f1171c0-1e12-425b-a64c-03eff0673d27 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/networks/4dde7ba3-21d0-4d79-8817-db7ced478ead HTTP/1.1" status: 204 len: 168 time: 3.0010338 May 19 12:59:55.885698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57416) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:55.910871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:55.970648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcaa79-5e8f-48d8-b035-b2d61ebce5af req-1ecc3649-bf15-4b9b-9a04-c4214191fc42 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:55.972084 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-98bcaa79-5e8f-48d8-b035-b2d61ebce5af req-1ecc3649-bf15-4b9b-9a04-c4214191fc42 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 946 time: 0.2529104 May 19 12:59:55.983528 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:18Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:55.987403 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] Checking router: 27330da0-0f23-4b70-9845-f044282d6891 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:59:55.996719 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 12:59:55.997393 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:56.039899 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-98bcaa79-5e8f-48d8-b035-b2d61ebce5af req-920e25dd-119e-4cdb-912f-853a151a43f7 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1c785ef-6cc4-474c-aa1e-e998ac2a0343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507975 May 19 12:59:56.051666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec01120d-b2a2-4a9c-945a-ca288b081c15 req-9de39fb3-a15b-4883-9cb0-8f7cf24575cd tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/ports?device_id=726a45f8-d9c9-4961-98b6-37ff40a64135 HTTP/1.1" status: 200 len: 210 time: 0.1493447 May 19 12:59:56.137133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.247 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/abb4b9e0-39ff-4493-83f5-ddac9e765fac) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:56.170255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3bd1b-9be9-4086-8f95-f0a6c6c05c2d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:56.186638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3bd1b-9be9-4086-8f95-f0a6c6c05c2d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:56.187433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b5b3bd1b-9be9-4086-8f95-f0a6c6c05c2d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:56.197627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=ee1b8f9c-ecd4-4357-9296-fdbe00cfe318,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:56.197946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.201410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.201758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.202062 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Floating IP 3590c19e-fcb5-4657-968f-20008f690d85 disassociated. External IP: 172.26.3.166, port: f839817e-1200-483a-a1a4-c6cbed9c2a48. May 19 12:59:56.202395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Calling delete_port for f839817e-1200-483a-a1a4-c6cbed9c2a48 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:56.314260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.314624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.314962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.315287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.315613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.315933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.316248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.316570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.316872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.317265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.317486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.317795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:56.344353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.375438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1df7c-f77a-48e4-9cd0-964edb57f5bf']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:56.389693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2c3c26-7db0-4385-a159-497d748925c6') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:56.390036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': '93a8c402-4e10-4c0c-95a0-3b298cc4ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6c702077-32c8-4aae-9753-57854c55a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:56.390155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2c3c26-7db0-4385-a159-497d748925c6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:56.390265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 6c702077-32c8-4aae-9753-57854c55a247, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:59:56.403551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.421747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.428879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:56.429385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.457685 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 12:59:56.510400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b5b3bd1b-9be9-4086-8f95-f0a6c6c05c2d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:56.511696 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b5b3bd1b-9be9-4086-8f95-f0a6c6c05c2d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0060554 May 19 12:59:56.517243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57422) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:56.518048 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:56.562750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f839817e-1200-483a-a1a4-c6cbed9c2a48 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:56.613851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:56.614214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.655177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.674344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 6c702077-32c8-4aae-9753-57854c55a247 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:59:56.690924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.707475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Network': ['ID=b1b1df7c-f77a-48e4-9cd0-964edb57f5bf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:56.723183 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8f040a2f-33ae-4fbb-993b-c1cdfa2b34af tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/networks/b1b1df7c-f77a-48e4-9cd0-964edb57f5bf HTTP/1.1" status: 204 len: 168 time: 0.8367236 May 19 12:59:56.724296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57426) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:56.772241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f839817e-1200-483a-a1a4-c6cbed9c2a48 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 12:59:56.772241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.811719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 6c702077-32c8-4aae-9753-57854c55a247) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:56.831821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.836532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:56.837258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.877631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95f70b-8d53-452b-8fbb-103819a7bfe0 None None] Network 6c702077-32c8-4aae-9753-57854c55a247 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 12:59:56.900192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e6db-1c69-49af-9c8e-07fc61b3b7ed req-37920b81-095a-4881-8c79-bd496aa5c302 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:56.901979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75f3e6db-1c69-49af-9c8e-07fc61b3b7ed req-37920b81-095a-4881-8c79-bd496aa5c302 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3736742 May 19 12:59:56.907265 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f8fb8a53-28c5-4605-8a11-10c15c873854 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4827545 May 19 12:59:56.908350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:56.915633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57430) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:57.014394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6433a171-36ea-4b4b-980e-fa0461da1a7b no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 12:59:57.043082 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:18Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.051714 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f138a-499c-486f-837b-e79a0ecfb73c None None] The sync data for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv is: [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '439c7f64-d12a-4421-959b-ced353345eeb', 'name': '', 'network_id': 'c23fee00-029f-4938-83b0-252507ecc7c2', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'mac_address': 'fa:16:3e:a2:74:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:05Z', 'updated_at': '2022-05-19T12:58:18Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'subnets': [{'id': 'a2e105b0-2a62-469b-af1f-1e2e6d81e184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:59:57.060765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 6433a171-36ea-4b4b-980e-fa0461da1a7b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 12:59:57.061038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6433a171-36ea-4b4b-980e-fa0461da1a7b not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 12:59:57.094126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.130095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.236957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-64685086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 12:59:57.245276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 12:59:57.250153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 12:59:57.253141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 12:59:57.262086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 12:59:57.288259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-6c702077-32c8-4aae-9753-57854c55a247', 'network_id': '6c702077-32c8-4aae-9753-57854c55a247', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': 'ee1b8f9c-ecd4-4357-9296-fdbe00cfe318'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 12:59:57.289334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.381340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 12:59:57.407682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.167 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/301c9b86-c749-4d58-91e1-1e2540ed1308) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:57.449104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.450764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.452009 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2dc1ac05-3cdc-4b92-9875-0862d39c3fb8 req-9683ed06-0717-4efe-b5b4-2913cc87ffca tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.1192358 May 19 12:59:57.468973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.489837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event deleted for resources: {'Port': ['ID=f839817e-1200-483a-a1a4-c6cbed9c2a48,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:57.518303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Allocated IP 2001:db8::2 (6c702077-32c8-4aae-9753-57854c55a247/ee1b8f9c-ecd4-4357-9296-fdbe00cfe318/99a9adec-1209-4471-b63a-fb862393a8e6) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:59:57.579674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.626738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe523432-1e2a-4319-b2a8-d3195d42ad59']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.646367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edccc5d1-c9fa-4b77-a837-d1316b177bef') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.646789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edccc5d1-c9fa-4b77-a837-d1316b177bef') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:57.647135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa47edd-f0a6-4c2e-a2c7-19fc00a9e3e8 None None] New status for floating IP ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 12:59:57.662414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.684395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57440) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:57.693026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.743359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:57.757628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.782915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:57.790117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:57.790530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.803188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75f3e6db-1c69-49af-9c8e-07fc61b3b7ed req-acced004-3b20-42b0-86ab-fa05254a3f04 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8520463 May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:57.813624 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:57.815476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.886522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.911164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.956318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:57.975704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:57.989017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:57.992750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-af6956de-355a-4138-83d3-158028879c31 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.030357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.034921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=abb4b9e0-39ff-4493-83f5-ddac9e765fac,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.055068 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-456dd7b4-0f98-412b-8be0-4b9c8b8db547 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca HTTP/1.1" status: 204 len: 168 time: 1.5356255 May 19 12:59:58.056749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Transition to ACTIVE for port object 99a9adec-1209-4471-b63a-fb862393a8e6 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:58.060947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57446) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.075248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.090975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Transition to ACTIVE for port object 99a9adec-1209-4471-b63a-fb862393a8e6 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 12:59:58.109286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.140113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.141293 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d8e01d33-9970-410e-8227-3dd0d376ae60 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1935823 May 19 12:59:58.227581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57450) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.251616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.258860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-af6956de-355a-4138-83d3-158028879c31 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.267961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Network 6c702077-32c8-4aae-9753-57854c55a247 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:58.271777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:58.277263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Network': ['ID=fe523432-1e2a-4319-b2a8-d3195d42ad59,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.278849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:58.299192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5df1cf0b-510e-47c5-a469-9f7787b8cdb0 tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/networks/fe523432-1e2a-4319-b2a8-d3195d42ad59 HTTP/1.1" status: 204 len: 168 time: 1.5463381 May 19 12:59:58.302642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.319184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.327981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Pushing event updated for resources: {'Port': ['ID=99a9adec-1209-4471-b63a-fb862393a8e6,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.366131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.366995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.367582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.368284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.368729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.369174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.369588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.370000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.370411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.370808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.371230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.371656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:59:58.406524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Attempting to bind port 99a9adec-1209-4471-b63a-fb862393a8e6 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 12:59:58.407216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Attempting to bind port 99a9adec-1209-4471-b63a-fb862393a8e6 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '93a8c402-4e10-4c0c-95a0-3b298cc4ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6c702077-32c8-4aae-9753-57854c55a247'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 12:59:58.407567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Attempting to bind port 99a9adec-1209-4471-b63a-fb862393a8e6 on network 6c702077-32c8-4aae-9753-57854c55a247 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 12:59:58.413277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 12:59:58.413639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Checking segment: {'id': '93a8c402-4e10-4c0c-95a0-3b298cc4ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6c702077-32c8-4aae-9753-57854c55a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 12:59:58.414224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.414655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Bound using segment: {'id': '93a8c402-4e10-4c0c-95a0-3b298cc4ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6c702077-32c8-4aae-9753-57854c55a247'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 12:59:58.415188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Bound port: 99a9adec-1209-4471-b63a-fb862393a8e6, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a8c402-4e10-4c0c-95a0-3b298cc4ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6c702077-32c8-4aae-9753-57854c55a247'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 12:59:58.415549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.449549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee7e24-36da-483f-a972-7243b1c1fe30 req-707c79d4-af0d-4cd8-9cc2-a4dfd7f1a396 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:58.451576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2dee7e24-36da-483f-a972-7243b1c1fe30 req-707c79d4-af0d-4cd8-9cc2-a4dfd7f1a396 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5099373 May 19 12:59:58.462079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.488972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-af6956de-355a-4138-83d3-158028879c31 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.536021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] For port 99a9adec-1209-4471-b63a-fb862393a8e6, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 12:59:58.541843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] For port 99a9adec-1209-4471-b63a-fb862393a8e6, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=99a9adec-1209-4471-b63a-fb862393a8e6,segment=NetworkSegment(93a8c402-4e10-4c0c-95a0-3b298cc4ea20),segment_id=93a8c402-4e10-4c0c-95a0-3b298cc4ea20)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 12:59:58.545774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6956de-355a-4138-83d3-158028879c31 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f68750-d056-4f5c-ac71-75834116ead9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.574006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:59:58.585673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.611425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:59:58.614053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 12:59:58.657450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-af6956de-355a-4138-83d3-158028879c31 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.663108 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-af6956de-355a-4138-83d3-158028879c31 tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "DELETE /v2.0/security-groups/07f68750-d056-4f5c-ac71-75834116ead9 HTTP/1.1" status: 204 len: 168 time: 0.9774027 May 19 12:59:58.739761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57460) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.743925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876a386-bb41-40fb-9743-aab7a361c0c5 None None] Pushing event updated for resources: {'Port': ['ID=99a9adec-1209-4471-b63a-fb862393a8e6,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.747459 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2dee7e24-36da-483f-a972-7243b1c1fe30 req-5e278f98-5d52-4da5-81e1-215f6ebad95e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813931 May 19 12:59:58.786388 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-9fbd001b-56f9-442e-b514-56ab4ebfbeaf tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] show failed (client error): The resource could not be found. May 19 12:59:58.790399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9fbd001b-56f9-442e-b514-56ab4ebfbeaf tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "GET /v2.0/security-groups/07f68750-d056-4f5c-ac71-75834116ead9 HTTP/1.1" status: 404 len: 347 time: 0.0491533 May 19 12:59:58.790738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=301c9b86-c749-4d58-91e1-1e2540ed1308,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:58.794156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57466) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:58.795651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.828276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2853a74b-a23e-4509-aaba-05ca23f3970a']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:58.841534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee61de23-053c-48b6-86c6-553c4f767603') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:58.841918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee61de23-053c-48b6-86c6-553c4f767603') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:59:58.856792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.874656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.882694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:59:58.883228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:59:58.898823 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:59:59.047764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.052523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.084276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-6169447d-672f-41ad-a86e-285871c8eee0 req-2bd7724d-2179-4caf-b7ed-d905f6032ad4 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Synchronizing usage tracker for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 12:59:59.086696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] 10.222.0.44 "DELETE /v2.0/networks/2853a74b-a23e-4509-aaba-05ca23f3970a HTTP/1.1" status: 204 len: 168 time: 0.7830882 May 19 12:59:59.087775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ebfb6-3260-41b3-9dec-cbcb1aaf6ead tempest-BulkNetworkOpsIpV6Test-1229221772 tempest-BulkNetworkOpsIpV6Test-1229221772-project] Pushing event deleted for resources: {'Network': ['ID=2853a74b-a23e-4509-aaba-05ca23f3970a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:59.088720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Router a8793919-db9a-4e88-9b84-224c5885c990 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 12:59:59.132807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ea35-bc69-482f-811d-2c1a9716a745 req-5ae9683a-2403-4058-a365-1cc9c7232eae tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:59.134381 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b30ea35-bc69-482f-811d-2c1a9716a745 req-5ae9683a-2403-4058-a365-1cc9c7232eae tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2344358 May 19 12:59:59.208421 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b30ea35-bc69-482f-811d-2c1a9716a745 req-845dba6a-ead6-4089-8691-1df5e9addbc9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645342 May 19 12:59:59.419512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57478) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.420282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Deleting port c724f62b-f3df-4ce3-b8fd-b5652763eaab {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 12:59:59.420754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.651798 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4de29798-4539-4cdf-883c-a5473a09f1d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec3300c71c834c25b35af55a1e24b31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298510 May 19 12:59:59.655062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57484) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.666076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66c9a4-285c-42d5-a2af-2ab9c1d992d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:59.667948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ff66c9a4-285c-42d5-a2af-2ab9c1d992d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.6045263 May 19 12:59:59.669089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-6169447d-672f-41ad-a86e-285871c8eee0 req-2bd7724d-2179-4caf-b7ed-d905f6032ad4 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Unset dirty status for tenant:7b66be797cc84c82a48e68ee1f9581a8 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 12:59:59.679901 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6169447d-672f-41ad-a86e-285871c8eee0 req-2bd7724d-2179-4caf-b7ed-d905f6032ad4 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 1.0316772 May 19 12:59:59.694203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 99a9adec-1209-4471-b63a-fb862393a8e6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 12:59:59.714488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57488) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 12:59:59.726914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30597ce3-a224-43d4-94af-00fefd7ece15 req-4eb06275-7957-4ac9-9ccc-b72ba18c6730 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:59:59.735583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-30597ce3-a224-43d4-94af-00fefd7ece15 req-4eb06275-7957-4ac9-9ccc-b72ba18c6730 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2390442 May 19 12:59:59.802808 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-30597ce3-a224-43d4-94af-00fefd7ece15 req-18d74f1f-4528-4bac-ad0b-435d351850e5 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660653 May 19 12:59:59.812279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4ad87577-0dc7-4ee5-96ea-766d6fda3e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.812973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 99a9adec-1209-4471-b63a-fb862393a8e6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 12:59:59.844687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4ad87577-0dc7-4ee5-96ea-766d6fda3e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.903270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4ad87577-0dc7-4ee5-96ea-766d6fda3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.926953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad87577-0dc7-4ee5-96ea-766d6fda3e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35a6672-77f7-421c-b902-41d27035cb89,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:59:59.930196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4ad87577-0dc7-4ee5-96ea-766d6fda3e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 12:59:59.934308 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4ad87577-0dc7-4ee5-96ea-766d6fda3e4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a35a6672-77f7-421c-b902-41d27035cb89 HTTP/1.1" status: 204 len: 168 time: 0.2751865 May 19 12:59:59.954320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a6bcb-0ad3-47a7-883e-84d8cd2add5c None None] Network 6c702077-32c8-4aae-9753-57854c55a247 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:00.021472 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-459b8eb0-52d4-452e-a0a7-c11b5043f338 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:00:00.025556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-459b8eb0-52d4-452e-a0a7-c11b5043f338 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/d81ecb52-67fb-4d79-97f4-a97fa181e5df HTTP/1.1" status: 404 len: 333 time: 0.3013265 May 19 13:00:00.025930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57494) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.051052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Provisioning for port 99a9adec-1209-4471-b63a-fb862393a8e6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:00.063096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Provisioning complete for port 99a9adec-1209-4471-b63a-fb862393a8e6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:00.063465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.094845 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-66adc89a-e5f3-48fa-9017-f4d463707e80 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:00:00.096158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-66adc89a-e5f3-48fa-9017-f4d463707e80 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:00.121265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-66adc89a-e5f3-48fa-9017-f4d463707e80 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:00.123577 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-66adc89a-e5f3-48fa-9017-f4d463707e80 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/8b76b8f4-4f1c-4c7d-a3b2-4c129bcc8cca HTTP/1.1" status: 404 len: 333 time: 0.0947988 May 19 13:00:00.126148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57500) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.204268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.281234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.360275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Current status of the port 99a9adec-1209-4471-b63a-fb862393a8e6 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:00.360677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.407929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] For port 99a9adec-1209-4471-b63a-fb862393a8e6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=99a9adec-1209-4471-b63a-fb862393a8e6,segment=NetworkSegment(93a8c402-4e10-4c0c-95a0-3b298cc4ea20),segment_id=93a8c402-4e10-4c0c-95a0-3b298cc4ea20)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:00.419329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.516642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2231bde-cf42-4197-828a-65911fcd9733 None None] Pushing event updated for resources: {'Port': ['ID=99a9adec-1209-4471-b63a-fb862393a8e6,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:00.526281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.555427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86691302-3d80-4f87-8dbf-78b381967fb9']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:00.568424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644dd8fa-cc5e-405d-ba4a-8429ab161043') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:00.568727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644dd8fa-cc5e-405d-ba4a-8429ab161043') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:00.580751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.598805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.607789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:00.608478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:00.629143 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:00.675399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:00.693129 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] Sync routers for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:00.707035 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:00.708356 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:00.752498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.764999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ab1eb9ab-b391-4386-bb6c-8fd5c82bfe59 None None] Provisioning complete for port 99a9adec-1209-4471-b63a-fb862393a8e6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:00.765373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb9ab-b391-4386-bb6c-8fd5c82bfe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.818166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.820958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=86691302-3d80-4f87-8dbf-78b381967fb9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:00.837985 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-51052d67-53e7-4696-bfca-89713e598bf6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/86691302-3d80-4f87-8dbf-78b381967fb9 HTTP/1.1" status: 204 len: 168 time: 0.7102520 May 19 13:00:00.844021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57520) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:00.858390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1030651675'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:00.875312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:00.885659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:00.894805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:00.895892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.896427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.912843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] No DVR routers for this DVR port f839817e-1200-483a-a1a4-c6cbed9c2a48 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:00.915884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:00.932878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:00.939224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.972853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:00.977284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'name': 'network-vif-deleted', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:00:01.000109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:01.011734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.012119 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment e4d970e7-47ff-45e1-a674-445d7aa74e10 of type vlan for network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a May 19 13:00:01.042255 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:01.047943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.081782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ab1eb9ab-b391-4386-bb6c-8fd5c82bfe59 None None] Current status of the port 99a9adec-1209-4471-b63a-fb862393a8e6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:01.110274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57530) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:01.128321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.141805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:01.142458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.149436 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b48afd7-75aa-4b82-a90c-18be759fdf5f req-bcbe14ac-b1f2-4bb3-b402-6d643deaec38 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc08e024-fa4a-4513-84e8-aaf3a9649271 HTTP/1.1" status: 200 len: 210 time: 0.2558327 May 19 13:00:01.159960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5748d152-842b-4d42-b8f5-a688916e8515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.166166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Calling delete_port for c724f62b-f3df-4ce3-b8fd-b5652763eaab owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:01.258745 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4eddd5a7-2182-430a-95e2-234f838fe8fe req-2794490e-fbf4-451d-9e3f-268d54813f05 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.79 "DELETE /v2.0/ports/f839817e-1200-483a-a1a4-c6cbed9c2a48 HTTP/1.1" status: 204 len: 173 time: 7.5590343 May 19 13:00:01.267897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377a3898-144e-4f04-8f2c-5b2273b6c916'] response: {'server_uuid': 'dc08e024-fa4a-4513-84e8-aaf3a9649271', 'name': 'network-vif-deleted', 'tag': 'f839817e-1200-483a-a1a4-c6cbed9c2a48', 'status': 'completed', 'code': 200} May 19 13:00:01.274292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.315572 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4673781 May 19 13:00:01.319690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57536) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:01.533737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:01.550860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511159270'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:01.561335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30ca8e-81dc-41b9-aa64-d3ed3caab60b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=4a4ecb75-c570-4cc2-93e7-f4cebf0b713a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:01.572627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:01.596269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:01.601332 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:01.605997 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] Checking router: a8793919-db9a-4e88-9b84-224c5885c990 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:01.615966 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:01.617107 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T12:59:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:01.637773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:01.650872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:01.662798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:01.704377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:01.710915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:01.714867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.727082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:01.739381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a56311-2bf5-46d9-81cb-d41092ca203a req-73592866-b60f-4e5b-8406-682e24c4ee0c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:01.740867 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96a56311-2bf5-46d9-81cb-d41092ca203a req-73592866-b60f-4e5b-8406-682e24c4ee0c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4302156 May 19 13:00:01.742510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:01.743993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 99a9adec-1209-4471-b63a-fb862393a8e6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:01.745785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.761077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.771807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:01.781739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:01.791553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:security_group_rule and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:01.797011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:01.812678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:01.819765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:01.824530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:01.870606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8::1 (6c702077-32c8-4aae-9753-57854c55a247/ee1b8f9c-ecd4-4357-9296-fdbe00cfe318/8793343c-9377-47fa-a837-eb1b4b461170) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:01.927594 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:01.930125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96a56311-2bf5-46d9-81cb-d41092ca203a req-5f7f16ff-a202-42c5-a778-ac607607acd4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715088 May 19 13:00:01.972732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Performing IP validity checks on allocation pools {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:00:01.975621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:00:01.992306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 99a9adec-1209-4471-b63a-fb862393a8e6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:01.992682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.134197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.158450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.166924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.258543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5b9f6-b04c-4613-bc9b-09c52e679acf,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.273592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 99a9adec-1209-4471-b63a-fb862393a8e6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:02.289703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:02.315827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.316149 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 1b9eca97-16c3-4c2f-9c8f-20ba475e919e of type vlan for network cf05994b-2e15-4770-8809-1386d4997be4 May 19 13:00:02.317645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57548) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:02.347740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.356141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.465864 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:02.472487 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fc2ef-740d-4b9f-bdcd-2c42a7ca6391 None None] The sync data for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv is: [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T12:58:06Z', 'revision_number': 4, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '195b1514-1844-4407-a4b3-8937bc357d49', 'name': '', 'network_id': '90871ee3-aa8a-4893-8547-40c5be737b45', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'mac_address': 'fa:16:3e:0e:e5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:03Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'subnets': [{'id': '061b0a44-44c2-4e6f-88a0-74eee085f977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:02.494708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.565112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=897e30be-48e8-44c3-aac5-ec9fce4d9159,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.568986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': 'e4d970e7-47ff-45e1-a674-445d7aa74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:02.568986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:02.573117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.578829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:02.579431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.695991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Pushing event deleted for resources: {'Port': ['ID=c724f62b-f3df-4ce3-b8fd-b5652763eaab,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.708232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ac5-d3f7-4458-bf57-991adca534a3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.754753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:02.763249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=cf05994b-2e15-4770-8809-1386d4997be4,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:02.767160 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b28b5742-f0ea-4bd3-969c-fdc2e800bc4a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6555994 May 19 13:00:02.783173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ac5-d3f7-4458-bf57-991adca534a3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.795002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network cf05994b-2e15-4770-8809-1386d4997be4 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:02.810667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:02.830327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:02.830914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.859105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eb616cdd-fd5f-4fca-bf6b-8f3e8ef6db35 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5381532 May 19 13:00:02.859809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57552) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:02.872507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.876786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a', 'name': 'tempest-PortsIpV6TestJSON-1930909728'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:02.879106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632f722-acc3-4399-a6a7-4384b5b87539 None None] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:02.906233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ac5-d3f7-4458-bf57-991adca534a3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:02.986497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd10ac5-d3f7-4458-bf57-991adca534a3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c785ef-6cc4-474c-aa1e-e998ac2a0343,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:03.031887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bdd10ac5-d3f7-4458-bf57-991adca534a3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.034148 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bdd10ac5-d3f7-4458-bf57-991adca534a3 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "DELETE /v2.0/security-groups/b1c785ef-6cc4-474c-aa1e-e998ac2a0343 HTTP/1.1" status: 204 len: 168 time: 0.7155802 May 19 13:00:03.037715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.039313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57556) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:03.060918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-3fb7f3a7-de1d-4ea2-b384-8da35e5b19ff tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] show failed (client error): The resource could not be found. May 19 13:00:03.062580 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3fb7f3a7-de1d-4ea2-b384-8da35e5b19ff tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "GET /v2.0/security-groups/b1c785ef-6cc4-474c-aa1e-e998ac2a0343 HTTP/1.1" status: 404 len: 347 time: 0.0221364 May 19 13:00:03.068707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57560) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:03.075794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb4cf6-2e58-454f-88ad-fceb9f5853aa None None] New status for floating IP 3590c19e-fcb5-4657-968f-20008f690d85: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:00:03.197321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.198678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2f3c2c33-ecb2-4228-9a53-951608ed11ff tempest-ServersTestJSON-2130553872 tempest-ServersTestJSON-2130553872-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab3bdac5-0c87-49cf-aa54-e12a6f0fb32a HTTP/1.1" status: 204 len: 168 time: 4.3825302 May 19 13:00:03.223470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57564) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:03.226258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.336065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Deleting port 986f7e8e-dcd7-41a2-a983-b3659c294a99 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:03.336407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.517107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.517328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.537580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 8793343c-9377-47fa-a837-eb1b4b461170 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:03.572329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4a4ecb75-c570-4cc2-93e7-f4cebf0b713a', 'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': '897e30be-48e8-44c3-aac5-ec9fce4d9159'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:03.574459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.579784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d24d5-453e-41cd-9a2b-47c281f5463c req-1b1e05d2-9534-45d9-a3a5-2dd5584f96a6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:03.587600 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e28d24d5-453e-41cd-9a2b-47c281f5463c req-1b1e05d2-9534-45d9-a3a5-2dd5584f96a6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.9612591 May 19 13:00:03.607044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f4457d51-6b7e-421f-92ac-55eed5321c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.688620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Calling delete_port for 986f7e8e-dcd7-41a2-a983-b3659c294a99 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:03.779968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Allocated IP 2001:db8::2 (4a4ecb75-c570-4cc2-93e7-f4cebf0b713a/897e30be-48e8-44c3-aac5-ec9fce4d9159/dc5ce059-af49-4100-a013-31564896565c) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:03.823031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.845046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:03.861203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:03.883113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:03.886520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.903911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e28d24d5-453e-41cd-9a2b-47c281f5463c req-3eb3c1e4-d6b2-40be-9608-8cb0fe93321e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151984 May 19 13:00:03.904735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:03.918350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 7079649f-dcda-40a1-ad19-a7acb1321a51 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:03.997554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:03.998102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:04.060658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.070785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Transition to ACTIVE for port object dc5ce059-af49-4100-a013-31564896565c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:04.090076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Transition to ACTIVE for port object dc5ce059-af49-4100-a013-31564896565c will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:04.104085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.111817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=abb4b9e0-39ff-4493-83f5-ddac9e765fac,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:04.166776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:04.172952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:04.175907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:04.176328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.184318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:04.292975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce059-af49-4100-a013-31564896565c,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:04.295613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Attempting to bind port dc5ce059-af49-4100-a013-31564896565c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:04.295977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Attempting to bind port dc5ce059-af49-4100-a013-31564896565c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'e4d970e7-47ff-45e1-a674-445d7aa74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:04.296374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Attempting to bind port dc5ce059-af49-4100-a013-31564896565c on network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:04.303198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:04.303579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Checking segment: {'id': 'e4d970e7-47ff-45e1-a674-445d7aa74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:04.303956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.304404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Bound using segment: {'id': 'e4d970e7-47ff-45e1-a674-445d7aa74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:04.304790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Bound port: dc5ce059-af49-4100-a013-31564896565c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d970e7-47ff-45e1-a674-445d7aa74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4a4ecb75-c570-4cc2-93e7-f4cebf0b713a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:04.305206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.324263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::4a (4a4ecb75-c570-4cc2-93e7-f4cebf0b713a/897e30be-48e8-44c3-aac5-ec9fce4d9159/7079649f-dcda-40a1-ad19-a7acb1321a51) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:04.416820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] For port dc5ce059-af49-4100-a013-31564896565c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:04.421972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] For port dc5ce059-af49-4100-a013-31564896565c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc5ce059-af49-4100-a013-31564896565c,segment=NetworkSegment(e4d970e7-47ff-45e1-a674-445d7aa74e10),segment_id=e4d970e7-47ff-45e1-a674-445d7aa74e10)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:04.428872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.483033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.500934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Deleting port 986f7e8e-dcd7-41a2-a983-b3659c294a99 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:04.501562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.534916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8197f58-afb3-45ac-8132-c1d565b30e85 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce059-af49-4100-a013-31564896565c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:04.597619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 6c702077-32c8-4aae-9753-57854c55a247 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:04.654365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:04.658053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:04.659062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.717526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.721226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.754148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 7079649f-dcda-40a1-ad19-a7acb1321a51 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:04.777657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=8793343c-9377-47fa-a837-eb1b4b461170,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:04.823054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.823705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:04.845567 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 54c9fd58-3184-40ea-ba45-fffe6f614f2c associated. External IP: 172.26.3.247, port: 13953a1a-55ba-40b7-bcf7-11de7a04909f. May 19 13:00:04.893927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.158214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Calling delete_port for 986f7e8e-dcd7-41a2-a983-b3659c294a99 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:05.248776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-54785d66-796b-42f5-897e-b6e2f3789a04 None None] Provisioning for port 8793343c-9377-47fa-a837-eb1b4b461170 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:05.254521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-54785d66-796b-42f5-897e-b6e2f3789a04 None None] Provisioning complete for port 8793343c-9377-47fa-a837-eb1b4b461170 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:05.254993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-54785d66-796b-42f5-897e-b6e2f3789a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.274760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:05.287780 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:05.303564 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:05.306259 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:05.322730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-54785d66-796b-42f5-897e-b6e2f3789a04 None None] Port 8793343c-9377-47fa-a837-eb1b4b461170 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:05.333643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.335356 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-95ac744b-9900-4c52-8afa-6977a83d03a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.0467963 May 19 13:00:05.362210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57570) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:05.385177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.448399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.582543 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:05.692467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Pushing event deleted for resources: {'Port': ['ID=986f7e8e-dcd7-41a2-a983-b3659c294a99,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:05.699719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.760001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc5ce059-af49-4100-a013-31564896565c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:05.810229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=7079649f-dcda-40a1-ad19-a7acb1321a51,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:05.906163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:05.912054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port dc5ce059-af49-4100-a013-31564896565c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:05.970439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:05.982804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:05.990794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:05.997002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:05.997575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.004830 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3982454f-81cd-4728-8438-e9e690686bf3 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6388190 May 19 13:00:06.030160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57576) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:06.061833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-337bdd22-d7dc-4eb3-aa22-4d16a7dcd674 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1981847 May 19 13:00:06.066062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57580) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:06.166622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57584) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:06.191481 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:00Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T12:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:06.195346 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:06.195678 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Updating router cc924164-5d35-4c41-85c1-2afac8494277 port 301c9b86-c749-4d58-91e1-1e2540ed1308 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:00:06.212444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c631c6-13ba-4930-ab77-594c96529622 None None] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:06.241796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.244549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.245719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4229c5f9-11fa-44f1-be21-707337253189 tempest-ServersTestManualDisk-686076613 tempest-ServersTestManualDisk-686076613-project] 10.222.0.44 "DELETE /v2.0/floatingips/3590c19e-fcb5-4657-968f-20008f690d85 HTTP/1.1" status: 204 len: 168 time: 3.1758959 May 19 13:00:06.250775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 7079649f-dcda-40a1-ad19-a7acb1321a51 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:06.251119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.254893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.269586 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.280311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57588) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:06.286841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:06.319025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:06.331380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Provisioning for port dc5ce059-af49-4100-a013-31564896565c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:06.340882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Provisioning complete for port dc5ce059-af49-4100-a013-31564896565c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:06.341383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.615040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0852d-0f23-4af8-9f7b-d8bce8847900 req-17d919ef-bcc7-480c-a1c0-e8b97aceeba4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:06.615315 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d1f0852d-0f23-4af8-9f7b-d8bce8847900 req-17d919ef-bcc7-480c-a1c0-e8b97aceeba4 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.1716666 May 19 13:00:06.617004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Current status of the port dc5ce059-af49-4100-a013-31564896565c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:06.617545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.660277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] For port dc5ce059-af49-4100-a013-31564896565c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc5ce059-af49-4100-a013-31564896565c,segment=NetworkSegment(e4d970e7-47ff-45e1-a674-445d7aa74e10),segment_id=e4d970e7-47ff-45e1-a674-445d7aa74e10)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:06.674434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.709355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.730649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.731918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.783187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81901f2-69e2-4ba9-9977-8c50744a15c0 None None] Pushing event updated for resources: {'Port': ['ID=dc5ce059-af49-4100-a013-31564896565c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:06.789907 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.807980 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Transition to ACTIVE for port object 301c9b86-c749-4d58-91e1-1e2540ed1308 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:06.819765 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.842024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:06.853447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:06.864108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:06.864725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:06.870246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:06.875572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:06.880317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:06.888499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:06.941588 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Attempting to bind port 301c9b86-c749-4d58-91e1-1e2540ed1308 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:06.942279 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Attempting to bind port 301c9b86-c749-4d58-91e1-1e2540ed1308 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:06.942813 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Attempting to bind port 301c9b86-c749-4d58-91e1-1e2540ed1308 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:06.951053 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Pushing event updated for resources: {'Port': ['ID=301c9b86-c749-4d58-91e1-1e2540ed1308,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:06.957853 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:06.958730 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:06.959284 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.959876 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:06.960612 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Bound port: 301c9b86-c749-4d58-91e1-1e2540ed1308, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:06.961290 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.971704 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d1f0852d-0f23-4af8-9f7b-d8bce8847900 req-ab092edf-1c63-482f-9df0-c9cd08fe154e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248258 May 19 13:00:06.984994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:06.985272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=8793343c-9377-47fa-a837-eb1b4b461170,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:06.989919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:06.993900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.000990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:07.017593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd001a-af91-4425-83df-a06a59c3cf27 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:07.021698 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b1cd001a-af91-4425-83df-a06a59c3cf27 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9852171 May 19 13:00:07.032705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57594) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:07.036720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:07.037241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:07.051980 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.052341 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.052709 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.053045 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.053366 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.054337 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.054690 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.055013 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.055349 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.055721 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.056043 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.056357 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:07.139525 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] For port 301c9b86-c749-4d58-91e1-1e2540ed1308, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:07.149318 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] For port 301c9b86-c749-4d58-91e1-1e2540ed1308, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=301c9b86-c749-4d58-91e1-1e2540ed1308,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:07.166322 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.185049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:07.191451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95d1f33-7dba-4f4b-8d02-59edd3ddb0c4 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:07.218130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Provisioning for port 7079649f-dcda-40a1-ad19-a7acb1321a51 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:07.220041 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9ccaa3ef-7cfd-4a76-8de8-da9e7b610082 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.7940338 May 19 13:00:07.226185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Provisioning complete for port 7079649f-dcda-40a1-ad19-a7acb1321a51 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:07.226831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.275410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57598) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:07.277955 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:07.278987 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:07.298669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Port 7079649f-dcda-40a1-ad19-a7acb1321a51 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:07.317989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Provisioning complete for port dc5ce059-af49-4100-a013-31564896565c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:07.318360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.322119 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca3c4ec7-692f-4d20-8555-169a3bf7e932 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2644875 May 19 13:00:07.343018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57600) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:07.353492 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28482e68-36aa-4ac2-bf8e-f9109776a879 None None] Pushing event updated for resources: {'Port': ['ID=301c9b86-c749-4d58-91e1-1e2540ed1308,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:07.353874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923455207', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:07.392495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'port_id': '13953a1a-55ba-40b7-bcf7-11de7a04909f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:07.469908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.472330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-eae0a964-5272-4617-922d-8189ea4226fa None None] Current status of the port dc5ce059-af49-4100-a013-31564896565c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:07.534158 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:07.553770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 6c702077-32c8-4aae-9753-57854c55a247 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:07.564776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:07.583828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:07.641573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ca50a45a-27a4-4f1a-813c-6ee2fba880ca None None] Provisioning complete for port 7079649f-dcda-40a1-ad19-a7acb1321a51 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:07.641936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ca50a45a-27a4-4f1a-813c-6ee2fba880ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.651297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:07.669625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312478fa-2820-44c4-a1e3-ada0201899b4 req-e30cac9e-8303-4038-bb73-b0df1ed83401 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:07.671198 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-312478fa-2820-44c4-a1e3-ada0201899b4 req-e30cac9e-8303-4038-bb73-b0df1ed83401 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4407406 May 19 13:00:07.682151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.689532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:07.708662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Deleting port 439c7f64-d12a-4421-959b-ced353345eeb {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:07.709209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.713828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc5ce059-af49-4100-a013-31564896565c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:07.805616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:07.843901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.867890 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:00Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:07.868832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ca50a45a-27a4-4f1a-813c-6ee2fba880ca None None] Port 7079649f-dcda-40a1-ad19-a7acb1321a51 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:07.879627 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e009b8-6260-492e-9709-76c160b6bb0e None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:00Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:07.899237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port dc5ce059-af49-4100-a013-31564896565c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:07.899696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.905715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:07.909496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:07.951806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-312478fa-2820-44c4-a1e3-ada0201899b4 req-86f0a68b-da1d-4f8f-a1cc-4f5394757efb tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076089 May 19 13:00:08.059036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port dc5ce059-af49-4100-a013-31564896565c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:08.113381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2028bcea-29f7-410e-8120-9a8a0df85971 None None] Provisioning complete for port 8793343c-9377-47fa-a837-eb1b4b461170 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:08.117235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2028bcea-29f7-410e-8120-9a8a0df85971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.187697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2028bcea-29f7-410e-8120-9a8a0df85971 None None] Port 8793343c-9377-47fa-a837-eb1b4b461170 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:08.188331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 7079649f-dcda-40a1-ad19-a7acb1321a51 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:08.427079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] For port 439c7f64-d12a-4421-959b-ced353345eeb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=439c7f64-d12a-4421-959b-ced353345eeb,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:08.427678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.473783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 2169b4e3-ef61-46c3-969b-42f5de08c579 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:08.615809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Calling delete_port for 439c7f64-d12a-4421-959b-ced353345eeb owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:08.688114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:08.985880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09433425-606a-435d-b286-70219ca6c20c req-9f8f71d4-bfd1-48b7-985b-b9f6a6d04c82 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:08.987326 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-09433425-606a-435d-b286-70219ca6c20c req-9f8f71d4-bfd1-48b7-985b-b9f6a6d04c82 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.8294406 May 19 13:00:09.013536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.038242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=4555b390-6f0c-485e-9510-9dcdcf2b600b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:09.041839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.049421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:09.062492 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] Sync routers for ids ['2169b4e3-ef61-46c3-969b-42f5de08c579'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:09.076998 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] Routers {'2169b4e3-ef61-46c3-969b-42f5de08c579'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:09.077847 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2169b4e3-ef61-46c3-969b-42f5de08c579'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:09.114588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3914ee36-daef-49d6-8274-e9f18136daed tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/2169b4e3-ef61-46c3-969b-42f5de08c579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8840222 May 19 13:00:09.118950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': '1b9eca97-16c3-4c2f-9c8f-20ba475e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:09.119314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: cf05994b-2e15-4770-8809-1386d4997be4, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:09.121159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57608) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:09.133690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=7079649f-dcda-40a1-ad19-a7acb1321a51,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:09.174163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=a1c76b02-3ce1-456b-ab8b-c76824a4591a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:09.190996 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:09.200537 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] Routers {'2169b4e3-ef61-46c3-969b-42f5de08c579'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:09.201224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2169b4e3-ef61-46c3-969b-42f5de08c579'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:09.229283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:09.229662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 1f606904-9674-48f4-aab7-77eca81c0579, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:09.249187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-09433425-606a-435d-b286-70219ca6c20c req-346dd5ef-b708-45d6-b8c3-d176f29b453c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332945 May 19 13:00:09.252436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509dd85-4237-49a8-9059-cac37beb8c0d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:09.253039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5509dd85-4237-49a8-9059-cac37beb8c0d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:09.256434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.268929 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:09.269775 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11e9ae-4425-4aee-a209-f1c7dd4cd889 None None] The sync data for ids ['2169b4e3-ef61-46c3-969b-42f5de08c579'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:09.331264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 1f606904-9674-48f4-aab7-77eca81c0579 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:09.340327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5509dd85-4237-49a8-9059-cac37beb8c0d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:09.341628 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5509dd85-4237-49a8-9059-cac37beb8c0d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports/8793343c-9377-47fa-a837-eb1b4b461170 HTTP/1.1" status: 200 len: 911 time: 0.2160158 May 19 13:00:09.346868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57614) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:09.452599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1f606904-9674-48f4-aab7-77eca81c0579) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:09.454471 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3880ff4c-884c-4e94-80d5-fcaa41fe5127 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/7079649f-dcda-40a1-ad19-a7acb1321a51 HTTP/1.1" status: 204 len: 168 time: 3.3842254 May 19 13:00:09.462344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514d4b3-a2e6-4461-8599-6513e6a9b8f9 None None] Network 1f606904-9674-48f4-aab7-77eca81c0579 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:09.469152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57618) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:09.469928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.486110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network cf05994b-2e15-4770-8809-1386d4997be4 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:09.518784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, cf05994b-2e15-4770-8809-1386d4997be4) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:09.528850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:09.529436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.578296 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1c55c596-c0b0-4802-b4a0-346109e53348 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3937538 May 19 13:00:09.578482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef14899-c2e2-417f-b929-ecb553b1330b None None] Network cf05994b-2e15-4770-8809-1386d4997be4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:09.587130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57622) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:09.603317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450611546'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:09.613716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:09.613716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.628095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:09.634249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:09.673127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:09.680439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:09.710673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.711655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 301c9b86-c749-4d58-91e1-1e2540ed1308 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:09.786072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:09.789900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:09.929993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 301c9b86-c749-4d58-91e1-1e2540ed1308 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:09.943954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:09.947377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=439c7f64-d12a-4421-959b-ced353345eeb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:09.949691 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed06b92-5a40-45a7-965c-544b1577f50d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:00:09.950789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed06b92-5a40-45a7-965c-544b1577f50d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:00:09.973694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 301c9b86-c749-4d58-91e1-1e2540ed1308 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:09.974055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.049631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1f606904-9674-48f4-aab7-77eca81c0579', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:10.050452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.063650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.071821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4ed06b92-5a40-45a7-965c-544b1577f50d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/7079649f-dcda-40a1-ad19-a7acb1321a51 HTTP/1.1" status: 404 len: 333 time: 0.5966694 May 19 13:00:10.072322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57626) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:10.075853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.075853 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 693a1b42-5cc7-4c03-86b5-d7d7ca9c6542 of type vlan for network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 May 19 13:00:10.085349 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0ce768e3-fa27-4e74-9b7e-94872eac42f6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7380977 May 19 13:00:10.112544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.134428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57630) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:10.140695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-cf05994b-2e15-4770-8809-1386d4997be4', 'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': '4555b390-6f0c-485e-9510-9dcdcf2b600b'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:10.141581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.218584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.224604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:10.225244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.230210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.363958 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-1483c6e2-0b79-45cf-ba85-c994c1d93b1d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6913798 May 19 13:00:10.381641 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa647eb6-c69c-44c3-925f-857274364371 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:00:10.383247 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fa647eb6-c69c-44c3-925f-857274364371 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/7079649f-dcda-40a1-ad19-a7acb1321a51 HTTP/1.1" status: 404 len: 333 time: 0.3001411 May 19 13:00:10.388663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 301c9b86-c749-4d58-91e1-1e2540ed1308 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:10.389035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.416913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57634) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:10.464078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 301c9b86-c749-4d58-91e1-1e2540ed1308, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=301c9b86-c749-4d58-91e1-1e2540ed1308,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:10.465594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Allocated IP 172.20.0.2 (1f606904-9674-48f4-aab7-77eca81c0579/a1c76b02-3ce1-456b-ab8b-c76824a4591a/c89b4547-2cfb-41b4-9dda-d5a3b37885f2) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:10.475030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.559216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Allocated IP 2001:db8:0:ffff::2 (cf05994b-2e15-4770-8809-1386d4997be4/4555b390-6f0c-485e-9510-9dcdcf2b600b/7f3b2174-a0db-4fa3-b987-52ebdbf1c599) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:10.613867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd03d-0093-44c3-ab87-c80ddcdaabfb req-1248f4ff-45d2-4ffe-bf3f-0ad613fac92f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:10.619607 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a79bd03d-0093-44c3-ab87-c80ddcdaabfb req-1248f4ff-45d2-4ffe-bf3f-0ad613fac92f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.9477170 May 19 13:00:10.682201 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0912571 May 19 13:00:10.692201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57638) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:10.707102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:10.710163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=301c9b86-c749-4d58-91e1-1e2540ed1308,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:10.722283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1888a8-e480-41ed-9079-3a220771864e tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=4fa523fe-62dd-44e1-ae51-b0cf9c656c66,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:10.744462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:10.911856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 897e30be-48e8-44c3-aac5-ec9fce4d9159 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:00:10.921757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:10.929101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:10.935705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:10.955410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:10.967446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:10.993951 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a79bd03d-0093-44c3-ab87-c80ddcdaabfb req-97f26c95-d3ba-45b5-bdba-f1326ec8526d tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965720 May 19 13:00:11.073480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Deleting port 195b1514-1844-4407-a4b3-8937bc357d49 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:11.073823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.105911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:11.110131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.120870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.149821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Transition to ACTIVE for port object c89b4547-2cfb-41b4-9dda-d5a3b37885f2 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:11.155782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.160118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.161322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141164-1e1b-425c-825b-b798466d5c59 req-a4e9cdd8-b728-4305-b3fd-4c45f29bbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:11.163331 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-a4e9cdd8-b728-4305-b3fd-4c45f29bbf9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.7522738 May 19 13:00:11.172099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.193975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Transition to ACTIVE for port object 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:11.203040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Transition to ACTIVE for port object c89b4547-2cfb-41b4-9dda-d5a3b37885f2 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:11.223924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Transition to ACTIVE for port object 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:11.228747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.276392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.298028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Network 1f606904-9674-48f4-aab7-77eca81c0579 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:11.308329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:11.319988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:11.320795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:11.411996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Network cf05994b-2e15-4770-8809-1386d4997be4 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:11.413318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:11.423914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:11.443922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Pushing event updated for resources: {'Port': ['ID=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:11.482183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Attempting to bind port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:11.482863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Attempting to bind port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:11.482954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Attempting to bind port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 on network 1f606904-9674-48f4-aab7-77eca81c0579 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:11.494596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:11.494596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Checking segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:11.494596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.494596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Bound using segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:11.495323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Bound port: c89b4547-2cfb-41b4-9dda-d5a3b37885f2, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:11.495503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.679007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] For port c89b4547-2cfb-41b4-9dda-d5a3b37885f2, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:11.681030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] For port c89b4547-2cfb-41b4-9dda-d5a3b37885f2, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:11.682524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5989e-e41b-435c-bf5c-fac190df8c76 req-43acb07c-85d8-45b9-9ee1-4be146e716be tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:11.684197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fad5989e-e41b-435c-bf5c-fac190df8c76 req-43acb07c-85d8-45b9-9ee1-4be146e716be tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5498760 May 19 13:00:11.688850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] For port 195b1514-1844-4407-a4b3-8937bc357d49, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=195b1514-1844-4407-a4b3-8937bc357d49,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:11.688850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.697444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.725001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Pushing event updated for resources: {'Port': ['ID=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:11.813648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 301c9b86-c749-4d58-91e1-1e2540ed1308 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:11.845712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Attempting to bind port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:11.846140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Attempting to bind port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1b9eca97-16c3-4c2f-9c8f-20ba475e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:11.846440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Attempting to bind port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 on network cf05994b-2e15-4770-8809-1386d4997be4 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:11.861015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Calling delete_port for 195b1514-1844-4407-a4b3-8937bc357d49 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:11.877671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:11.878077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Checking segment: {'id': '1b9eca97-16c3-4c2f-9c8f-20ba475e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:11.878706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.878956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Bound using segment: {'id': '1b9eca97-16c3-4c2f-9c8f-20ba475e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:11.879418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Bound port: 7f3b2174-a0db-4fa3-b987-52ebdbf1c599, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9eca97-16c3-4c2f-9c8f-20ba475e919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cf05994b-2e15-4770-8809-1386d4997be4'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:11.879784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.889991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141164-1e1b-425c-825b-b798466d5c59 req-95f3f127-935e-45b0-af18-b0953bd6b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:11.890665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:11.890767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-95f3f127-935e-45b0-af18-b0953bd6b7ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 0.6758657 May 19 13:00:11.910505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:11.929226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c067b-728b-4c00-bb28-cbc0d888cc74 None None] Pushing event updated for resources: {'Port': ['ID=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:11.934163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.966841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:11.988438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:11.989059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.063578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.096861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:12.097653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.153700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fad5989e-e41b-435c-bf5c-fac190df8c76 req-e5ebb7a6-3669-4a9c-8255-09aaf86efb39 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4427719 May 19 13:00:12.193148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.223658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 301c9b86-c749-4d58-91e1-1e2540ed1308 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:12.224026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.273696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] For port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:12.283646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:12.284089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ac393-d15c-4cff-a965-012e4b6f5e21 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:12.329460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] For port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,segment=NetworkSegment(1b9eca97-16c3-4c2f-9c8f-20ba475e919e),segment_id=1b9eca97-16c3-4c2f-9c8f-20ba475e919e)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:12.350367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.378880 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-59e022b0-16da-4086-bf37-7cb63c993102 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1001 time: 0.4554405 May 19 13:00:12.386099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=b99a51ca-942c-494c-a785-54c6aa00aa29,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:12.392403 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0b10cb61-b19f-438e-a647-3cfd725c0729 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/floatingips/54c9fd58-3184-40ea-ba45-fffe6f614f2c HTTP/1.1" status: 200 len: 978 time: 5.0261133 May 19 13:00:12.394842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57646) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:12.465470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:12.465470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: 4fa523fe-62dd-44e1-ae51-b0cf9c656c66, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:12.549382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bf27c-94fa-4b7b-9a20-923acddcd8f3 None None] Pushing event updated for resources: {'Port': ['ID=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:12.591739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 301c9b86-c749-4d58-91e1-1e2540ed1308 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:12.602702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.628734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:12.680394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=897e30be-48e8-44c3-aac5-ec9fce4d9159,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:12.723730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.738587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c149c0c-824c-4d52-b88b-cbebc8ca92e5 None None] Network 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:12.748535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4fa523fe-62dd-44e1-ae51-b0cf9c656c66) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:12.754108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.760785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:12.761572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.780411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.828534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=195b1514-1844-4407-a4b3-8937bc357d49,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:12.831298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port abb4b9e0-39ff-4493-83f5-ddac9e765fac {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:12.831910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:12.833994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766010c-53be-49e2-8da2-4aba600055d4 None None] Network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:12.945187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a8893003-3849-4a8a-ac2c-9c54d228b51b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2508979 May 19 13:00:12.953009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57650) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:13.175650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141164-1e1b-425c-825b-b798466d5c59 req-561b6efa-584e-4430-b6b6-90323444cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:13.179128 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-561b6efa-584e-4430-b6b6-90323444cae7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.7509668 May 19 13:00:13.180860 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-77e771d2-e565-4de2-908b-96290ca3c9f0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/897e30be-48e8-44c3-aac5-ec9fce4d9159 HTTP/1.1" status: 204 len: 168 time: 2.7037723 May 19 13:00:13.192322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57654) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:13.234144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.241712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.274853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Router 27330da0-0f23-4b70-9845-f044282d6891 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:13.331118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4fa523fe-62dd-44e1-ae51-b0cf9c656c66', 'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': 'b99a51ca-942c-494c-a785-54c6aa00aa29'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:13.331952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.428969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] DHCP port deletion for 4a4ecb75-c570-4cc2-93e7-f4cebf0b713a request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:13.440712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] Deleting port dc5ce059-af49-4100-a013-31564896565c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:13.442122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.571102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for abb4b9e0-39ff-4493-83f5-ddac9e765fac owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:13.713919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] For port dc5ce059-af49-4100-a013-31564896565c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc5ce059-af49-4100-a013-31564896565c,segment=NetworkSegment(e4d970e7-47ff-45e1-a674-445d7aa74e10),segment_id=e4d970e7-47ff-45e1-a674-445d7aa74e10)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:13.714442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.851502 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b9642-a137-4d14-a223-9739e0e554cd None None] Network 1f606904-9674-48f4-aab7-77eca81c0579 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:13.858753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.875519 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] Calling delete_port for dc5ce059-af49-4100-a013-31564896565c owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:13.921114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:13.935763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.950789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:13.967814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef29eb9-29dc-45c3-8d6d-928e1a8790c8 req-baab902e-4bf8-4948-985b-15506acb0596 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:13.969822 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9ef29eb9-29dc-45c3-8d6d-928e1a8790c8 req-baab902e-4bf8-4948-985b-15506acb0596 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.4843037 May 19 13:00:13.988292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141164-1e1b-425c-825b-b798466d5c59 req-7dd2d8b3-b1d4-4267-84a8-c9c0a5be5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:13.990113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-7dd2d8b3-b1d4-4267-84a8-c9c0a5be5cb7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7966166 May 19 13:00:14.014763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182d3fe-18ba-45b9-8f62-94dc3f5e50ab None None] Network cf05994b-2e15-4770-8809-1386d4997be4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:14.195824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.212071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9b6a5f05-a128-40a8-a5ca-c62daed6201c None None] Provisioning for port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:14.212322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:14.213938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port dc5ce059-af49-4100-a013-31564896565c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:14.214341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.234987 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] Sync routers for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:14.245713 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:14.246317 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:14.268850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8892fe96-c81f-44f5-bed4-05fa995c9f3f admin admin] 10.222.0.44 "PUT /v2.0/routers/27330da0-0f23-4b70-9845-f044282d6891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0376890 May 19 13:00:14.280133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.313208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57658) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:14.320721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Allocated IP 2001:db8::1 (4fa523fe-62dd-44e1-ae51-b0cf9c656c66/b99a51ca-942c-494c-a785-54c6aa00aa29/52230a01-231c-4ce6-a6ea-8e1bc8edf546) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:14.321580 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9ef29eb9-29dc-45c3-8d6d-928e1a8790c8 req-45ed0bd9-792d-479f-80fa-d93ea16f2eaf tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407161 May 19 13:00:14.324318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.354384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.430283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=abb4b9e0-39ff-4493-83f5-ddac9e765fac,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:14.469820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] Pushing event deleted for resources: {'Port': ['ID=dc5ce059-af49-4100-a013-31564896565c,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:14.491863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Provisioning for port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:14.494766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:14.502273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184d6d7-5b5b-4dd1-9506-9aa79fda33ee None None] No DVR routers for this DVR port dc5ce059-af49-4100-a013-31564896565c on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:14.533626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] The port 'dc5ce059-af49-4100-a013-31564896565c' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:00:14.580524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Provisioning complete for port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:14.580984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.599224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:14.639620 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-76ca7c4a-ba09-4337-adfc-7c54bd78535d service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160669 May 19 13:00:14.646377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:14.646913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.680164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:14.680758 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 54c9fd58-3184-40ea-ba45-fffe6f614f2c disassociated (deleted). External IP: 172.26.3.247, port: 13953a1a-55ba-40b7-bcf7-11de7a04909f. May 19 13:00:14.964611 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T13:00:09Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:14.969977 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] Checking router: 27330da0-0f23-4b70-9845-f044282d6891 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:14.981385 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] Routers {'27330da0-0f23-4b70-9845-f044282d6891'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:14.982019 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['27330da0-0f23-4b70-9845-f044282d6891'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:14.997101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Router a8793919-db9a-4e88-9b84-224c5885c990 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:15.044383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:15.045096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.052796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.084225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Current status of the port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:15.084763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.170703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] For port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,segment=NetworkSegment(1b9eca97-16c3-4c2f-9c8f-20ba475e919e),segment_id=1b9eca97-16c3-4c2f-9c8f-20ba475e919e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:15.184115 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] Set router 27330da0-0f23-4b70-9845-f044282d6891 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:15.216974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.302771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.393515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Transition to ACTIVE for port object 52230a01-231c-4ce6-a6ea-8e1bc8edf546 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:15.441208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4ecb75-c570-4cc2-93e7-f4cebf0b713a']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:15.446691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:15.453831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:15.460271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Transition to ACTIVE for port object 52230a01-231c-4ce6-a6ea-8e1bc8edf546 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:15.480705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 8793343c-9377-47fa-a837-eb1b4b461170 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:15.481506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.487179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.491354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4bc7c-b647-4ffb-b757-f097da43a8e5 None None] Pushing event updated for resources: {'Port': ['ID=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:15.529729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:15.568388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:15.568929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d970e7-47ff-45e1-a674-445d7aa74e10') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:15.569231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d970e7-47ff-45e1-a674-445d7aa74e10') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:15.571094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:15.583939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.585525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:15.601588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:15.613390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.646514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] Sync routers for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:15.657012 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T13:00:09Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:15.662147 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f88a5-112e-41e8-a6ec-ed545de50ad5 None None] The sync data for ids ['27330da0-0f23-4b70-9845-f044282d6891'] in dv-neutron-841945-1-hyperv is: [{'id': '27330da0-0f23-4b70-9845-f044282d6891', 'name': 'tempest-ServersTestJSON-884088985-router', 'tenant_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '2aa99541-748a-446a-b062-c5b21ac43218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:54Z', 'updated_at': '2022-05-19T13:00:09Z', 'revision_number': 5, 'project_id': '0424bcd6fa4c48cd9ef01a43f23401d3', 'gw_port': {'id': '2aa99541-748a-446a-b062-c5b21ac43218', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27330da0-0f23-4b70-9845-f044282d6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:15.663973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=b99a51ca-942c-494c-a785-54c6aa00aa29,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:15.673585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.739381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:15.739939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:15.830419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Pushing event updated for resources: {'Port': ['ID=52230a01-231c-4ce6-a6ea-8e1bc8edf546,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:15.859308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-652c55f0-5d02-4311-8294-fdd3024e951a None None] Provisioning complete for port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:15.859728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-652c55f0-5d02-4311-8294-fdd3024e951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.875656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.914281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:15.914720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.984102 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77141164-1e1b-425c-825b-b798466d5c59 req-8599b546-049c-4ec6-a34e-b3f7a655bfe9 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3019547 May 19 13:00:15.984290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:15.984732 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:15.995818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Attempting to bind port 52230a01-231c-4ce6-a6ea-8e1bc8edf546 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:15.995996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Attempting to bind port 52230a01-231c-4ce6-a6ea-8e1bc8edf546 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:15.996332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Attempting to bind port 52230a01-231c-4ce6-a6ea-8e1bc8edf546 on network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:16.031877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:16.032248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Checking segment: {'id': '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:16.032643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.033027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Bound using segment: {'id': '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:16.033501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Bound port: 52230a01-231c-4ce6-a6ea-8e1bc8edf546, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:16.033862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.082047 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dfeafd25-a0e7-4d26-9a8e-ee1ed94a0b59 admin admin] 10.222.0.44 "PUT /v2.0/routers/a8793919-db9a-4e88-9b84-224c5885c990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7675581 May 19 13:00:16.090274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57666) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:16.090532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:16.091559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c89b4547-2cfb-41b4-9dda-d5a3b37885f2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:16.150922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa523fe-62dd-44e1-ae51-b0cf9c656c66']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.174721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.179457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:16.183344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.210505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.218425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:16.224692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.229512 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:16.256559 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:16.257363 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.287104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.299056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:16.299531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:16.315221 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:16.354702 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.369626 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:16.370601 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.374169 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f45cd9cc-2b9b-4570-ad5d-10e2bf327fa4 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/floatingips/54c9fd58-3184-40ea-ba45-fffe6f614f2c HTTP/1.1" status: 204 len: 168 time: 3.9749012 May 19 13:00:16.377969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57670) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:16.451723 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:16.452119 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20924f-94f9-4413-a83c-0e106ce6c6c4 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:16.453385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:00:16.453385 dv-neutron-841945-1-hyperv neutron-server[88028]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:00:16.453385 dv-neutron-841945-1-hyperv neutron-server[88028]: [parameters: {'id': '4fa523fe-62dd-44e1-ae51-b0cf9c656c66'}] May 19 13:00:16.453385 dv-neutron-841945-1-hyperv neutron-server[88028]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:16.453751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:16.463213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 13953a1a-55ba-40b7-bcf7-11de7a04909f {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:16.463824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.465402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (1f606904-9674-48f4-aab7-77eca81c0579/a1c76b02-3ce1-456b-ab8b-c76824a4591a/e791077b-62c9-466d-81d9-aa37d819aa51) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:16.527602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] For port 52230a01-231c-4ce6-a6ea-8e1bc8edf546, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:16.543401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-652c55f0-5d02-4311-8294-fdd3024e951a None None] Current status of the port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:16.547059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] For port 52230a01-231c-4ce6-a6ea-8e1bc8edf546, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=52230a01-231c-4ce6-a6ea-8e1bc8edf546,segment=NetworkSegment(693a1b42-5cc7-4c03-86b5-d7d7ca9c6542),segment_id=693a1b42-5cc7-4c03-86b5-d7d7ca9c6542)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:16.572496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.666418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.697575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.713726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.745154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.748980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=4a4ecb75-c570-4cc2-93e7-f4cebf0b713a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:16.751139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.813285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:16.833696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:16.834156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.879767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 13953a1a-55ba-40b7-bcf7-11de7a04909f owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:16.936685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad6ed7-722d-47e4-8e25-66a4522b6fed None None] Pushing event updated for resources: {'Port': ['ID=52230a01-231c-4ce6-a6ea-8e1bc8edf546,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:16.965545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.977421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:16.978844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port 52230a01-231c-4ce6-a6ea-8e1bc8edf546 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:16.979306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.032482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50c303-ef49-4dbc-af92-2928ddb1b4fa None None] Network 4fa523fe-62dd-44e1-ae51-b0cf9c656c66 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:17.098142 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd819419-42c6-4a7c-95ad-cdeab63efdbe tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/4a4ecb75-c570-4cc2-93e7-f4cebf0b713a HTTP/1.1" status: 204 len: 168 time: 3.8926077 May 19 13:00:17.121263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 8793343c-9377-47fa-a837-eb1b4b461170 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:17.130424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T13:00:12Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:17.135041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57674) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:17.151404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] Checking router: a8793919-db9a-4e88-9b84-224c5885c990 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:17.154471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1604316553'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:17.156449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:17.156580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.177946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:17.211464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.222990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:17.247448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:17.254209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] Routers {'a8793919-db9a-4e88-9b84-224c5885c990'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:17.254644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a8793919-db9a-4e88-9b84-224c5885c990'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:17.306664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:17.321573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object e791077b-62c9-466d-81d9-aa37d819aa51 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:17.340899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c89b4547-2cfb-41b4-9dda-d5a3b37885f2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:17.355376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:17.358789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.359941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.370129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.379988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port 52230a01-231c-4ce6-a6ea-8e1bc8edf546, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=52230a01-231c-4ce6-a6ea-8e1bc8edf546,segment=NetworkSegment(693a1b42-5cc7-4c03-86b5-d7d7ca9c6542),segment_id=693a1b42-5cc7-4c03-86b5-d7d7ca9c6542)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:17.380347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.395421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.397232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Deleting port fe577aef-6d1b-4c41-9cc2-f9a0047ac678 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:17.397761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.441079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Deleting port 2aa99541-748a-446a-b062-c5b21ac43218 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:17.441296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.468965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.484585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc5ce059-af49-4100-a013-31564896565c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:17.544889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: dc5ce059-af49-4100-a013-31564896565c {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:17.545387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc5ce059-af49-4100-a013-31564896565c not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:17.583719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] Set router a8793919-db9a-4e88-9b84-224c5885c990 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:17.642918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 1f606904-9674-48f4-aab7-77eca81c0579 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:17.653108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:17.667902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for 52230a01-231c-4ce6-a6ea-8e1bc8edf546 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:17.710963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:17.714495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=13953a1a-55ba-40b7-bcf7-11de7a04909f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:17.718682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:17.720882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:17.779134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:17.787760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.787760 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment f578d03a-eb8e-40f8-ba32-9cc3e9413bf8 of type vlan for network a248943d-0c80-499b-8062-62b9df7526ff May 19 13:00:17.821602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=e791077b-62c9-466d-81d9-aa37d819aa51,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:17.883199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.923326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.946407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.959784 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7ce6664f-3260-428b-9850-6a44eb8f4d4b tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/ports/13953a1a-55ba-40b7-bcf7-11de7a04909f HTTP/1.1" status: 204 len: 168 time: 1.5807858 May 19 13:00:17.963726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57678) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:17.971339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:17.977990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=8793343c-9377-47fa-a837-eb1b4b461170,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:17.989108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:17.991742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:17.994109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0020ca-9a1a-4ac3-9b82-dfcda51e8705 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:00:18.024740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.030397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:floatingip and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:18.034698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:18.056000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:18.059793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port 52230a01-231c-4ce6-a6ea-8e1bc8edf546 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:18.061579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=52230a01-231c-4ce6-a6ea-8e1bc8edf546,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:18.081115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-be0e6df8-27d4-4719-b409-de9eeaa15e21 None None] Provisioning for port e791077b-62c9-466d-81d9-aa37d819aa51 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:18.089546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:18.089970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.114192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.124441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-be0e6df8-27d4-4719-b409-de9eeaa15e21 None None] Provisioning complete for port e791077b-62c9-466d-81d9-aa37d819aa51 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:18.124749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-be0e6df8-27d4-4719-b409-de9eeaa15e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.133556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.139242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:18.139832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.238868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] For port 2aa99541-748a-446a-b062-c5b21ac43218, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2aa99541-748a-446a-b062-c5b21ac43218,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:18.239250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.250324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] For port fe577aef-6d1b-4c41-9cc2-f9a0047ac678, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:18.250796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.273372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-be0e6df8-27d4-4719-b409-de9eeaa15e21 None None] Port e791077b-62c9-466d-81d9-aa37d819aa51 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:18.302119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0020ca-9a1a-4ac3-9b82-dfcda51e8705 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:00:18.304840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T13:00:12Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.328017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.345178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcf3a0-d3bb-4b44-9b09-18c416949e54 None None] The sync data for ids ['a8793919-db9a-4e88-9b84-224c5885c990'] in dv-neutron-841945-1-hyperv is: [{'id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'name': 'tempest-ServersTestManualDisk-934715248-router', 'tenant_id': '7b66be797cc84c82a48e68ee1f9581a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:55Z', 'updated_at': '2022-05-19T13:00:12Z', 'revision_number': 5, 'project_id': '7b66be797cc84c82a48e68ee1f9581a8', 'gw_port': {'id': 'fe577aef-6d1b-4c41-9cc2-f9a0047ac678', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8793919-db9a-4e88-9b84-224c5885c990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:57:57Z', 'updated_at': '2022-05-19T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:18.368483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.383050 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2410667 May 19 13:00:18.384587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57682) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:18.398873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:18.428097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede6d73-e9a7-47da-a4c3-d650251a4de7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=a248943d-0c80-499b-8062-62b9df7526ff,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:18.495004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa523fe-62dd-44e1-ae51-b0cf9c656c66']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.506529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network a248943d-0c80-499b-8062-62b9df7526ff details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:18.519086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:18.530539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.530539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693a1b42-5cc7-4c03-86b5-d7d7ca9c6542') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:18.547068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 439c7f64-d12a-4421-959b-ced353345eeb no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:18.553315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.581746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:18.585131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.593077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:18.599786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:18.602428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:18.602874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:18.617958 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:18.626524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:18.632864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 439c7f64-d12a-4421-959b-ced353345eeb {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:18.633183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 439c7f64-d12a-4421-959b-ced353345eeb not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:18.702840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Calling delete_port for 2aa99541-748a-446a-b062-c5b21ac43218 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:18.726994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:18.731862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.747456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Calling delete_port for fe577aef-6d1b-4c41-9cc2-f9a0047ac678 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:18.815951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.852479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.878751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=4fa523fe-62dd-44e1-ae51-b0cf9c656c66,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:18.892237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b529d89-965f-460e-9b82-e7d3ad8ebc5a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/4fa523fe-62dd-44e1-ae51-b0cf9c656c66 HTTP/1.1" status: 204 len: 168 time: 5.9268527 May 19 13:00:18.895054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57686) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:18.905132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:18.965049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359969865'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:18.993154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:19.144813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.186 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/ecaa4701-ef96-438e-af9c-40a0aefe8d52) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:19.206644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.220680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:19.240270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:19.347875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:19.364497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=9f674e90-1177-4363-b2b6-70cc6b28f698,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:19.387697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:19.388061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: a248943d-0c80-499b-8062-62b9df7526ff, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:19.423918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.437432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network a248943d-0c80-499b-8062-62b9df7526ff is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:19.449427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, a248943d-0c80-499b-8062-62b9df7526ff) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:19.455205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:19.455792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.459070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4f9c9-9a4d-49b8-8de6-160ed2419a28 None None] Network a248943d-0c80-499b-8062-62b9df7526ff requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:19.487910 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fffdcb71-8f7f-4a0b-81f4-9744c4d70b94 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0949674 May 19 13:00:19.488200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:19.488321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57690) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:19.489174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.492052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.498865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-971339813'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:19.532802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 2169b4e3-ef61-46c3-969b-42f5de08c579 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:19.574168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.631250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:19.692120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=ecaa4701-ef96-438e-af9c-40a0aefe8d52,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:19.712604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c89b4547-2cfb-41b4-9dda-d5a3b37885f2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:19.739390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-a248943d-0c80-499b-8062-62b9df7526ff', 'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': '9f674e90-1177-4363-b2b6-70cc6b28f698'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:19.740200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.761148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:19.769310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:19.774172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:19.878327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:19.878719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.885104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:19.890385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:19.893798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:19.900091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:19.912340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:19.916430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.940828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 92b129e9-8c7d-4d29-adc7-d98f26478098 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:19.970380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:19.970986 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 37eb43b1-c86a-4e48-80b2-62d059265d0a of type vlan for network 2f8f257c-72e1-4293-a1ff-d3a42f73026e May 19 13:00:19.994036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Allocated IP 2001:db8::2 (a248943d-0c80-499b-8062-62b9df7526ff/9f674e90-1177-4363-b2b6-70cc6b28f698/e6cde357-273f-4b67-9eb5-f22894bcdaec) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:20.037686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:20.068783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] Sync routers for ids ['2169b4e3-ef61-46c3-969b-42f5de08c579'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:20.136866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.149988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:20.153768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] Routers {'2169b4e3-ef61-46c3-969b-42f5de08c579'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:20.153983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2169b4e3-ef61-46c3-969b-42f5de08c579'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:20.187355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.214437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 195b1514-1844-4407-a4b3-8937bc357d49 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:20.221816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa99541-748a-446a-b062-c5b21ac43218,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:20.223567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.235673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.260028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:20.264731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 195b1514-1844-4407-a4b3-8937bc357d49 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:20.264947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 195b1514-1844-4407-a4b3-8937bc357d49 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:20.296109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] Routers {'2169b4e3-ef61-46c3-969b-42f5de08c579'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:20.297901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2169b4e3-ef61-46c3-969b-42f5de08c579'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:20.319397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.364498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:20.364876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abeb950-edf6-499c-b693-bbb35d919c7e None None] The sync data for ids ['2169b4e3-ef61-46c3-969b-42f5de08c579'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:20.370819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:20.396408 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:00:20.407142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe577aef-6d1b-4c41-9cc2-f9a0047ac678,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:20.438846 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ba67aa0-04f0-45e9-bdb3-4063d3f99e4e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/2169b4e3-ef61-46c3-969b-42f5de08c579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0909421 May 19 13:00:20.452532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57696) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:20.453805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.465726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Transition to ACTIVE for port object e6cde357-273f-4b67-9eb5-f22894bcdaec will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:20.486449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Transition to ACTIVE for port object e6cde357-273f-4b67-9eb5-f22894bcdaec will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:20.493155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.498690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dda54741-1315-4ed6-9e47-ea8683df2a32 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:20.537253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.542688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:20.543272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.558600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Network a248943d-0c80-499b-8062-62b9df7526ff is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:20.561796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:20.564669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:20.577017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dda54741-1315-4ed6-9e47-ea8683df2a32 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:20.577492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dda54741-1315-4ed6-9e47-ea8683df2a32 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=2169b4e3-ef61-46c3-969b-42f5de08c579 HTTP/1.1" status: 200 len: 205 time: 0.1237574 May 19 13:00:20.584589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57700) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:20.609365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Pushing event updated for resources: {'Port': ['ID=e6cde357-273f-4b67-9eb5-f22894bcdaec,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:20.668720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.714958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Attempting to bind port e6cde357-273f-4b67-9eb5-f22894bcdaec on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:20.715525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Attempting to bind port e6cde357-273f-4b67-9eb5-f22894bcdaec by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:20.715973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Attempting to bind port e6cde357-273f-4b67-9eb5-f22894bcdaec on network a248943d-0c80-499b-8062-62b9df7526ff {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:20.720566 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7740140 May 19 13:00:20.722640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:20.722867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Checking segment: {'id': 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:20.723217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.723578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Bound using segment: {'id': 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:20.724606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Bound port: e6cde357-273f-4b67-9eb5-f22894bcdaec, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a248943d-0c80-499b-8062-62b9df7526ff'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:20.724606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.744663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57704) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:20.747676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::b7 (a248943d-0c80-499b-8062-62b9df7526ff/9f674e90-1177-4363-b2b6-70cc6b28f698/92b129e9-8c7d-4d29-adc7-d98f26478098) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:20.763538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:20.795411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.816742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] For port e6cde357-273f-4b67-9eb5-f22894bcdaec, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:20.819925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] For port e6cde357-273f-4b67-9eb5-f22894bcdaec, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6cde357-273f-4b67-9eb5-f22894bcdaec,segment=NetworkSegment(f578d03a-eb8e-40f8-ba32-9cc3e9413bf8),segment_id=f578d03a-eb8e-40f8-ba32-9cc3e9413bf8)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:20.826247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.874149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:20.915120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef163e-9c3f-4c30-a4f6-efc2010d4128 None None] Pushing event updated for resources: {'Port': ['ID=e6cde357-273f-4b67-9eb5-f22894bcdaec,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:21.061939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05e5d5-9364-4514-82cb-19332dd16b6a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=2f8f257c-72e1-4293-a1ff-d3a42f73026e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:21.106524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2f8f257c-72e1-4293-a1ff-d3a42f73026e details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:21.161279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.165890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.192970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.198534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.262999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.263467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27330da0-0f23-4b70-9845-f044282d6891 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:21.284495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.285126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8793919-db9a-4e88-9b84-224c5885c990 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:21.290025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.294241 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-976e826c-5904-4198-a8ff-48490d824981 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a8793919-db9a-4e88-9b84-224c5885c990 HTTP/1.1" status: 204 len: 168 time: 5.1941113 May 19 13:00:21.295161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57708) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:21.301965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.303999 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-07e4f324-dda3-4926-b5b4-dbe48838f2a5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/27330da0-0f23-4b70-9845-f044282d6891 HTTP/1.1" status: 204 len: 168 time: 6.9885333 May 19 13:00:21.337474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57712) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:21.416891 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:21.505197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.517536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.522297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.526417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.531979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:21.580834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:21.589019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.594152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:21.602107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.662686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:21.708004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.708497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router 2169b4e3-ef61-46c3-969b-42f5de08c579 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:21.725995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Deleting subnet 061b0a44-44c2-4e6f-88a0-74eee085f977 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:00:21.730189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Deleting subnet a2e105b0-2a62-469b-af1f-1e2e6d81e184 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:00:21.733835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=ecaa4701-ef96-438e-af9c-40a0aefe8d52,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:21.738420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.739457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.744428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:21.748571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.772170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.773299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.840589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.849065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=e791077b-62c9-466d-81d9-aa37d819aa51,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:21.853736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 92b129e9-8c7d-4d29-adc7-d98f26478098 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:21.891562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.907490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.908618 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3aa8cee9-e6af-435e-b3b6-daf700083c01 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/2169b4e3-ef61-46c3-969b-42f5de08c579 HTTP/1.1" status: 204 len: 168 time: 1.3231075 May 19 13:00:21.914281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57716) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:21.915262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:21.916579 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1ae43c63-0dcf-4b67-8eba-a3ff0c18086f tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9519336 May 19 13:00:21.925623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57720) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:21.927762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.009299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet ee1b8f9c-ecd4-4357-9296-fdbe00cfe318 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:00:22.014833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'port': {'network_id': '20fff1eb-bfce-422a-b772-b3886b72784f', 'name': 'tempest-FloatingIPTestJSON-670183309'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:22.015094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.063489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.073761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae298b-3ff7-4bcf-b882-63f155585c60 None None] Network a248943d-0c80-499b-8062-62b9df7526ff requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:22.194532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network a248943d-0c80-499b-8062-62b9df7526ff is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:22.197136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.245329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:22.258606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:22.265253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:22.266284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.291231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e74d006e-2dc7-479e-9c88-f05f9d8cba23 None None] Provisioning for port e6cde357-273f-4b67-9eb5-f22894bcdaec completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:22.301388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.306990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=92b129e9-8c7d-4d29-adc7-d98f26478098,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.336958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-049248f7-6fd8-400c-a09c-9bd619096991 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.8475463 May 19 13:00:22.343064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57724) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:22.369517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6cde357-273f-4b67-9eb5-f22894bcdaec up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:22.390750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 1f606904-9674-48f4-aab7-77eca81c0579 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:22.399345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:22.408633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.440769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:22.451141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.453872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:port and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:22.485354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.517498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 92b129e9-8c7d-4d29-adc7-d98f26478098 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:22.518227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.528193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:22.535193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e6cde357-273f-4b67-9eb5-f22894bcdaec completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:22.543593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e6cde357-273f-4b67-9eb5-f22894bcdaec triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:22.544064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.545851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:22.671190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:22.675751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.708320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=9aa9fa75-29a9-4cc9-bac4-b995f8b2604a,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.751393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.754492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': '37eb43b1-c86a-4e48-80b2-62d059265d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:22.754887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: 2f8f257c-72e1-4293-a1ff-d3a42f73026e, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:22.772128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.782821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e6cde357-273f-4b67-9eb5-f22894bcdaec is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:22.783201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.792102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-565f8905-62c7-4444-bc72-5ea8738072bf None None] Provisioning complete for port e791077b-62c9-466d-81d9-aa37d819aa51 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:22.792470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-565f8905-62c7-4444-bc72-5ea8738072bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.816029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] device_id is not set on port 41e4e3be-a059-43cf-afbd-fc0c6d4d4c15 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:22.853327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-565f8905-62c7-4444-bc72-5ea8738072bf None None] Port e791077b-62c9-466d-81d9-aa37d819aa51 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:22.883415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e6cde357-273f-4b67-9eb5-f22894bcdaec, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6cde357-273f-4b67-9eb5-f22894bcdaec,segment=NetworkSegment(f578d03a-eb8e-40f8-ba32-9cc3e9413bf8),segment_id=f578d03a-eb8e-40f8-ba32-9cc3e9413bf8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:22.886163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.892325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.893426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061b0a44-44c2-4e6f-88a0-74eee085f977,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.896961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1b8f9c-ecd4-4357-9296-fdbe00cfe318,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:22.900298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.902451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.918460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1c949647-99f6-4bdc-b443-e0ebb063687e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/ee1b8f9c-ecd4-4357-9296-fdbe00cfe318 HTTP/1.1" status: 204 len: 168 time: 1.0006225 May 19 13:00:22.922999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57728) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:22.948480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 2f8f257c-72e1-4293-a1ff-d3a42f73026e is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:22.976804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47218852-e4e2-4d75-8fd9-674fd071a977 None None] Network 6c702077-32c8-4aae-9753-57854c55a247 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:22.988073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:22.990295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db540a-2338-4ff7-bfd1-392e7ed91c21 None None] Network 90871ee3-aa8a-4893-8547-40c5be737b45 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:22.991292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e105b0-2a62-469b-af1f-1e2e6d81e184,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:23.003640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:23.019826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fe577aef-6d1b-4c41-9cc2-f9a0047ac678 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:23.039772 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9cf852b0-4a9d-4f97-bc1b-7459d27ce442 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/061b0a44-44c2-4e6f-88a0-74eee085f977 HTTP/1.1" status: 204 len: 168 time: 1.7419510 May 19 13:00:23.042484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57732) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:23.048663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2f8f257c-72e1-4293-a1ff-d3a42f73026e) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:23.052139 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-964a61f6-7b00-4387-b535-0e0fd0f45269 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a2e105b0-2a62-469b-af1f-1e2e6d81e184 HTTP/1.1" status: 204 len: 168 time: 1.7135615 May 19 13:00:23.054012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa72bf4-3b3c-43ed-a6ab-1b4d79069a5e None None] Network c23fee00-029f-4938-83b0-252507ecc7c2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:23.072121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57736) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:23.084618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:23.085239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.098151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6412b-606e-439e-8077-7eb485f404d0 None None] Network 2f8f257c-72e1-4293-a1ff-d3a42f73026e requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:23.111008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.304757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: fe577aef-6d1b-4c41-9cc2-f9a0047ac678 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:23.305408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fe577aef-6d1b-4c41-9cc2-f9a0047ac678 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:23.305822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aa99541-748a-446a-b062-c5b21ac43218 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:23.457427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2aa99541-748a-446a-b062-c5b21ac43218 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:23.457762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aa99541-748a-446a-b062-c5b21ac43218 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:23.470506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.482280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 92b129e9-8c7d-4d29-adc7-d98f26478098 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:23.505667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.5 (20fff1eb-bfce-422a-b772-b3886b72784f/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf/41e4e3be-a059-43cf-afbd-fc0c6d4d4c15) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:23.515733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-45e37721-dad9-4508-9260-8fc76ca3be14 None None] Provisioning complete for port e6cde357-273f-4b67-9eb5-f22894bcdaec triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:23.516124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-45e37721-dad9-4508-9260-8fc76ca3be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.537506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.542077 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-09d2265b-9587-4689-91e1-057585fb4e07 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7963414 May 19 13:00:23.547101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57740) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:23.558168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.562145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 99a9adec-1209-4471-b63a-fb862393a8e6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:23.562476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.563648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224577065'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:23.587465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:23.592895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Deleting port 359e0c27-943c-4e65-bbb3-1e02a50611cd {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:23.592895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.632214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:23.642703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:23.662791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:23.666681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:23.674246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Deleting port 47540ddf-a3ca-40eb-9b58-44c65d073f6f {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:23.674804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.676005 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e6cde357-273f-4b67-9eb5-f22894bcdaec,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:23.678536 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-41fa1de3-4dee-404e-ac86-f873a8f75fc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/cc924164-5d35-4c41-85c1-2afac8494277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5359654 May 19 13:00:23.683565 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:23.686834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57744) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:23.699422 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:23.701320 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:23.821200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:23.822829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.958370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:23.963368 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:24.042534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 99a9adec-1209-4471-b63a-fb862393a8e6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=99a9adec-1209-4471-b63a-fb862393a8e6,segment=NetworkSegment(93a8c402-4e10-4c0c-95a0-3b298cc4ea20),segment_id=93a8c402-4e10-4c0c-95a0-3b298cc4ea20)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:24.043017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.120387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] For port 359e0c27-943c-4e65-bbb3-1e02a50611cd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=359e0c27-943c-4e65-bbb3-1e02a50611cd,segment=NetworkSegment(ee115042-9790-4b16-90ed-efbed8055a61),segment_id=ee115042-9790-4b16-90ed-efbed8055a61)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:24.121529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.139935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2f8f257c-72e1-4293-a1ff-d3a42f73026e', 'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': '9aa9fa75-29a9-4cc9-bac4-b995f8b2604a'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:24.140763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.193547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-45e37721-dad9-4508-9260-8fc76ca3be14 None None] Current status of the port e6cde357-273f-4b67-9eb5-f22894bcdaec is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:24.224647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-45e37721-dad9-4508-9260-8fc76ca3be14 None None] Could not find standard attr ID for object 92b129e9-8c7d-4d29-adc7-d98f26478098. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:00:24.228597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 99a9adec-1209-4471-b63a-fb862393a8e6 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:24.268669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Calling delete_port for 359e0c27-943c-4e65-bbb3-1e02a50611cd owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:24.306299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=92b129e9-8c7d-4d29-adc7-d98f26478098,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:24.349238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] DHCP port deletion for 6c702077-32c8-4aae-9753-57854c55a247 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:24.352630 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] DHCP port deletion for c23fee00-029f-4938-83b0-252507ecc7c2 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:24.374600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-71ee847e-9edf-4e21-9633-fe9b472f99c6 None None] Could not find standard attr ID for object 92b129e9-8c7d-4d29-adc7-d98f26478098. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:00:24.386885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Deleting port 99a9adec-1209-4471-b63a-fb862393a8e6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:24.388013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.399547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.422082 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:20Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:24.427708 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:24.428058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Updating router cc924164-5d35-4c41-85c1-2afac8494277 port e791077b-62c9-466d-81d9-aa37d819aa51 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:00:24.449880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26cf59e-2429-4db5-bb3a-8dfeb0e27990 None None] DHCP port deletion for 90871ee3-aa8a-4893-8547-40c5be737b45 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:24.453727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Deleting port 47540ddf-a3ca-40eb-9b58-44c65d073f6f {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:24.454097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.486608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.494274 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.525085 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21d9852a-1754-4baf-ac8d-d16c669d63fa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/92b129e9-8c7d-4d29-adc7-d98f26478098 HTTP/1.1" status: 204 len: 168 time: 2.1809452 May 19 13:00:24.527522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] For port 47540ddf-a3ca-40eb-9b58-44c65d073f6f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47540ddf-a3ca-40eb-9b58-44c65d073f6f,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:24.528695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.537811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57748) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:24.551931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Pushing event deleted for resources: {'Port': ['ID=359e0c27-943c-4e65-bbb3-1e02a50611cd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:24.568753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] No DVR routers for this DVR port 359e0c27-943c-4e65-bbb3-1e02a50611cd on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:24.572268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:24.623299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Allocated IP 2001:db8::3 (2f8f257c-72e1-4293-a1ff-d3a42f73026e/9aa9fa75-29a9-4cc9-bac4-b995f8b2604a/dc6f2a7b-05c2-48a4-851e-c9218edca41c) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:24.768896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Calling delete_port for 47540ddf-a3ca-40eb-9b58-44c65d073f6f owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:24.780264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.799273 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be07ef0-c268-4c42-b8ed-3b7dae596b76 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:00:24.800042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8be07ef0-c268-4c42-b8ed-3b7dae596b76 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:24.817236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.850083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.850437 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 01e06e16-c2b3-4f06-9c33-f9091eb21d8f of type vlan for network c81ec74d-205c-4414-8fd3-fbe3bada2c8c May 19 13:00:24.862378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] For port 99a9adec-1209-4471-b63a-fb862393a8e6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=99a9adec-1209-4471-b63a-fb862393a8e6,segment=NetworkSegment(93a8c402-4e10-4c0c-95a0-3b298cc4ea20),segment_id=93a8c402-4e10-4c0c-95a0-3b298cc4ea20)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:24.862795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.880624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=99a9adec-1209-4471-b63a-fb862393a8e6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:24.885549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.904436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No DVR routers for this DVR port 99a9adec-1209-4471-b63a-fb862393a8e6 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:24.928161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.929064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.929524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.929980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.930477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.932154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.932154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.933060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.933725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.934885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.935081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.935634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.936202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.941956 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d807da2d-b25c-4aac-905f-7cf04692f544 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9000 time: 1.2540889 May 19 13:00:24.954779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57752) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:24.955677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8be07ef0-c268-4c42-b8ed-3b7dae596b76 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:24.957009 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8be07ef0-c268-4c42-b8ed-3b7dae596b76 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/92b129e9-8c7d-4d29-adc7-d98f26478098 HTTP/1.1" status: 404 len: 333 time: 0.4150269 May 19 13:00:24.957683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.959949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.964199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57756) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:24.967475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:24.968159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:24.991702 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.005950 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Transition to ACTIVE for port object e791077b-62c9-466d-81d9-aa37d819aa51 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:25.011639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Calling delete_port for 99a9adec-1209-4471-b63a-fb862393a8e6 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:25.016690 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.117905 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f2680-1ff1-41db-a7ce-198cbfab1df1 None None] Pushing event updated for resources: {'Port': ['ID=e791077b-62c9-466d-81d9-aa37d819aa51,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:25.141217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:25.141709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:25.204603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.245457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 20fff1eb-bfce-422a-b772-b3886b72784f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:25.288022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:25.300230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:25.376100 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Attempting to bind port e791077b-62c9-466d-81d9-aa37d819aa51 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:25.376765 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Attempting to bind port e791077b-62c9-466d-81d9-aa37d819aa51 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:25.377417 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Attempting to bind port e791077b-62c9-466d-81d9-aa37d819aa51 on network 1f606904-9674-48f4-aab7-77eca81c0579 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:25.382519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:25.383222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.395356 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:25.396251 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Checking segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:25.396995 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.397536 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Bound using segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:25.398477 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Bound port: e791077b-62c9-466d-81d9-aa37d819aa51, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:25.399025 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.428921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4693060 May 19 13:00:25.430448 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8813541 May 19 13:00:25.431212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455151-9e2e-4987-87ab-d0500c8c204b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=c81ec74d-205c-4414-8fd3-fbe3bada2c8c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:25.434503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90871ee3-aa8a-4893-8547-40c5be737b45']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:25.442095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57760) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:25.442433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57762) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:25.443116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a3daf-4911-4a69-9f22-365164051a93 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=41e4e3be-a059-43cf-afbd-fc0c6d4d4c15,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:25.453688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'port_id': '41e4e3be-a059-43cf-afbd-fc0c6d4d4c15'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:25.470979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c81ec74d-205c-4414-8fd3-fbe3bada2c8c details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:25.518840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:25.520577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 9f674e90-1177-4363-b2b6-70cc6b28f698 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:00:25.540606 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] For port e791077b-62c9-466d-81d9-aa37d819aa51, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:25.543714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.546366 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] For port e791077b-62c9-466d-81d9-aa37d819aa51, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e791077b-62c9-466d-81d9-aa37d819aa51,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:25.552209 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.598962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.649504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Deleting port 99a9adec-1209-4471-b63a-fb862393a8e6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:25.649879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.673557 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f2680-1ff1-41db-a7ce-198cbfab1df1 None None] Pushing event updated for resources: {'Port': ['ID=e791077b-62c9-466d-81d9-aa37d819aa51,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:25.688942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.701501 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:25.702217 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:25.712344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] For port 47540ddf-a3ca-40eb-9b58-44c65d073f6f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47540ddf-a3ca-40eb-9b58-44c65d073f6f,segment=NetworkSegment(2879b56c-7358-48bc-a923-7961c681439a),segment_id=2879b56c-7358-48bc-a923-7961c681439a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:25.712748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.731240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=47540ddf-a3ca-40eb-9b58-44c65d073f6f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:25.776333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] No DVR routers for this DVR port 47540ddf-a3ca-40eb-9b58-44c65d073f6f on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:25.783402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6cde357-273f-4b67-9eb5-f22894bcdaec up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:25.853962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.854227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:25.889920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c702077-32c8-4aae-9753-57854c55a247']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:25.951151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee115042-9790-4b16-90ed-efbed8055a61') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:25.951358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee115042-9790-4b16-90ed-efbed8055a61') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:25.987567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.001383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.002022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.003059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.003059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.003729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.004427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.004719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.005217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.005717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:26.007925 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d8a3f05e-bd55-4ec0-b6ba-3e591ee51769 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5865 time: 1.0495734 May 19 13:00:26.022293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a8c402-4e10-4c0c-95a0-3b298cc4ea20') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:26.022293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a8c402-4e10-4c0c-95a0-3b298cc4ea20') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:26.033856 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:26.036237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57772) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:26.081357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0a9401e9-1905-4555-b1db-45169b54982c None None] The port '99a9adec-1209-4471-b63a-fb862393a8e6' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:00:26.084853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.091222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Calling delete_port for 47540ddf-a3ca-40eb-9b58-44c65d073f6f owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:26.107299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:26.110198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:26.110823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.112498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.130482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:26.155659 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:26.195639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23fee00-029f-4938-83b0-252507ecc7c2']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:26.197535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.206124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.234669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:26.241824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2879b56c-7358-48bc-a923-7961c681439a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:26.242276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2879b56c-7358-48bc-a923-7961c681439a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:26.246935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:26.257273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:26.257953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.269181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:26.276267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Transition to ACTIVE for port object dc6f2a7b-05c2-48a4-851e-c9218edca41c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:26.278441 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:26.290735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.346119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Transition to ACTIVE for port object dc6f2a7b-05c2-48a4-851e-c9218edca41c will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:26.357324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:26.357666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:26.366647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.394438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:26.398867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.406445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.420749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.425737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e6cde357-273f-4b67-9eb5-f22894bcdaec triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:26.426057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.431730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.437559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.463539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.467512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:26.467776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.474624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/90871ee3-aa8a-4893-8547-40c5be737b45 HTTP/1.1" status: 204 len: 168 time: 3.4254487 May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:26.486670 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:26.507729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Network 2f8f257c-72e1-4293-a1ff-d3a42f73026e is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:26.521118 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-31d14085-af99-4231-8868-91ba7da996bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:25Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:26.525039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:26.533090 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d14085-af99-4231-8868-91ba7da996bc None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:25Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:26.539056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:26.541755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Pushing event updated for resources: {'Port': ['ID=dc6f2a7b-05c2-48a4-851e-c9218edca41c,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:26.572751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.638210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.ipam_backend_mixin [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing IP validity checks on allocation pools {{(pid=88029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:00:26.639089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.ipam_backend_mixin [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:00:26.644759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=6c702077-32c8-4aae-9753-57854c55a247,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:26.670089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69d90c-2c2b-4566-afc5-e264ca8cea44 admin admin] Pushing event deleted for resources: {'Network': ['ID=90871ee3-aa8a-4893-8547-40c5be737b45,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:26.768470 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a1f7a75a-3bb4-498b-81f9-07f236f706cf tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/6c702077-32c8-4aae-9753-57854c55a247 HTTP/1.1" status: 204 len: 168 time: 3.8406818 May 19 13:00:26.771718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57778) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:26.774043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.804638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1759469530', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:26.807252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Attempting to bind port dc6f2a7b-05c2-48a4-851e-c9218edca41c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:26.807632 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Attempting to bind port dc6f2a7b-05c2-48a4-851e-c9218edca41c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '37eb43b1-c86a-4e48-80b2-62d059265d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:26.809147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Attempting to bind port dc6f2a7b-05c2-48a4-851e-c9218edca41c on network 2f8f257c-72e1-4293-a1ff-d3a42f73026e {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:26.811338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.817859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.824680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:26.825085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Checking segment: {'id': '37eb43b1-c86a-4e48-80b2-62d059265d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:26.825453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.825847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Bound using segment: {'id': '37eb43b1-c86a-4e48-80b2-62d059265d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:26.826340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Bound port: dc6f2a7b-05c2-48a4-851e-c9218edca41c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eb43b1-c86a-4e48-80b2-62d059265d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2f8f257c-72e1-4293-a1ff-d3a42f73026e'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:26.826743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.869251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Deleting port 47540ddf-a3ca-40eb-9b58-44c65d073f6f {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:26.869642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.902284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57782) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:26.903531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:26.908807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:26.912070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:26.918108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:26.937684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=c23fee00-029f-4938-83b0-252507ecc7c2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:26.939898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e6cde357-273f-4b67-9eb5-f22894bcdaec is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:26.944043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:26.981626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb11853-50ea-4a05-9c47-1b87a98aeae2 None None] Network a248943d-0c80-499b-8062-62b9df7526ff requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:27.015235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.016484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.035249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.041095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.046875 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b4db540e-4309-4556-9bd3-3297b4b2f2f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b66be797cc84c82a48e68ee1f9581a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1090302 May 19 13:00:27.056780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57786) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:27.061427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=9f674e90-1177-4363-b2b6-70cc6b28f698,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:27.066835 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8ef85820-d628-47e6-9883-dc1c7f9d3c34 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c23fee00-029f-4938-83b0-252507ecc7c2 HTTP/1.1" status: 204 len: 168 time: 3.9935513 May 19 13:00:27.118748 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2dff74ae-0983-4725-aebd-fe3d13c96af6 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 1.0792747 May 19 13:00:27.134042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 359e0c27-943c-4e65-bbb3-1e02a50611cd no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:27.138512 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b2e705f7-2f83-496b-a569-97aa6adfc601 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/9f674e90-1177-4363-b2b6-70cc6b28f698 HTTP/1.1" status: 204 len: 168 time: 2.1408606 May 19 13:00:27.145961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57794) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:27.213556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=d03f751c-3ab7-4182-804a-1535e6013e6c,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:27.233226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f19f84f1-8168-4a4b-a76e-0b827fc1f955 None None] The port '47540ddf-a3ca-40eb-9b58-44c65d073f6f' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:00:27.266690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57798) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:27.287597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279779693', 'description': 'tempest-secgroup-smoke-279779693 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:27.301844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:27.311469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:27.318107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:27.322379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 359e0c27-943c-4e65-bbb3-1e02a50611cd {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:27.322752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 359e0c27-943c-4e65-bbb3-1e02a50611cd not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:27.323165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47540ddf-a3ca-40eb-9b58-44c65d073f6f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:27.336102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:27.350092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': '01e06e16-c2b3-4f06-9c33-f9091eb21d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:27.350457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: c81ec74d-205c-4414-8fd3-fbe3bada2c8c, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:27.382341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 47540ddf-a3ca-40eb-9b58-44c65d073f6f {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:27.382341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47540ddf-a3ca-40eb-9b58-44c65d073f6f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:27.382830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 99a9adec-1209-4471-b63a-fb862393a8e6 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:27.391504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.422132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.436295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 99a9adec-1209-4471-b63a-fb862393a8e6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:27.436642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 99a9adec-1209-4471-b63a-fb862393a8e6 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:27.474480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] For port dc6f2a7b-05c2-48a4-851e-c9218edca41c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:27.481842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network c81ec74d-205c-4414-8fd3-fbe3bada2c8c is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:27.498153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] For port dc6f2a7b-05c2-48a4-851e-c9218edca41c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc6f2a7b-05c2-48a4-851e-c9218edca41c,segment=NetworkSegment(37eb43b1-c86a-4e48-80b2-62d059265d0a),segment_id=37eb43b1-c86a-4e48-80b2-62d059265d0a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:27.515868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.522463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port e6cde357-273f-4b67-9eb5-f22894bcdaec {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:27.524966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.528607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:27.593390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57802) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:27.596058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c81ec74d-205c-4414-8fd3-fbe3bada2c8c) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:27.598163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:27.618023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2d4ff-c9c7-43a1-a3fc-61edfef3b7e1 None None] Network c81ec74d-205c-4414-8fd3-fbe3bada2c8c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:27.660698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:27.661386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.684059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:27.713877 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44bb8620-e3aa-4ee8-87ea-5295ab3095bb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2635186 May 19 13:00:27.713877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:27.728744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57806) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:27.839161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] DHCP port deletion for a248943d-0c80-499b-8062-62b9df7526ff request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:27.841587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e791077b-62c9-466d-81d9-aa37d819aa51 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:27.866948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.930434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4328ee2-adad-442f-b7ba-b0307cdfff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.954341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:27.967766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Deleting port e6cde357-273f-4b67-9eb5-f22894bcdaec {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:27.968126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.060698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94ff3-54d3-4a32-b5a8-8a4dc69c18f4 None None] Pushing event updated for resources: {'Port': ['ID=dc6f2a7b-05c2-48a4-851e-c9218edca41c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:28.173030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c81ec74d-205c-4414-8fd3-fbe3bada2c8c', 'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': 'd03f751c-3ab7-4182-804a-1535e6013e6c'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:28.173886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.225385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.268537 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2d60290f-74bc-4100-b1fb-eb8b13d03613 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0424bcd6fa4c48cd9ef01a43f23401d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6714056 May 19 13:00:28.269105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4328ee2-adad-442f-b7ba-b0307cdfff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.278148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57810) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:28.280091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.285490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] For port e6cde357-273f-4b67-9eb5-f22894bcdaec, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6cde357-273f-4b67-9eb5-f22894bcdaec,segment=NetworkSegment(f578d03a-eb8e-40f8-ba32-9cc3e9413bf8),segment_id=f578d03a-eb8e-40f8-ba32-9cc3e9413bf8)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:28.286541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.292189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.358216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e791077b-62c9-466d-81d9-aa37d819aa51 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:28.370061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f04b70-0cdd-420b-aaf7-140369a4db80,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:28.384936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e791077b-62c9-466d-81d9-aa37d819aa51 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:28.385309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.469798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] For port e6cde357-273f-4b67-9eb5-f22894bcdaec, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6cde357-273f-4b67-9eb5-f22894bcdaec,segment=NetworkSegment(f578d03a-eb8e-40f8-ba32-9cc3e9413bf8),segment_id=f578d03a-eb8e-40f8-ba32-9cc3e9413bf8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:28.470194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.505295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.537696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.539078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-502cdf80-dabe-451e-864b-29433b58f7cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2591486 May 19 13:00:28.543792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:28.553061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'a0f04b70-0cdd-420b-aaf7-140369a4db80', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:28.562414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:28.569238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:28.582641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:28.590168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:28.603608 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 67a152a9-3ace-4b78-8fe5-223a5146b2b9 associated. External IP: 172.26.3.186, port: 41e4e3be-a059-43cf-afbd-fc0c6d4d4c15. May 19 13:00:28.610268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Calling delete_port for e6cde357-273f-4b67-9eb5-f22894bcdaec owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:28.619690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for e6cde357-273f-4b67-9eb5-f22894bcdaec owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:28.738961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.749231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4328ee2-adad-442f-b7ba-b0307cdfff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.761573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda84d55-dc6a-4627-b5d0-bdcbee932cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.784221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4328ee2-adad-442f-b7ba-b0307cdfff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76937b12-9bd6-4f40-97c8-6be4e2258044,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:28.789401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Allocated IP 2001:db8::3 (c81ec74d-205c-4414-8fd3-fbe3bada2c8c/d03f751c-3ab7-4182-804a-1535e6013e6c/5bfc9229-86c8-432f-9f52-65f7e6c9fbf4) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:28.810477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda84d55-dc6a-4627-b5d0-bdcbee932cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.817827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4328ee2-adad-442f-b7ba-b0307cdfff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.818017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e791077b-62c9-466d-81d9-aa37d819aa51 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:28.818292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.821443 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a4328ee2-adad-442f-b7ba-b0307cdfff68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76937b12-9bd6-4f40-97c8-6be4e2258044 HTTP/1.1" status: 204 len: 168 time: 1.7572629 May 19 13:00:28.828456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.898933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=e6cde357-273f-4b67-9eb5-f22894bcdaec,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:28.909972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:28.911891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:28.912246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:28.922992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No DVR routers for this DVR port e6cde357-273f-4b67-9eb5-f22894bcdaec on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:28.935224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e791077b-62c9-466d-81d9-aa37d819aa51, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e791077b-62c9-466d-81d9-aa37d819aa51,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:28.965929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.028575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.117882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.194513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e791077b-62c9-466d-81d9-aa37d819aa51,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:29.217947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.231100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Transition to ACTIVE for port object 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:29.257548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Transition to ACTIVE for port object 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:29.258107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.264573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41861de4-4bdf-4baf-9a3b-31c1f29d0508,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:29.271479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.286254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.290016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-040ad74c-2595-41df-b786-d512047c78c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7426853 May 19 13:00:29.291107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57824) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:29.343709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Network c81ec74d-205c-4414-8fd3-fbe3bada2c8c is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:29.347109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:29.351677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:29.358378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Pushing event updated for resources: {'Port': ['ID=5bfc9229-86c8-432f-9f52-65f7e6c9fbf4,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:29.365345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda84d55-dc6a-4627-b5d0-bdcbee932cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.394970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'a0f04b70-0cdd-420b-aaf7-140369a4db80', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:29.401804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:29.405859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:29.409405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:29.416586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:29.452256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a248943d-0c80-499b-8062-62b9df7526ff']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:29.453368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Deleting port e6cde357-273f-4b67-9eb5-f22894bcdaec {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:29.453863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.467175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.497636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda84d55-dc6a-4627-b5d0-bdcbee932cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf88b12-ad81-4092-98d3-de0ef7976baf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:29.531339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:29.531918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f578d03a-eb8e-40f8-ba32-9cc3e9413bf8') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:29.545602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.547272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.562833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=d03f751c-3ab7-4182-804a-1535e6013e6c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:29.584786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.591971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.650932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed92a51-af4d-480b-b3c3-3aa504f01745 None None] Network 2f8f257c-72e1-4293-a1ff-d3a42f73026e requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:29.653553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda84d55-dc6a-4627-b5d0-bdcbee932cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.655416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dda84d55-dc6a-4627-b5d0-bdcbee932cda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdf88b12-ad81-4092-98d3-de0ef7976baf HTTP/1.1" status: 204 len: 168 time: 1.3725369 May 19 13:00:29.715994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81370691-f03c-446b-864e-7de9317fdeeb None None] The port 'e6cde357-273f-4b67-9eb5-f22894bcdaec' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:00:29.735518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:29.749373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.800640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.814887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:29.815304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:29.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:29.898467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81ec74d-205c-4414-8fd3-fbe3bada2c8c']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:29.911410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e791077b-62c9-466d-81d9-aa37d819aa51 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:29.940017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.947138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Attempting to bind port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:29.947916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Attempting to bind port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '01e06e16-c2b3-4f06-9c33-f9091eb21d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:29.949651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Attempting to bind port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 on network c81ec74d-205c-4414-8fd3-fbe3bada2c8c {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:29.955788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e06e16-c2b3-4f06-9c33-f9091eb21d8f') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:29.956057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e06e16-c2b3-4f06-9c33-f9091eb21d8f') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:29.971214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.979712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:29.988688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.027482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.037946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/a248943d-0c80-499b-8062-62b9df7526ff HTTP/1.1" status: 204 len: 168 time: 2.8839426 May 19 13:00:30.037946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e737b2-33e7-4fd2-94e4-856852212010 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=a248943d-0c80-499b-8062-62b9df7526ff,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:30.038365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 172.26.3.157 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/e56b0df9-14e4-46a4-9056-21a8632b742b) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:30.041013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57844) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:30.047039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.048237 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7562089 May 19 13:00:30.052411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'name': 'tempest-PortsIpV6TestJSON-813047591'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:30.068681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57848) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:30.083552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:30.084354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Checking segment: {'id': '01e06e16-c2b3-4f06-9c33-f9091eb21d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:30.084972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.085595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Bound using segment: {'id': '01e06e16-c2b3-4f06-9c33-f9091eb21d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:30.086269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Bound port: 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e06e16-c2b3-4f06-9c33-f9091eb21d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:30.086890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.127081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882bc8b-c3fc-4dbb-8378-08615ed381e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcd492d-04e8-4c6e-960a-e7f350e46e5c,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:30.147005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.159600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:30.159898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.174059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'a0f04b70-0cdd-420b-aaf7-140369a4db80', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:30.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:30.207507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:30.235136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9bea25b6-568e-4066-8fd7-6b9e2beeacf7 None None] Provisioning for port dc6f2a7b-05c2-48a4-851e-c9218edca41c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:30.280997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:30.294886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:30.304502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:30.310024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.330993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:30.366261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:00:30.366261 dv-neutron-841945-1-hyperv neutron-server[88029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:00:30.366261 dv-neutron-841945-1-hyperv neutron-server[88029]: [parameters: {'id': 'c81ec74d-205c-4414-8fd3-fbe3bada2c8c'}] May 19 13:00:30.366261 dv-neutron-841945-1-hyperv neutron-server[88029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:30.366771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:30.376745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:30.383171 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-053f324e-8e9c-4698-89d9-64fa78380e55 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/floatingips/67a152a9-3ace-4b78-8fe5-223a5146b2b9 HTTP/1.1" status: 200 len: 977 time: 4.9349930 May 19 13:00:30.384281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57860) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:30.399206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:30.406989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:30.407857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:30.408461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:30.420243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:30.433074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:30.438840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.491724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:30.493061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 41e4e3be-a059-43cf-afbd-fc0c6d4d4c15 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:30.494410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.495151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.499996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] For port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:30.504144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e791077b-62c9-466d-81d9-aa37d819aa51 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:30.504858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.525092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.549299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 881f834d-14dd-4dd7-baeb-f640085f5e44 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:30.577322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:30.604729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] For port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5bfc9229-86c8-432f-9f52-65f7e6c9fbf4,segment=NetworkSegment(01e06e16-c2b3-4f06-9c33-f9091eb21d8f),segment_id=01e06e16-c2b3-4f06-9c33-f9091eb21d8f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:30.617540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:30.618208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:30.662203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.685055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.727769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.756921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.764643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02fd3a2-e956-419e-bbfb-37fcc45f18ae,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:30.809891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:30.810320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f51022-1c96-4624-b1c7-ede4c3fb094f None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:30.846741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:30.849719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.854199 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4969718d-36f4-4206-8bb5-241fbe477aa5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7832575 May 19 13:00:30.903498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57874) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:30.906673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:30.910691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:30.945653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'a0f04b70-0cdd-420b-aaf7-140369a4db80', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:30.969738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:30.974372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7d3b7-6d75-4c97-86a7-b0b3d06e1a16 None None] Pushing event updated for resources: {'Port': ['ID=5bfc9229-86c8-432f-9f52-65f7e6c9fbf4,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:30.998740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e791077b-62c9-466d-81d9-aa37d819aa51 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:30.999880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc6f2a7b-05c2-48a4-851e-c9218edca41c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:31.015150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:31.024668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=e56b0df9-14e4-46a4-9056-21a8632b742b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:31.041946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:31.045250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:31.045779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:31.045946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.065987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:31.175939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e40649aa-bac7-4f12-85a1-6707d44490e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.185765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port dc6f2a7b-05c2-48a4-851e-c9218edca41c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:31.193008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7affd-074b-44ea-86ea-a02ec5cfef8b None None] Network c81ec74d-205c-4414-8fd3-fbe3bada2c8c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:31.215964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port dc6f2a7b-05c2-48a4-851e-c9218edca41c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:31.219731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.416179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5bfc9229-86c8-432f-9f52-65f7e6c9fbf4,segment=NetworkSegment(01e06e16-c2b3-4f06-9c33-f9091eb21d8f),segment_id=01e06e16-c2b3-4f06-9c33-f9091eb21d8f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:31.416722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.493074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.527456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.581379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:31.656562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port dc6f2a7b-05c2-48a4-851e-c9218edca41c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:31.657166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.674977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.695955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.710352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-60b8b2d1-c930-4975-ae35-27a4c6766848 None None] Provisioning complete for port dc6f2a7b-05c2-48a4-851e-c9218edca41c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:31.711138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-60b8b2d1-c930-4975-ae35-27a4c6766848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.780315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port dc6f2a7b-05c2-48a4-851e-c9218edca41c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc6f2a7b-05c2-48a4-851e-c9218edca41c,segment=NetworkSegment(37eb43b1-c86a-4e48-80b2-62d059265d0a),segment_id=37eb43b1-c86a-4e48-80b2-62d059265d0a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:31.810249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port 5bfc9229-86c8-432f-9f52-65f7e6c9fbf4 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:31.848399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-60b8b2d1-c930-4975-ae35-27a4c6766848 None None] Current status of the port dc6f2a7b-05c2-48a4-851e-c9218edca41c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:31.854144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:31.875474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=881f834d-14dd-4dd7-baeb-f640085f5e44,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:31.912023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103580d-a146-486a-ae53-9e980954be17 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:00:31.950642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:31.950891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=5bfc9229-86c8-432f-9f52-65f7e6c9fbf4,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:31.956395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:31.962819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:31.969281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:31.970096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.012515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.036279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103580d-a146-486a-ae53-9e980954be17 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:00:32.038390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6cde357-273f-4b67-9eb5-f22894bcdaec no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:32.082449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e6cde357-273f-4b67-9eb5-f22894bcdaec {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:32.082830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6cde357-273f-4b67-9eb5-f22894bcdaec not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:32.224519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.269686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.279909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1f2cb30a-0f6f-442d-82fa-36de3b48dfed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2376730 May 19 13:00:32.283103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.284859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57916) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:32.298317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=dc6f2a7b-05c2-48a4-851e-c9218edca41c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:32.356123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.435304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81ec74d-205c-4414-8fd3-fbe3bada2c8c']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:32.442433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.443569 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5344605 May 19 13:00:32.444348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f53276-33ce-4dcd-b6a2-80f19b341de9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8711966-3483-4437-8899-2832a11a6968,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:32.454312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57922) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:32.466530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e06e16-c2b3-4f06-9c33-f9091eb21d8f') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:32.466860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e06e16-c2b3-4f06-9c33-f9091eb21d8f') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:32.486736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57926) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:32.533772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'a0f04b70-0cdd-420b-aaf7-140369a4db80', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:32.551475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.569973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:32.575590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 881f834d-14dd-4dd7-baeb-f640085f5e44 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:32.576176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.597659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.611741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:32.611741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:32.628875 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:32.633262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:32.643750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:32.658965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:32.757800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57936) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:32.783316 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:00:32.819708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.823003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.828193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.866890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-718096097', 'router:external': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:32.871059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=c81ec74d-205c-4414-8fd3-fbe3bada2c8c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:32.876946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.877246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:32.877817 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 67a152a9-3ace-4b78-8fe5-223a5146b2b9 disassociated. External IP: 172.26.3.186, port: 41e4e3be-a059-43cf-afbd-fc0c6d4d4c15. May 19 13:00:32.878168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 41e4e3be-a059-43cf-afbd-fc0c6d4d4c15 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:32.907161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:32.914856 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-56129c9f-b3d0-4225-b361-cc9c4401bd68 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/c81ec74d-205c-4414-8fd3-fbe3bada2c8c HTTP/1.1" status: 204 len: 168 time: 5.1730180 May 19 13:00:32.918330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57942) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:32.919384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:network and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:32.924015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:32.936535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073644764'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:32.947692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:32.951988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:32.965553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:32.969384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:32.979991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:32.981797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Made reservation on behalf of 8d265484e8b54982a778dcd9e4ab2e01 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:32.984513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.004565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:33.012228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.033169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:33.035808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:33.039070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:33.039199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.053380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Usage tracker for resource:floatingip and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:33.069146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:33.079971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:33.084137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.099270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.110805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.220223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.224133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:security_group_rule and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:33.232704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:33.247504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:33.275954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:33.297776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.302211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.305832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 881f834d-14dd-4dd7-baeb-f640085f5e44 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:33.348483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.348819 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment f9e698e8-fee7-4c54-820a-d8a52ff93a02 of type vlan for network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 May 19 13:00:33.366622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=41e4e3be-a059-43cf-afbd-fc0c6d4d4c15,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.395588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8551734f-9344-4af4-8eca-c7ca5b7e4ce0,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.497387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.520814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.522011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aeaad698-190c-4972-8480-40a0d894065c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0672526 May 19 13:00:33.528788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57948) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:33.552235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'a0f04b70-0cdd-420b-aaf7-140369a4db80', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:33.568008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-851496fd-a4b8-4e35-9051-b22681f18611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.570495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:33.581597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:33.586079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:33.596686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.598498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:33.615149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.637393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.672686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=881f834d-14dd-4dd7-baeb-f640085f5e44,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.675428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:33.680467 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:00:33.685583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.686536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.690919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:33.691490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.704759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.714212 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1ce17904-32a3-42be-8aa4-b227009b6217 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/881f834d-14dd-4dd7-baeb-f640085f5e44 HTTP/1.1" status: 204 len: 168 time: 1.4035101 May 19 13:00:33.720290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:33.735950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:33.738413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0287ac-3545-4778-a85c-4fd18e0330c9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.787107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:33.787530 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Added segment ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7 of type vlan for network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 May 19 13:00:33.791610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'mac_address': 'fa:16:3e:d7:02:b7', 'name': 'tempest-PortsIpV6TestJSON-2119986700'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:33.895754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:33.936676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=5bdee172-98a4-4913-87c9-fd0ba4a35c83,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:33.949073 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:33.957474 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ef0b4a51-9bbe-4822-a4dd-b21c2b4a113c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0321457 May 19 13:00:33.962239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57956) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:33.969849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.003585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.036302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:34.056221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.107642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.159211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3c8c4b-41bb-4b83-8647-b6380fe198bb,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:34.166084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:34.180785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:34.188847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:34.200362 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] Sync routers for ids ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:34.202845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.204187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5d427f90-1013-44a0-9440-3c2ceb2595f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6735237 May 19 13:00:34.215929 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] Routers {'6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:34.216864 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.217442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:34.237160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc6f2a7b-05c2-48a4-851e-c9218edca41c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:34.264914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.266626 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f40b376b-3e5f-488e-9a04-6807f4344da7 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4898913 May 19 13:00:34.269494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57962) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:34.326001 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.334985 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] Routers {'6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:34.335591 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.353595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Allocated IP 172.26.3.159 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/48a7a0ea-029f-4f71-b665-8f3d8958fa9c) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:34.357001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port dc6f2a7b-05c2-48a4-851e-c9218edca41c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:34.358898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.361926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:34.378764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.379716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:34.380285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.408793 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.409217 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b31b5e-3c27-4ad8-a31e-996cd8de3650 None None] The sync data for ids ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:34.442152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:34.457642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:34.464380 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9763620 May 19 13:00:34.468108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:34.528489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:34.529053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port dc6f2a7b-05c2-48a4-851e-c9218edca41c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:34.533302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:34.537885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'subnet': {'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:34.552788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:34.562816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:subnet and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:34.567268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:34.579955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:34.592271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:34.611311 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dd471257-2a0d-4693-8594-7e579fdbea63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/routers/6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 200 len: 885 time: 0.3405852 May 19 13:00:34.614314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57980) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:34.675040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:34.686659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Made reservation on behalf of 8d265484e8b54982a778dcd9e4ab2e01 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:34.687962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:34.688908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.699052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.701413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:34.702044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.720861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e7d1-2488-4652-88af-d03111590dd4 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Network': ['ID=14fa2128-7d61-49b1-8ea6-1f777c0469e0,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:34.773317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.773806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:34.787683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:34.791099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.793280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.825596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-95f80f63-b0ff-4425-8f12-6fca998d595e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:34.877587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:34.878352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.893307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.950650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:34.954821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:34.955292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ed1a78-36b4-46df-9a87-1a8b7e83c3e7 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:34.976079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.073594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:35.091359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:35.096274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Port': ['ID=48a7a0ea-029f-4f71-b665-8f3d8958fa9c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:35.099312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:35.115341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 177a3952-9506-4cfc-8b62-4e85fa3c95e2 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:35.161453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-95f80f63-b0ff-4425-8f12-6fca998d595e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:35.162670 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-95f80f63-b0ff-4425-8f12-6fca998d595e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279779693&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.6129436 May 19 13:00:35.165583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.168066 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9f97aef2-665e-47b5-b8ac-49f271b64258 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/ports/41e4e3be-a059-43cf-afbd-fc0c6d4d4c15 HTTP/1.1" status: 204 len: 168 time: 4.7828023 May 19 13:00:35.176108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57984) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:35.247773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc3fe48a-d6a4-4f7c-b0d8-8b6cb5949b5e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:router {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:35.290796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc3fe48a-d6a4-4f7c-b0d8-8b6cb5949b5e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:router {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:35.292005 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc3fe48a-d6a4-4f7c-b0d8-8b6cb5949b5e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6747706 May 19 13:00:35.295258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 57988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:35.297347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.305621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1759469530'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:35.385614 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82a055a2-1c7d-46b8-a4c1-f0f797aa72a7 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/floatingips/67a152a9-3ace-4b78-8fe5-223a5146b2b9 HTTP/1.1" status: 200 len: 688 time: 0.1981180 May 19 13:00:35.404952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57992) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:35.612641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.756426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port ecaa4701-ef96-438e-af9c-40a0aefe8d52 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:35.757158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.851023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-afa0c733-2970-41e2-99a5-931e9f2fdff7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:35.852804 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-afa0c733-2970-41e2-99a5-931e9f2fdff7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 797 time: 0.6668310 May 19 13:00:35.858019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.922858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:00:35.923331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.931624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:35.978843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-b688a3e1-d70b-4dad-a588-8778623ba9e5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.1144121 May 19 13:00:36.063045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.111405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aaaf7a51-4b5a-408a-b066-596797c8b659,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:36.200282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.200615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.213232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Checking segment: {'id': 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:36.213594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network hostable DHCP agents. Network: 14fa2128-7d61-49b1-8ea6-1f777c0469e0, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:36.221470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.227092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=333c6a15-610b-4614-a4d9-b15f85eb0475,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:36.281829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.342682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.355032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for ecaa4701-ef96-438e-af9c-40a0aefe8d52 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:36.407120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:36.426499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.431912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Port': ['ID=48a7a0ea-029f-4f71-b665-8f3d8958fa9c,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:36.445952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 14fa2128-7d61-49b1-8ea6-1f777c0469e0) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:36.452623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.455979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c80c5-2ff2-481d-a782-35fa3cd13014 None None] Network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:36.456786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': 'f9e698e8-fee7-4c54-820a-d8a52ff93a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:36.457068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:36.457178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: 5bdee172-98a4-4913-87c9-fd0ba4a35c83, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:36.457660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.463765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.519733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:36.520495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=177a3952-9506-4cfc-8b62-4e85fa3c95e2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:36.533678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:36.545552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-055ac490-bd15-43d6-bcd2-e76c0e0cd9e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:36.548291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:36.553997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:36.554589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.574036 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-17595cb7-4a97-4638-bb94-aa2648fdeece tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1042824 May 19 13:00:36.575616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:36.577370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.580944 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f79067b-20f2-4bad-a250-e1faac17433b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8103364 May 19 13:00:36.581102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 57998) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:36.591630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58000) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:36.603628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1118456306', 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:36.615919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1302772761'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:36.620436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 5bdee172-98a4-4913-87c9-fd0ba4a35c83) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:36.625652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:36.626241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.634103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:36.642917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740eea2f-110c-4c51-9eb0-8c906e15b1e9 None None] Network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:36.646190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:36.675293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:36.678419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:port and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:36.686907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:36.704004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-055ac490-bd15-43d6-bcd2-e76c0e0cd9e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:36.705334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-055ac490-bd15-43d6-bcd2-e76c0e0cd9e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7035861 May 19 13:00:36.710988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Usage tracker for resource:network and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:36.722939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:36.789021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac9e55-b094-4b21-9912-9ce36cae62e4 None None] Network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:36.873160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:36.879461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:36.887196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:36.891276 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4beb63f9-9b03-48cb-aae9-78a1f1447f2a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 200 len: 892 time: 1.5924315 May 19 13:00:36.891575 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] Sync routers for ids ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:36.892095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58008) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:36.896578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:36.902263 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] Routers {'6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:36.903237 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:36.909568 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6f4a7301-fe3b-4995-9daa-3fa20b247023 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1815944 May 19 13:00:36.915609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58012) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:36.924467 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1307f13b-3048-4f6f-af86-172251dfbd9d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9556327 May 19 13:00:36.987320 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:36.999823 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] Routers {'6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:37.000443 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:37.014019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58016) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:37.074929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Made reservation on behalf of 8d265484e8b54982a778dcd9e4ab2e01 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:37.077667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.078550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-5bdee172-98a4-4913-87c9-fd0ba4a35c83', 'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': '333c6a15-610b-4614-a4d9-b15f85eb0475'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:37.079965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.096612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Made reservation on behalf of aa43e3ece11340e1a4a9f7cba3f3dfd0 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:37.100971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.105822 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:37.109427 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f42ae2-c2bd-463d-a207-21a36bf28b25 None None] The sync data for ids ['6f2377b5-e15b-48f3-93fa-4b6079b7a6f7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:37.184986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.188546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.269743 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-601f7a2a-7f29-4faf-9836-0eb7fc9fa4e9 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/routers/6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 200 len: 892 time: 0.3765347 May 19 13:00:37.270739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58022) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:37.300014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a33fb-dc71-4a44-8acd-b5b5698193b6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:37.300904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2b8a33fb-dc71-4a44-8acd-b5b5698193b6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:37.313723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:37.318405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0a6625f2-f262-469c-a22c-9c9e62fcdbbe tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:37.320418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] device_id is not set on port 318eeff9-a0f2-412a-8db8-03f3b991bff7 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:37.337468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0a6625f2-f262-469c-a22c-9c9e62fcdbbe tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:37.342470 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0a6625f2-f262-469c-a22c-9c9e62fcdbbe tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 200 len: 205 time: 0.0703194 May 19 13:00:37.343564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58026) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:37.364137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=ecaa4701-ef96-438e-af9c-40a0aefe8d52,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:37.383268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Allocated IP 2001:db8::1 (5bdee172-98a4-4913-87c9-fd0ba4a35c83/333c6a15-610b-4614-a4d9-b15f85eb0475/d083089e-a37c-4d51-a985-ee43887a6399) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:37.405579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Usage tracker for resource:security_group_rule and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:37.424919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:37.483992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:37.501432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.533942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2b8a33fb-dc71-4a44-8acd-b5b5698193b6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:37.538268 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2b8a33fb-dc71-4a44-8acd-b5b5698193b6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/177a3952-9506-4cfc-8b62-4e85fa3c95e2 HTTP/1.1" status: 200 len: 845 time: 0.6154158 May 19 13:00:37.546030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58032) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:37.608593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.635333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.644867 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-9f4e3b41-348d-432d-a9ab-9b0e9ae7eb74 service neutron] 10.222.0.44 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779965 May 19 13:00:37.646367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Transition to ACTIVE for port object d083089e-a37c-4d51-a985-ee43887a6399 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:37.666299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Transition to ACTIVE for port object d083089e-a37c-4d51-a985-ee43887a6399 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:37.675430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.746338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:37.749300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:37.752957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:37.760832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Pushing event updated for resources: {'Port': ['ID=d083089e-a37c-4d51-a985-ee43887a6399,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:37.832605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.851348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Attempting to bind port d083089e-a37c-4d51-a985-ee43887a6399 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:37.851715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Attempting to bind port d083089e-a37c-4d51-a985-ee43887a6399 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'f9e698e8-fee7-4c54-820a-d8a52ff93a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:37.852074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Attempting to bind port d083089e-a37c-4d51-a985-ee43887a6399 on network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:37.853296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a797f-6065-4517-a8c6-c8bc03f77553 req-26ce3d96-a801-4d3d-9cff-28b02b039d65 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:37.854773 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a37a797f-6065-4517-a8c6-c8bc03f77553 req-26ce3d96-a801-4d3d-9cff-28b02b039d65 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2492912 May 19 13:00:37.856775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.858387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:37.858857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Checking segment: {'id': 'f9e698e8-fee7-4c54-820a-d8a52ff93a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:37.859360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.859847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Bound using segment: {'id': 'f9e698e8-fee7-4c54-820a-d8a52ff93a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:37.860415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Bound port: d083089e-a37c-4d51-a985-ee43887a6399, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e698e8-fee7-4c54-820a-d8a52ff93a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5bdee172-98a4-4913-87c9-fd0ba4a35c83'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:37.860887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.880429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.883934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port e56b0df9-14e4-46a4-9056-21a8632b742b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:37.883934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.923957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 177a3952-9506-4cfc-8b62-4e85fa3c95e2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:37.924292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:37.951636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] For port d083089e-a37c-4d51-a985-ee43887a6399, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:37.954603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a37a797f-6065-4517-a8c6-c8bc03f77553 req-0f1fed96-cfda-430a-9935-e5c4e2c013bb tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861251 May 19 13:00:37.958089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] For port d083089e-a37c-4d51-a985-ee43887a6399, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=d083089e-a37c-4d51-a985-ee43887a6399,segment=NetworkSegment(f9e698e8-fee7-4c54-820a-d8a52ff93a02),segment_id=f9e698e8-fee7-4c54-820a-d8a52ff93a02)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:37.966453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.018227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port d083089e-a37c-4d51-a985-ee43887a6399 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:38.018604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.052080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Allocated IP 172.20.0.13 (14fa2128-7d61-49b1-8ea6-1f777c0469e0/aaaf7a51-4b5a-408a-b066-596797c8b659/318eeff9-a0f2-412a-8db8-03f3b991bff7) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:38.065226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641559e-19f6-4953-a256-1553815b7c4d None None] Pushing event updated for resources: {'Port': ['ID=d083089e-a37c-4d51-a985-ee43887a6399,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:38.088122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.097056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.098399 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6f9abf0d-51ac-42df-b286-272cec475963 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/floatingips/67a152a9-3ace-4b78-8fe5-223a5146b2b9 HTTP/1.1" status: 204 len: 168 time: 2.6908729 May 19 13:00:38.119780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58036) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:38.173537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'a618ba8e-4ae0-431a-a370-eea609446114'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:38.214371 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-f507b9de-90d7-4521-a050-44c26584bb25 service neutron] 10.222.0.44 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351450 May 19 13:00:38.215846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:38.273163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for e56b0df9-14e4-46a4-9056-21a8632b742b owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:38.290639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:floatingip and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:38.339391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:38.347366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-66f6fda5-35d5-424b-8b1b-79a4383cf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:38.349140 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-66f6fda5-35d5-424b-8b1b-79a4383cf645 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.7810755 May 19 13:00:38.441613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:38.522062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43eeb9a2-4cac-439e-8710-7e32cd7ca4f9 req-7cc15807-146c-4b77-b1e8-59cb8ffd171c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 210 time: 0.0590894 May 19 13:00:38.556531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.603804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.607168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=e56b0df9-14e4-46a4-9056-21a8632b742b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:38.835852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.843903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.919835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:38.992578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.013357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:39.026142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.030745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.060725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.061406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router 6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:39.118522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.123519 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f56aad15-61f7-4dc2-9207-03cb6cae33c8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 204 len: 168 time: 1.7746317 May 19 13:00:39.129698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58052) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:39.136844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-360221207'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:39.142942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:39.147015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:39.150412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:39.156837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:39.171243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:39.174960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.219368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:39.229361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4edbce-fac2-47b2-aa9c-4b7bc576b09f None None] Network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:39.229950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.229950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment 645a3795-a9f2-44f9-b04e-6c79183375f9 of type vlan for network cd33ed76-75e2-4649-b7f3-91ba80490061 May 19 13:00:39.260294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.284528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367f080e-84a1-46b5-95fa-3c97e47abadb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:39.301869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 177a3952-9506-4cfc-8b62-4e85fa3c95e2 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:39.303188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.308853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:39.309497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.331442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-27547680-a982-4057-8e04-f6ba735dbbf3 None None] Provisioning for port d083089e-a37c-4d51-a985-ee43887a6399 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:39.407952 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2771297 May 19 13:00:39.411790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58056) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:39.417368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.417720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Added segment 2e82a108-b673-41e3-ac26-05a30984d694 of type vlan for network 878a11a9-917c-4542-b7a7-02412b029ba8 May 19 13:00:39.419609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:39.447772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f350c-c4e8-41fa-b4ef-6a6f2913c155 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=cd33ed76-75e2-4649-b7f3-91ba80490061,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:39.470221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network cd33ed76-75e2-4649-b7f3-91ba80490061 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:39.477741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-3adfd1f7-bae2-4a7d-8bb8-8b8d6b5b1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:39.479208 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-3adfd1f7-bae2-4a7d-8bb8-8b8d6b5b1642 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 1.0917242 May 19 13:00:39.538841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:39.542771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:39.546003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:39.552190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:39.566650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:39.570459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.634598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.663602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.709602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port d083089e-a37c-4d51-a985-ee43887a6399, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=d083089e-a37c-4d51-a985-ee43887a6399,segment=NetworkSegment(f9e698e8-fee7-4c54-820a-d8a52ff93a02),segment_id=f9e698e8-fee7-4c54-820a-d8a52ff93a02)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:39.710193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.754279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:39.782912 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6f92b22e-b173-4a32-b466-708210adbc4b req-b9729534-33ee-4c2c-a836-4cacd0f926c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 210 time: 0.0906041 May 19 13:00:39.926943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for d083089e-a37c-4d51-a985-ee43887a6399 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:39.962485 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-41f47bb4-764a-4195-b956-bd2a7a0ea575 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1001 time: 0.4451804 May 19 13:00:39.987121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11ac58-bd06-4f87-9b7c-568073a0fd3f req-a9fdccb8-efbe-436a-8eb9-6490ba258344 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:39.988599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6c11ac58-bd06-4f87-9b7c-568073a0fd3f req-a9fdccb8-efbe-436a-8eb9-6490ba258344 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.7955647 May 19 13:00:39.995084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-f97f2be8-6600-4356-9c14-c18752468a28 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:39.995817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-f97f2be8-6600-4356-9c14-c18752468a28 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:40.003173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=177a3952-9506-4cfc-8b62-4e85fa3c95e2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.036773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-f97f2be8-6600-4356-9c14-c18752468a28 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:40.037889 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-f97f2be8-6600-4356-9c14-c18752468a28 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 797 time: 0.2830575 May 19 13:00:40.076060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.078403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.083697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:40.084269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.089080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.146708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c6a97b6-69c6-49c4-b167-a3198ef1e775 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:40.198077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=d7effcdb-d86a-495c-aa22-4b718bc01ed9,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.201306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c6a97b6-69c6-49c4-b167-a3198ef1e775 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:40.202808 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c6a97b6-69c6-49c4-b167-a3198ef1e775 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 379 time: 0.1479888 May 19 13:00:40.213031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['a0f04b70-0cdd-420b-aaf7-140369a4db80']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:40.236733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': '645a3795-a9f2-44f9-b04e-6c79183375f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:40.237095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: cd33ed76-75e2-4649-b7f3-91ba80490061, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:40.264611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d083089e-a37c-4d51-a985-ee43887a6399 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:40.283365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.306959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7073250 May 19 13:00:40.307341 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5897b364-a376-40e6-b56c-772a09d9efaa tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/177a3952-9506-4cfc-8b62-4e85fa3c95e2 HTTP/1.1" status: 204 len: 168 time: 2.7519999 May 19 13:00:40.310195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-df942c2d-600c-4f1b-a9a4-e6bf0556d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:40.311847 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-df942c2d-600c-4f1b-a9a4-e6bf0556d3c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.3188634 May 19 13:00:40.312537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58066) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.312862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58068) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.341627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port d083089e-a37c-4d51-a985-ee43887a6399 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:40.346405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port d083089e-a37c-4d51-a985-ee43887a6399 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:40.346815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.350812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Request body: {'subnet': {'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:40.391020 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6c11ac58-bd06-4f87-9b7c-568073a0fd3f req-5f23e1e9-ddcb-4600-be14-d76d2e2543b2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537841 May 19 13:00:40.395868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11341f0f-bf2d-4a56-ac41-22a62d218962 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Network': ['ID=878a11a9-917c-4542-b7a7-02412b029ba8,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.438348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 878a11a9-917c-4542-b7a7-02412b029ba8 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:40.440791 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98105fd-27b8-4753-9134-dced95188403 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:00:40.441327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a98105fd-27b8-4753-9134-dced95188403 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:40.466394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network cd33ed76-75e2-4649-b7f3-91ba80490061 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:40.517419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, cd33ed76-75e2-4649-b7f3-91ba80490061) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:40.533863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:40.534845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.542233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673b331-885f-46cf-b6b0-19784c825189 None None] Network cd33ed76-75e2-4649-b7f3-91ba80490061 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:40.549629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a98105fd-27b8-4753-9134-dced95188403 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:40.554430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a98105fd-27b8-4753-9134-dced95188403 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/177a3952-9506-4cfc-8b62-4e85fa3c95e2 HTTP/1.1" status: 404 len: 333 time: 0.2356222 May 19 13:00:40.554430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:40.562615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58074) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.571096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Usage tracker for resource:subnet and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:40.577865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'name': 'tempest-PortsIpV6TestJSON-722128540'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:40.596827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:40.608337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:40.622673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port d083089e-a37c-4d51-a985-ee43887a6399 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:40.623388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.666434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:40.680480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:40.683206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:40.728229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.737793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Port': ['ID=318eeff9-a0f2-412a-8db8-03f3b991bff7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.772890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:40.793233 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0cb13764-5f79-486d-9a10-e1850e4eba4b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3801184 May 19 13:00:40.798770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58078) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:40.805645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:40.820903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1921696633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:40.828819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.831548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-cd33ed76-75e2-4649-b7f3-91ba80490061', 'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': 'd7effcdb-d86a-495c-aa22-4b718bc01ed9'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:40.832378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.835544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Made reservation on behalf of aa43e3ece11340e1a4a9f7cba3f3dfd0 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:40.845207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.874521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:40.884977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:40.885573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:40.906398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:40.911484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=d083089e-a37c-4d51-a985-ee43887a6399,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:40.921905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:40.969929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:41.015539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51808dc5-2118-4cca-94a3-950cd86e91cf None None] DHCP port deletion for 5bdee172-98a4-4913-87c9-fd0ba4a35c83 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:41.032239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:41.035830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.054935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:41.060242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Allocated IP 2001:db8::2 (cd33ed76-75e2-4649-b7f3-91ba80490061/d7effcdb-d86a-495c-aa22-4b718bc01ed9/28d47c72-0e57-4709-801c-86b7bd4d01e0) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:41.069362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c688480-0ce8-4244-822e-b1da117fca2d req-9904bcbc-24d8-44a7-b3ac-f95b642f932f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 210 time: 0.1157322 May 19 13:00:41.072868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-d6013130-ec08-4a4d-87ca-9521a76dae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:41.074435 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-d6013130-ec08-4a4d-87ca-9521a76dae95 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7287328 May 19 13:00:41.080798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port d083089e-a37c-4d51-a985-ee43887a6399 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:41.085103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:41.123778 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-24c7bf7a-ec01-43fb-972a-f413f2798fdb tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 4.5356629 May 19 13:00:41.124987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.126036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.129179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58084) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:41.164572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:41.167671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.210075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port d3285256-bc8c-42d8-8155-7ab061009cf9 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:41.311635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.313714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.323839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Transition to ACTIVE for port object 28d47c72-0e57-4709-801c-86b7bd4d01e0 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:41.338970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.148 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/447e6d4b-81d9-4960-8d17-22da305427a4) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:41.344184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Transition to ACTIVE for port object 28d47c72-0e57-4709-801c-86b7bd4d01e0 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:41.346147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.349535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.394086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Deleting port 318eeff9-a0f2-412a-8db8-03f3b991bff7 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:41.394306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.394832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.7 (1f606904-9674-48f4-aab7-77eca81c0579/a1c76b02-3ce1-456b-ab8b-c76824a4591a/ae83399c-4686-472e-bf0b-14e493556c60) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:41.419909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Network cd33ed76-75e2-4649-b7f3-91ba80490061 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:41.423158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:41.426945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:41.432938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Pushing event updated for resources: {'Port': ['ID=28d47c72-0e57-4709-801c-86b7bd4d01e0,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:41.532012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Attempting to bind port 28d47c72-0e57-4709-801c-86b7bd4d01e0 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:41.532758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Attempting to bind port 28d47c72-0e57-4709-801c-86b7bd4d01e0 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '645a3795-a9f2-44f9-b04e-6c79183375f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:41.533365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Attempting to bind port 28d47c72-0e57-4709-801c-86b7bd4d01e0 on network cd33ed76-75e2-4649-b7f3-91ba80490061 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:41.539657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:41.540373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Checking segment: {'id': '645a3795-a9f2-44f9-b04e-6c79183375f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:41.541001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.541582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Bound using segment: {'id': '645a3795-a9f2-44f9-b04e-6c79183375f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:41.542241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Bound port: 28d47c72-0e57-4709-801c-86b7bd4d01e0, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645a3795-a9f2-44f9-b04e-6c79183375f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cd33ed76-75e2-4649-b7f3-91ba80490061'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:41.542858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.585160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.603067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.640979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] For port 28d47c72-0e57-4709-801c-86b7bd4d01e0, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:41.644403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] For port 28d47c72-0e57-4709-801c-86b7bd4d01e0, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=28d47c72-0e57-4709-801c-86b7bd4d01e0,segment=NetworkSegment(645a3795-a9f2-44f9-b04e-6c79183375f9),segment_id=645a3795-a9f2-44f9-b04e-6c79183375f9)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:41.650267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.691525 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-4cc15f11-d3ab-4789-bd03-56a792c618a9 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696733 May 19 13:00:41.736988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f350a-9a7d-4197-9570-c2f4c41dbb43 None None] Pushing event updated for resources: {'Port': ['ID=28d47c72-0e57-4709-801c-86b7bd4d01e0,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:41.848369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.849976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Subnet': ['ID=e21861dd-f0b8-45fd-916a-1d1b22a8c4f9,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:41.851781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:41.852974 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-64bd547b-d1e9-4061-a7f1-8335e884fb77 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0490384 May 19 13:00:41.861394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58090) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:41.973993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.005293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Checking segment: {'id': '2e82a108-b673-41e3-ac26-05a30984d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:42.005728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network hostable DHCP agents. Network: 878a11a9-917c-4542-b7a7-02412b029ba8, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:42.070263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=333c6a15-610b-4614-a4d9-b15f85eb0475,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:42.079043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.081925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dad2cc-4d93-47cb-a017-a9fef59250e9 None None] Network 5bdee172-98a4-4913-87c9-fd0ba4a35c83 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:42.211760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16cb7d-4305-4f93-843b-e15c9cbe59e0 req-9534b068-217e-4ffb-8b83-7e7df33a452b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:42.213987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5a16cb7d-4305-4f93-843b-e15c9cbe59e0 req-9534b068-217e-4ffb-8b83-7e7df33a452b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6501932 May 19 13:00:42.217250 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e42686c3-97a3-4323-a39f-d2317d628d8c req-d117760a-ce53-4099-ae15-f511b8d4154f service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061719 May 19 13:00:42.239360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.257461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.269118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network 878a11a9-917c-4542-b7a7-02412b029ba8 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:42.295772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdee172-98a4-4913-87c9-fd0ba4a35c83']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:42.311014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 28d47c72-0e57-4709-801c-86b7bd4d01e0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:42.322373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e698e8-fee7-4c54-820a-d8a52ff93a02') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:42.322741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e698e8-fee7-4c54-820a-d8a52ff93a02') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:42.361829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.396604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.459308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76a400-5aed-4b9b-a758-4f2d92948a3f None None] DHCP port deletion for 5bdee172-98a4-4913-87c9-fd0ba4a35c83 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:00:42.487050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 28d47c72-0e57-4709-801c-86b7bd4d01e0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:42.565460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d083089e-a37c-4d51-a985-ee43887a6399 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:00:42.599173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object ae83399c-4686-472e-bf0b-14e493556c60 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:42.630429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: d083089e-a37c-4d51-a985-ee43887a6399 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:00:42.630788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.631446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d083089e-a37c-4d51-a985-ee43887a6399 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:00:42.642864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.645293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 878a11a9-917c-4542-b7a7-02412b029ba8) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:42.651039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=447e6d4b-81d9-4960-8d17-22da305427a4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:42.654745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325b93e-bbe7-4f8f-9441-b6878cbec40f None None] Network 878a11a9-917c-4542-b7a7-02412b029ba8 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:42.662882 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b9731c9b-d7fd-4708-8220-eada02771e4a req-835dafb1-0ff4-4a96-a268-b7f8e9a49803 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 210 time: 0.3104537 May 19 13:00:42.689584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:42.692875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.704694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:42.705288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.749063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:42.829597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Calling delete_port for 318eeff9-a0f2-412a-8db8-03f3b991bff7 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:42.834823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:42.839860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:42.841965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=d3285256-bc8c-42d8-8155-7ab061009cf9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:42.851419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:42.857235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:42.857876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.859143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:42.867794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3bf9422a-dd61-4ac0-8452-6be04d3f878f tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5511472 May 19 13:00:42.871359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58096) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:42.916129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-119827615', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:42.929032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:42.930014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:42.939140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:42.944772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Usage tracker for resource:router and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:42.948745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:42.955190 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:42.959246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:42.976048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.008204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.009972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.011016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.036318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-878a11a9-917c-4542-b7a7-02412b029ba8', 'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8', 'tenant_id': 'aa43e3ece11340e1a4a9f7cba3f3dfd0', 'fixed_ips': [{'subnet_id': 'e21861dd-f0b8-45fd-916a-1d1b22a8c4f9'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:43.037645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.066911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5a16cb7d-4305-4f93-843b-e15c9cbe59e0 req-33c38bfc-ed97-4e42-9d37-eac27c410e72 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7070498 May 19 13:00:43.069271 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2eb6edb5-cd39-4a75-8282-431d5f39d7d5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5043855 May 19 13:00:43.125288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e86098-506e-468e-b77d-a4001de08882 None None] Network cd33ed76-75e2-4649-b7f3-91ba80490061 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:43.138892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58100) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:43.151760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:43.193559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.200383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.244055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 1f606904-9674-48f4-aab7-77eca81c0579 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:43.247646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.253674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:43.253882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Provisioning for port 28d47c72-0e57-4709-801c-86b7bd4d01e0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:43.263320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:43.265839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:43.311282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Provisioning complete for port 28d47c72-0e57-4709-801c-86b7bd4d01e0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:43.311797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.335534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=5bdee172-98a4-4913-87c9-fd0ba4a35c83,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:43.362688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6fed6155-630c-4642-9dc1-c5e6b6e01275 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/5bdee172-98a4-4913-87c9-fd0ba4a35c83 HTTP/1.1" status: 204 len: 168 time: 6.3465772 May 19 13:00:43.377076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58104) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:43.398389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443682946'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:43.457772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.472212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:43.489373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:43.490095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.512698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Allocated IP 172.20.0.2 (878a11a9-917c-4542-b7a7-02412b029ba8/e21861dd-f0b8-45fd-916a-1d1b22a8c4f9/86a49f76-47c9-4f10-8a58-5479adefca48) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:43.571865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event deleted for resources: {'Port': ['ID=318eeff9-a0f2-412a-8db8-03f3b991bff7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:43.582383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.585952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:43.627565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:43.631129 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-2e41f72e-0eaf-40fc-8383-11f4278500ca tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4219518 May 19 13:00:43.643162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:43.668339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Request body: {'port': {'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:43.865069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Current status of the port 28d47c72-0e57-4709-801c-86b7bd4d01e0 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:43.865822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.883353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.888929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.893876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-981ecf2b-f9b8-402a-8df4-fe3e4f4a2017 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/ports/318eeff9-a0f2-412a-8db8-03f3b991bff7 HTTP/1.1" status: 204 len: 168 time: 2.7348289 May 19 13:00:43.894078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:43.897741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.904479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58110) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:43.908052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Transition to ACTIVE for port object 86a49f76-47c9-4f10-8a58-5479adefca48 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:43.933989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0', 'external_fixed_ips': [{'subnet_id': 'aaaf7a51-4b5a-408a-b066-596797c8b659', 'ip_address': '172.20.0.13'}]}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:43.935375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.939427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] For port 28d47c72-0e57-4709-801c-86b7bd4d01e0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=28d47c72-0e57-4709-801c-86b7bd4d01e0,segment=NetworkSegment(645a3795-a9f2-44f9-b04e-6c79183375f9),segment_id=645a3795-a9f2-44f9-b04e-6c79183375f9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:43.941908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Transition to ACTIVE for port object 86a49f76-47c9-4f10-8a58-5479adefca48 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:43.944865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:43.947811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:43.980898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.002960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:router and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:44.019650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:44.024039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Network 878a11a9-917c-4542-b7a7-02412b029ba8 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:44.028473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:44.033490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:44.046017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:44.085326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c7b4-8466-4581-851b-e63d71e0af8d None None] Pushing event updated for resources: {'Port': ['ID=28d47c72-0e57-4709-801c-86b7bd4d01e0,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:44.089640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.091196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.162489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.174739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.192590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.229643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:44.234927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8::1 (cd33ed76-75e2-4649-b7f3-91ba80490061/d7effcdb-d86a-495c-aa22-4b718bc01ed9/0847c315-1c2d-4170-af27-195e329d13b6) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:44.302734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 28d47c72-0e57-4709-801c-86b7bd4d01e0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:44.334686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ab00dfcc-a925-4a04-8e0d-ee6362447bd2 None None] Provisioning for port ae83399c-4686-472e-bf0b-14e493556c60 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:44.346614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ab00dfcc-a925-4a04-8e0d-ee6362447bd2 None None] Provisioning complete for port ae83399c-4686-472e-bf0b-14e493556c60 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:44.347248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ab00dfcc-a925-4a04-8e0d-ee6362447bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.348338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.348888 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment c68f986c-303c-4e9a-8896-6c93a8907f1b of type vlan for network da1df637-020b-47ab-ae75-5b05da51dcfd May 19 13:00:44.353606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.372627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Pushing event updated for resources: {'Port': ['ID=86a49f76-47c9-4f10-8a58-5479adefca48,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:44.413823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Attempting to bind port 86a49f76-47c9-4f10-8a58-5479adefca48 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:44.414197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Attempting to bind port 86a49f76-47c9-4f10-8a58-5479adefca48 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '2e82a108-b673-41e3-ac26-05a30984d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:44.414582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Attempting to bind port 86a49f76-47c9-4f10-8a58-5479adefca48 on network 878a11a9-917c-4542-b7a7-02412b029ba8 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:44.434087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:44.434487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Checking segment: {'id': '2e82a108-b673-41e3-ac26-05a30984d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:44.434909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.435305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Bound using segment: {'id': '2e82a108-b673-41e3-ac26-05a30984d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:44.435785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Bound port: 86a49f76-47c9-4f10-8a58-5479adefca48, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e82a108-b673-41e3-ac26-05a30984d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:44.436156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.455933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] In _notify_port_updated(), no bound segment for port d3285256-bc8c-42d8-8155-7ab061009cf9 on network 4f18480c-9630-4976-9eb6-dd3965fedd43 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:00:44.457823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ab00dfcc-a925-4a04-8e0d-ee6362447bd2 None None] Port ae83399c-4686-472e-bf0b-14e493556c60 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:44.461305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:44.461925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.465646 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/ports/d3285256-bc8c-42d8-8155-7ab061009cf9 HTTP/1.1" status: 200 len: 818 time: 1.3230073 May 19 13:00:44.468014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58116) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:44.535384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 28d47c72-0e57-4709-801c-86b7bd4d01e0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:44.536011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.622078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] For port 86a49f76-47c9-4f10-8a58-5479adefca48, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:44.627024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] For port 86a49f76-47c9-4f10-8a58-5479adefca48, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=86a49f76-47c9-4f10-8a58-5479adefca48,segment=NetworkSegment(2e82a108-b673-41e3-ac26-05a30984d694),segment_id=2e82a108-b673-41e3-ac26-05a30984d694)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:44.635458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.648193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d922ad-25ff-494a-884c-1ab9db68691b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=d3285256-bc8c-42d8-8155-7ab061009cf9,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:44.679062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f4e0b719-8b29-4361-9a1b-d7b5f41641fd None None] Provisioning complete for port 28d47c72-0e57-4709-801c-86b7bd4d01e0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:44.679697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b719-8b29-4361-9a1b-d7b5f41641fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.709467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f085856-7758-45c4-8683-f5240cb530fb req-7f084fb1-a942-4af1-ba3f-17403b5b7893 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:44.710312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-8f085856-7758-45c4-8683-f5240cb530fb req-7f084fb1-a942-4af1-ba3f-17403b5b7893 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:44.719305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.742720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.800632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port d3285256-bc8c-42d8-8155-7ab061009cf9 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:44.800964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.828291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f1c2-d4a9-4b4d-85c7-bea1987d54e8 None None] Pushing event updated for resources: {'Port': ['ID=86a49f76-47c9-4f10-8a58-5479adefca48,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:44.836627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 28d47c72-0e57-4709-801c-86b7bd4d01e0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:44.875576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-8f085856-7758-45c4-8683-f5240cb530fb req-7f084fb1-a942-4af1-ba3f-17403b5b7893 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:44.876883 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f085856-7758-45c4-8683-f5240cb530fb req-7f084fb1-a942-4af1-ba3f-17403b5b7893 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 931 time: 1.0965836 May 19 13:00:44.879870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.927524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0b719-8b29-4361-9a1b-d7b5f41641fd None None] Current status of the port 28d47c72-0e57-4709-801c-86b7bd4d01e0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:44.945042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.954961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:44.960487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:44.961180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.077436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a8cec-f3e6-4053-bb4d-8983b70e3005 req-d752c426-54ad-4b24-b456-31ce446becf8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:45.079239 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-910a8cec-f3e6-4053-bb4d-8983b70e3005 req-d752c426-54ad-4b24-b456-31ce446becf8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.8094144 May 19 13:00:45.162922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 0847c315-1c2d-4170-af27-195e329d13b6 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:45.198374 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8200409 May 19 13:00:45.202140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f085856-7758-45c4-8683-f5240cb530fb req-375b1c73-30d9-421d-a750-f48bb20e0d51 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924910 May 19 13:00:45.207912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58120) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:45.217601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:45.241229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.241813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2024d02-2770-46b2-903f-b8564b4d23b3 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=da1df637-020b-47ab-ae75-5b05da51dcfd,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:45.260302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network da1df637-020b-47ab-ae75-5b05da51dcfd details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:45.316305 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-910a8cec-f3e6-4053-bb4d-8983b70e3005 req-b2a257e5-6b89-4bc8-9e11-f08c2310c9b7 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206204 May 19 13:00:45.376895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.520674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for d3285256-bc8c-42d8-8155-7ab061009cf9 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:45.561677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:45.578272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.602518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:45.611896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.619287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:45.687132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.690814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:45.724492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.784141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network cd33ed76-75e2-4649-b7f3-91ba80490061 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:45.791064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:45.794721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:45.795296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.827692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=d3285256-bc8c-42d8-8155-7ab061009cf9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:45.851417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.940089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:45.943342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:45.958421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae83399c-4686-472e-bf0b-14e493556c60 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:00:45.991926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.080583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36f39d-a9f6-4b0e-a65e-9172e820fe67 None None] Network 878a11a9-917c-4542-b7a7-02412b029ba8 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:46.091146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:46.112655 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8a905cfe-77e6-497f-b36d-c775668115cf tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/d3285256-bc8c-42d8-8155-7ab061009cf9 HTTP/1.1" status: 204 len: 168 time: 1.6065369 May 19 13:00:46.174210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58126) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:46.178318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.226775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.238968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=0847c315-1c2d-4170-af27-195e329d13b6,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:46.271122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a172cecb-57b0-46fa-8fd7-23625d44d30c None None] Provisioning for port 0847c315-1c2d-4170-af27-195e329d13b6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:46.282326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a172cecb-57b0-46fa-8fd7-23625d44d30c None None] Provisioning complete for port 0847c315-1c2d-4170-af27-195e329d13b6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:46.283094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a172cecb-57b0-46fa-8fd7-23625d44d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.288164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Transition to ACTIVE for port object ae83399c-4686-472e-bf0b-14e493556c60 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:46.335878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.378941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a172cecb-57b0-46fa-8fd7-23625d44d30c None None] Port 0847c315-1c2d-4170-af27-195e329d13b6 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:46.380865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 86a49f76-47c9-4f10-8a58-5479adefca48 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:46.468325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=447e6d4b-81d9-4960-8d17-22da305427a4,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:46.481316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.525562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.573627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Allocated IP 172.26.3.128 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/6e26380e-d366-4de0-bd68-8be3f6af1016) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:46.612252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a172cecb-57b0-46fa-8fd7-23625d44d30c None None] Provisioning for port 86a49f76-47c9-4f10-8a58-5479adefca48 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:46.622288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:46.662444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 86a49f76-47c9-4f10-8a58-5479adefca48 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:46.674949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 86a49f76-47c9-4f10-8a58-5479adefca48 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:46.675719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.784003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.844598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 86a49f76-47c9-4f10-8a58-5479adefca48 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:46.844982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.891240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 86a49f76-47c9-4f10-8a58-5479adefca48, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=86a49f76-47c9-4f10-8a58-5479adefca48,segment=NetworkSegment(2e82a108-b673-41e3-ac26-05a30984d694),segment_id=2e82a108-b673-41e3-ac26-05a30984d694)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:46.897359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:46.958200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a415b-541b-4205-9fd0-90fb8fac65a5 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:00:46.974045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c815c1-fc5d-4f06-a4d1-de4d1fd3c512 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:46.975376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-79c815c1-fc5d-4f06-a4d1-de4d1fd3c512 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:46.985040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.069703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=86a49f76-47c9-4f10-8a58-5479adefca48,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:47.119106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-79c815c1-fc5d-4f06-a4d1-de4d1fd3c512 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:47.123482 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-79c815c1-fc5d-4f06-a4d1-de4d1fd3c512 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9479640 May 19 13:00:47.128582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58132) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:47.144484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4345-d25b-4a5b-97c1-985efd1fc8fd req-057e6f1f-0b04-48e8-a91a-55a6189d3bb1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:47.145878 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f9e4345-d25b-4a5b-97c1-985efd1fc8fd req-057e6f1f-0b04-48e8-a91a-55a6189d3bb1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.7600229 May 19 13:00:47.165448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Attempting to bind port ae83399c-4686-472e-bf0b-14e493556c60 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:47.165776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Attempting to bind port ae83399c-4686-472e-bf0b-14e493556c60 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:47.166098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Attempting to bind port ae83399c-4686-472e-bf0b-14e493556c60 on network 1f606904-9674-48f4-aab7-77eca81c0579 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:47.174308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a415b-541b-4205-9fd0-90fb8fac65a5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:00:47.187496 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fc26ea-dfc5-43f1-9f9c-2f6fdb20918c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:00:47.194545 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-06fc26ea-dfc5-43f1-9f9c-2f6fdb20918c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/d3285256-bc8c-42d8-8155-7ab061009cf9 HTTP/1.1" status: 404 len: 333 time: 0.0652838 May 19 13:00:47.197012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58136) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:47.206241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1084731352'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:47.210670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Allocated IP 172.20.0.13 (14fa2128-7d61-49b1-8ea6-1f777c0469e0/aaaf7a51-4b5a-408a-b066-596797c8b659/cf8e5d14-3952-4b8c-baa7-b6157a71dfaa) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:47.222496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:47.225142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-647b6c0f-c523-4d9c-b518-23e4ba24e4bf None None] Provisioning complete for port 86a49f76-47c9-4f10-8a58-5479adefca48 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:47.225809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-647b6c0f-c523-4d9c-b518-23e4ba24e4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.232616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 6bb131d1-15d9-46f7-a43b-13f539b6b8f9 associated. External IP: 172.26.3.148, port: a618ba8e-4ae0-431a-a370-eea609446114. May 19 13:00:47.276097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Port ae83399c-4686-472e-bf0b-14e493556c60 on network 1f606904-9674-48f4-aab7-77eca81c0579 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:00:47.276097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Attempting to bind port ae83399c-4686-472e-bf0b-14e493556c60 on network 1f606904-9674-48f4-aab7-77eca81c0579 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:47.285754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:47.294642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:47.322304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:47.358549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:47.358960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Checking segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:47.359335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Bound using segment: {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:47.359802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Bound port: ae83399c-4686-472e-bf0b-14e493556c60, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:47.360142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.411849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.418304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.454446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:47.458173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.468531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-647b6c0f-c523-4d9c-b518-23e4ba24e4bf None None] Current status of the port 86a49f76-47c9-4f10-8a58-5479adefca48 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:47.523729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f9e4345-d25b-4a5b-97c1-985efd1fc8fd req-48d66906-e169-4011-a6f7-0e45797051d4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496468 May 19 13:00:47.571485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:47.590463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.597501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.598016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment c2658599-4964-4836-b1fb-65b27b72296a of type vlan for network 0a7c3773-f5a3-4412-b96c-f42c88413d62 May 19 13:00:47.692923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=cea8f327-ce97-4006-b66a-cd4873f23d5b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:47.728839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': 'c68f986c-303c-4e9a-8896-6c93a8907f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:47.729209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: da1df637-020b-47ab-ae75-5b05da51dcfd, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:47.761521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:47.773604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.799764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:47.818613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network da1df637-020b-47ab-ae75-5b05da51dcfd is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:47.821889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.826443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.896727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:47.897707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.899127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] 10.222.0.79 "PUT /v2.0/ports/ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 1093 time: 4.2434559 May 19 13:00:47.913353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:00:47.924882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, da1df637-020b-47ab-ae75-5b05da51dcfd) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:47.941256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:47.941863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.968150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166041f-296a-4fd9-a5bd-00165b33bb58 None None] Network da1df637-020b-47ab-ae75-5b05da51dcfd requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:47.989846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:00:47.993779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:47.997691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:48.015240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:48.017852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:48.055860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a09d1a3-773b-4b87-be74-b589c534ae18'] response: {'name': 'network-changed', 'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60', 'status': 'completed', 'code': 200} May 19 13:00:48.059676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:48.086494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.101115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:48.102547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.103998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.123543 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bbd46ab8-1533-4ccc-b812-7bdfa287ad7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9128113 May 19 13:00:48.124760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3794d1-4761-40ec-af8f-ebcef5b440d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:48.145633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58142) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:48.146324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Port': ['ID=cf8e5d14-3952-4b8c-baa7-b6157a71dfaa,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:48.272756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 86a49f76-47c9-4f10-8a58-5479adefca48 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:48.333783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:48.392278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-da1df637-020b-47ab-ae75-5b05da51dcfd', 'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': 'cea8f327-ce97-4006-b66a-cd4873f23d5b'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:48.393084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.399363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.400097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.412490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 86a49f76-47c9-4f10-8a58-5479adefca48 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:48.412866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.420727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:48.427932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:48.484344 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2800486 May 19 13:00:48.491528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58146) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:48.500507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:48.525211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e288-9406-45ed-8310-fa0c6e3b308e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=0a7c3773-f5a3-4412-b96c-f42c88413d62,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:48.540522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:48.641555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:48.677717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:48.744628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Port': ['ID=6e26380e-d366-4de0-bd68-8be3f6af1016,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:48.775662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:48.776452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:48.843748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-e2c00cd5-ac2b-4dc0-aad9-9cff47a612da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:48.845242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-e2c00cd5-ac2b-4dc0-aad9-9cff47a612da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1096 time: 0.8992660 May 19 13:00:48.861085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.873950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 86a49f76-47c9-4f10-8a58-5479adefca48 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:48.897481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:48.899294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:48.918622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Allocated IP 2001:db8::1 (da1df637-020b-47ab-ae75-5b05da51dcfd/cea8f327-ce97-4006-b66a-cd4873f23d5b/e1af0be3-904f-476f-8785-114e4da12c4a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:48.920967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:48.921727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:48.928776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:48.958432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:48.965987 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-ced67b6c-b2d7-415e-baf8-4be4c92565b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 217 time: 0.1058090 May 19 13:00:48.985493 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-933b4436-67ad-40b3-b2c6-139ecd3b8e6c tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8551803 May 19 13:00:48.989262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58152) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:48.994100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:48.994717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a682118-c863-4ce4-81cb-1b2d6b11a86c None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:49.003013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-891832912'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:49.022654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:49.029831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=0847c315-1c2d-4170-af27-195e329d13b6,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.066582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:49.078258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:49.088246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:network and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:49.094599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:49.114817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:49.125530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.145706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network cd33ed76-75e2-4649-b7f3-91ba80490061 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:49.196125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:49.207993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:49.211540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.236825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:49.239988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.243103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.252442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Transition to ACTIVE for port object e1af0be3-904f-476f-8785-114e4da12c4a will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:49.273451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Transition to ACTIVE for port object e1af0be3-904f-476f-8785-114e4da12c4a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:49.282650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.304263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-e1aeaa98-99bb-42f3-affa-f1ab7a5fdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:49.305700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-e1aeaa98-99bb-42f3-affa-f1ab7a5fdd75 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 200 len: 834 time: 0.2802136 May 19 13:00:49.329189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:49.343798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.386467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Network da1df637-020b-47ab-ae75-5b05da51dcfd is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:49.387591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Pushing event updated for resources: {'Port': ['ID=e1af0be3-904f-476f-8785-114e4da12c4a,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.390439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:49.392555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:49.412305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.412949 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Added segment 4732c032-4ff0-4158-ab05-ed737a4a6f7f of type vlan for network e163776c-0638-44db-bde6-8c3d5b0fc9c2 May 19 13:00:49.435443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.493833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.497566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=cea8f327-ce97-4006-b66a-cd4873f23d5b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.506870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Attempting to bind port e1af0be3-904f-476f-8785-114e4da12c4a on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:49.507242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Attempting to bind port e1af0be3-904f-476f-8785-114e4da12c4a by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c68f986c-303c-4e9a-8896-6c93a8907f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:49.507604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Attempting to bind port e1af0be3-904f-476f-8785-114e4da12c4a on network da1df637-020b-47ab-ae75-5b05da51dcfd {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:49.514235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:49.514766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Checking segment: {'id': 'c68f986c-303c-4e9a-8896-6c93a8907f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:49.515175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.515568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Bound using segment: {'id': 'c68f986c-303c-4e9a-8896-6c93a8907f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:49.516039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Bound port: e1af0be3-904f-476f-8785-114e4da12c4a, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68f986c-303c-4e9a-8896-6c93a8907f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'da1df637-020b-47ab-ae75-5b05da51dcfd'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:49.516414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.543801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.553067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68597103-ccdb-470e-9064-ec63c57a739b req-dc23fa10-8e3d-4ed5-831d-f80421fc5aa4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:49.554541 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-68597103-ccdb-470e-9064-ec63c57a739b req-dc23fa10-8e3d-4ed5-831d-f80421fc5aa4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.8793330 May 19 13:00:49.611798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b1a22532-09e3-4747-963c-51c313229a7e None None] Provisioning complete for port 0847c315-1c2d-4170-af27-195e329d13b6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:49.612206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b1a22532-09e3-4747-963c-51c313229a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.673883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] For port e1af0be3-904f-476f-8785-114e4da12c4a, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:49.685146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b1a22532-09e3-4747-963c-51c313229a7e None None] Port 0847c315-1c2d-4170-af27-195e329d13b6 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:49.687647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] For port e1af0be3-904f-476f-8785-114e4da12c4a, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e1af0be3-904f-476f-8785-114e4da12c4a,segment=NetworkSegment(c68f986c-303c-4e9a-8896-6c93a8907f1b),segment_id=c68f986c-303c-4e9a-8896-6c93a8907f1b)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:49.700553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.813060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7cf93-d03d-4da3-b07e-89ebaeda14be None None] Pushing event updated for resources: {'Port': ['ID=e1af0be3-904f-476f-8785-114e4da12c4a,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:49.853483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4290562-1700-44f3-8a35-4d96181c6abd None None] Network da1df637-020b-47ab-ae75-5b05da51dcfd requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:49.890452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.908283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.913778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:49.914754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:49.931714 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-68597103-ccdb-470e-9064-ec63c57a739b req-a36e9d06-a0a0-46c0-bcea-226a9b35a1b6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216839 May 19 13:00:50.012315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-9f20530a-c906-4a36-a08c-3ecb85971026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:50.013827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-9f20530a-c906-4a36-a08c-3ecb85971026 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f606904-9674-48f4-aab7-77eca81c0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6834559 May 19 13:00:50.020050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1df637-020b-47ab-ae75-5b05da51dcfd']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.073900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2404f26-fad5-4379-a5c3-5d268b643e75 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:00:50.101088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1092839 May 19 13:00:50.101823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58156) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:50.106358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68f986c-303c-4e9a-8896-6c93a8907f1b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.106590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68f986c-303c-4e9a-8896-6c93a8907f1b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.147418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'subnet': {'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:50.221125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2404f26-fad5-4379-a5c3-5d268b643e75 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:00:50.245512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.277388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958802c4-4a90-45c6-aa5b-23ff32052621 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Network': ['ID=e163776c-0638-44db-bde6-8c3d5b0fc9c2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:50.323640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:50.338652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 6b8467d3-873e-4dd0-9a68-fb2d49e97195 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:50.344384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.363223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:50.370907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:subnet and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:50.375939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:50.376349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.391523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:50.394202 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:50.405376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:50.433285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.484757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:50.488392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.508310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.544958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-60f064c1-2bc2-4a40-a8fc-4c4b080d3bc5 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191488 May 19 13:00:50.567424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:00:50.567424 dv-neutron-841945-1-hyperv neutron-server[88029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:00:50.567424 dv-neutron-841945-1-hyperv neutron-server[88029]: [parameters: {'id': 'da1df637-020b-47ab-ae75-5b05da51dcfd'}] May 19 13:00:50.567424 dv-neutron-841945-1-hyperv neutron-server[88029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:50.567911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:50.592516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:50.744328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=36442aee-6761-452d-b88b-1fb4f213f660,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:50.783398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:50.796049 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19775ac0-47b5-429b-8acd-933590462acf None None] Sync routers for ids ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:50.808790 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19775ac0-47b5-429b-8acd-933590462acf None None] Routers {'6b8467d3-873e-4dd0-9a68-fb2d49e97195'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:50.809504 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19775ac0-47b5-429b-8acd-933590462acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.814110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': 'c2658599-4964-4836-b1fb-65b27b72296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:50.814474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 0a7c3773-f5a3-4412-b96c-f42c88413d62, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:50.876179 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19775ac0-47b5-429b-8acd-933590462acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.881340 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-314142a5-2fec-4485-9f91-77aa1e37369f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/6b8467d3-873e-4dd0-9a68-fb2d49e97195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0171702 May 19 13:00:50.885142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58160) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:50.885797 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19775ac0-47b5-429b-8acd-933590462acf None None] Routers {'6b8467d3-873e-4dd0-9a68-fb2d49e97195'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:50.886773 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19775ac0-47b5-429b-8acd-933590462acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.915446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Router da14de83-cbd8-4ed9-b2e9-1a86d81c3396 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:50.950298 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19775ac0-47b5-429b-8acd-933590462acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:50.950974 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19775ac0-47b5-429b-8acd-933590462acf None None] The sync data for ids ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:50.983111 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c78b7-0190-4f4c-b5de-d866666d32ae req-4785bab1-bd85-4db9-9d9b-3c523c71e2cd service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155908 May 19 13:00:50.993125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.009323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:51.041062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb039698-7080-4c24-9465-2542bee2c850 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:51.041938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fb039698-7080-4c24-9465-2542bee2c850 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:00:51.072094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.099023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 0a7c3773-f5a3-4412-b96c-f42c88413d62) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:51.109184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71db6b3-7f03-4104-8130-b40069cd5b5a None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:51.116569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:51.117366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.157201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fb039698-7080-4c24-9465-2542bee2c850 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:00:51.162078 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fb039698-7080-4c24-9465-2542bee2c850 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports/0847c315-1c2d-4170-af27-195e329d13b6 HTTP/1.1" status: 200 len: 911 time: 0.2604823 May 19 13:00:51.163424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58166) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:51.173287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7effcdb-d86a-495c-aa22-4b718bc01ed9'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:51.198569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Router 2f634ef5-1817-44d2-a638-b4048bbc2d0b is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:51.207783 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-654d5d78-627c-4275-9d8b-05bad5cbf7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7138023 May 19 13:00:51.217370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58170) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:51.234777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:51.388433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Subnet': ['ID=34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:51.400941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-0a7c3773-f5a3-4412-b96c-f42c88413d62', 'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': '36442aee-6761-452d-b88b-1fb4f213f660'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:51.401738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.429762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port e1af0be3-904f-476f-8785-114e4da12c4a {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:51.430096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.480471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:51.496266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Sync routers for ids ['da14de83-cbd8-4ed9-b2e9-1a86d81c3396'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:51.533785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Checking segment: {'id': '4732c032-4ff0-4158-ab05-ed737a4a6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:51.534213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network hostable DHCP agents. Network: e163776c-0638-44db-bde6-8c3d5b0fc9c2, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:51.545482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:51.546508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Routers {'da14de83-cbd8-4ed9-b2e9-1a86d81c3396'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:51.546661 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-088a56ed-7c3b-4866-9c98-3a6e28542a0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.6411250 May 19 13:00:51.546744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da14de83-cbd8-4ed9-b2e9-1a86d81c3396'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:51.555046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58174) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:51.597354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a269695-a5c4-4f32-b6de-e4f2a6f0fdb2 req-7ea32261-4bf5-45a8-9d28-7cab73eba12f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:51.598928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2a269695-a5c4-4f32-b6de-e4f2a6f0fdb2 req-7ea32261-4bf5-45a8-9d28-7cab73eba12f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.5418217 May 19 13:00:51.612937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-47f0f191-8e1d-4d24-96c8-0707d036df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:51.614605 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-47f0f191-8e1d-4d24-96c8-0707d036df5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1096 time: 0.5681851 May 19 13:00:51.712049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Allocated IP 2001:db8::2 (0a7c3773-f5a3-4412-b96c-f42c88413d62/36442aee-6761-452d-b88b-1fb4f213f660/c8695a2e-b905-4ac1-ac5f-44c35581e72b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:51.736651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:51.825299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Set router da14de83-cbd8-4ed9-b2e9-1a86d81c3396 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:51.825537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, e163776c-0638-44db-bde6-8c3d5b0fc9c2) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:51.871028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85127434-702e-4c8c-8e0b-ac413d838d8f None None] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:51.895551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:51.895854 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2a269695-a5c4-4f32-b6de-e4f2a6f0fdb2 req-4279eff2-6c93-40db-aa2d-51ad122ed6d7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304943 May 19 13:00:51.901803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:51.917234 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] Sync routers for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:51.927707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:51.928330 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:51.930245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:51.934844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:51.957604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:51.986988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port e1af0be3-904f-476f-8785-114e4da12c4a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e1af0be3-904f-476f-8785-114e4da12c4a,segment=NetworkSegment(c68f986c-303c-4e9a-8896-6c93a8907f1b),segment_id=c68f986c-303c-4e9a-8896-6c93a8907f1b)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:51.988187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.001665 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:52.011358 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:52.012121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:52.036984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.038883 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-83cdb200-1418-4393-ad06-db533abce6a9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.1634622 May 19 13:00:52.048450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58178) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:52.052299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:52.055854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.080918 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:52.081322 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6749ea-1071-43d6-9462-1899a4c11631 None None] The sync data for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:52.094972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:52.095681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.100840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.131036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-ec8da090-0854-4c8a-bc6c-8d8ea124aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:52.132448 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-ec8da090-0854-4c8a-bc6c-8d8ea124aad1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 898 time: 0.4426165 May 19 13:00:52.289007 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-bd611866-9bd8-41c7-9559-4d78d1940018 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 217 time: 0.1442940 May 19 13:00:52.310753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-e163776c-0638-44db-bde6-8c3d5b0fc9c2', 'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2', 'tenant_id': '581335c4d6f94f8cb1b738ffe9a01df8', 'fixed_ips': [{'subnet_id': '34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:52.311572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.333204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.344085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for e1af0be3-904f-476f-8785-114e4da12c4a owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:52.407509 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8be7cacc-22bc-46bf-a76c-cb6fd1e50513 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2846975 May 19 13:00:52.412307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58182) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:52.417597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1472304780', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:52.429712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:52.441041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:router and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:52.446606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:52.456239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.458264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.461279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:52.486581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Deleting port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:52.487546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.489772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Transition to ACTIVE for port object c8695a2e-b905-4ac1-ac5f-44c35581e72b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:52.521194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.522311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.522477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-1c0cb369-f0c6-48ac-bde5-e22fe04c6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:52.523797 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-1c0cb369-f0c6-48ac-bde5-e22fe04c6e84 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 200 len: 834 time: 0.2241549 May 19 13:00:52.533637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Transition to ACTIVE for port object c8695a2e-b905-4ac1-ac5f-44c35581e72b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:52.543228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.572246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.600386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=e1af0be3-904f-476f-8785-114e4da12c4a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:52.610988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port e1af0be3-904f-476f-8785-114e4da12c4a on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:00:52.670291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.722490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:52.733921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:52.736552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:52.741533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Allocated IP 172.20.0.2 (e163776c-0638-44db-bde6-8c3d5b0fc9c2/34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4/62da5d4b-8c7f-42dc-8a83-fc89f9b336fc) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:52.743602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Pushing event updated for resources: {'Port': ['ID=c8695a2e-b905-4ac1-ac5f-44c35581e72b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:52.753636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14de83-cbd8-4ed9-b2e9-1a86d81c3396', 'name': '', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0', 'external_fixed_ips': [{'subnet_id': 'aaaf7a51-4b5a-408a-b066-596797c8b659', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5d14-3952-4b8c-baa7-b6157a71dfaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:00:44Z', 'updated_at': '2022-05-19T13:00:48Z', 'revision_number': 3, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port': {'id': 'cf8e5d14-3952-4b8c-baa7-b6157a71dfaa', 'name': '', 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14de83-cbd8-4ed9-b2e9-1a86d81c3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'aaaf7a51-4b5a-408a-b066-596797c8b659', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:46Z', 'updated_at': '2022-05-19T13:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aaaf7a51-4b5a-408a-b066-596797c8b659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:52.794185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Checking router: da14de83-cbd8-4ed9-b2e9-1a86d81c3396 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:00:52.794463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Updating router da14de83-cbd8-4ed9-b2e9-1a86d81c3396 port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:00:52.851899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:52.924270 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36442aee-6761-452d-b88b-1fb4f213f660 (CIDR: 2001:db8::/64) May 19 13:00:52.951921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:00:52.952306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:00:52.978460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Attempting to bind port c8695a2e-b905-4ac1-ac5f-44c35581e72b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:52.978876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Attempting to bind port c8695a2e-b905-4ac1-ac5f-44c35581e72b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c2658599-4964-4836-b1fb-65b27b72296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:52.979238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Attempting to bind port c8695a2e-b905-4ac1-ac5f-44c35581e72b on network 0a7c3773-f5a3-4412-b96c-f42c88413d62 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:52.983195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.034079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:53.034453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Checking segment: {'id': 'c2658599-4964-4836-b1fb-65b27b72296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:53.034879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.035270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Bound using segment: {'id': 'c2658599-4964-4836-b1fb-65b27b72296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:53.035758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Bound port: c8695a2e-b905-4ac1-ac5f-44c35581e72b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2658599-4964-4836-b1fb-65b27b72296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:53.036130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.083941 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-301c2926-a1c4-48a6-acfb-d4bc237509c2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8652539 May 19 13:00:53.129238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58188) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:53.186094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:53.186501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.194782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1df637-020b-47ab-ae75-5b05da51dcfd']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:53.309613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-7f914237-2f27-4000-a91f-dbffe7296846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:53.311211 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-7f914237-2f27-4000-a91f-dbffe7296846 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f606904-9674-48f4-aab7-77eca81c0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7732496 May 19 13:00:53.316407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68f986c-303c-4e9a-8896-6c93a8907f1b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:53.316781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68f986c-303c-4e9a-8896-6c93a8907f1b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:53.362806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] For port c8695a2e-b905-4ac1-ac5f-44c35581e72b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:53.370540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.393771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] For port c8695a2e-b905-4ac1-ac5f-44c35581e72b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c8695a2e-b905-4ac1-ac5f-44c35581e72b,segment=NetworkSegment(c2658599-4964-4836-b1fb-65b27b72296a),segment_id=c2658599-4964-4836-b1fb-65b27b72296a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:53.395142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Transition to ACTIVE for port object 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:53.405633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Calling delete_port for cf8e5d14-3952-4b8c-baa7-b6157a71dfaa owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:53.408002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.503562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.504307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Transition to ACTIVE for port object 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:53.528884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.536429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.545684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.556114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f79a-fbf7-4903-978e-cb130ad61aa3 None None] Pushing event updated for resources: {'Port': ['ID=c8695a2e-b905-4ac1-ac5f-44c35581e72b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:53.570230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:53.571354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:53.589407 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:53.618362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:53.634845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:53.637847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:53.728765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:53.729025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Pushing event updated for resources: {'Port': ['ID=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:53.751822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:53.769078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f759-d04b-46da-ab54-2e827010b5b9 req-1e473358-64c8-4a05-b3e9-b8043ceb7874 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:53.777520 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d444f759-d04b-46da-ab54-2e827010b5b9 req-1e473358-64c8-4a05-b3e9-b8043ceb7874 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.6984501 May 19 13:00:53.786596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.792136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:53.806553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Attempting to bind port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:53.806897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Attempting to bind port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '4732c032-4ff0-4158-ab05-ed737a4a6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:53.807285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Attempting to bind port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc on network e163776c-0638-44db-bde6-8c3d5b0fc9c2 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:53.810877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.816968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.820187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:53.820557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Checking segment: {'id': '4732c032-4ff0-4158-ab05-ed737a4a6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:53.820957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.821345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Bound using segment: {'id': '4732c032-4ff0-4158-ab05-ed737a4a6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:53.821812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Bound port: 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4732c032-4ff0-4158-ab05-ed737a4a6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:53.822181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.833907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=da1df637-020b-47ab-ae75-5b05da51dcfd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:53.835980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:53.841395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Transition to ACTIVE for port object cf8e5d14-3952-4b8c-baa7-b6157a71dfaa will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:53.877165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.877462 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b475818-b307-4b03-9f3c-2dd7ffec5f65 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/da1df637-020b-47ab-ae75-5b05da51dcfd HTTP/1.1" status: 204 len: 168 time: 5.6986165 May 19 13:00:53.895804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58192) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:53.900247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:00:53.902253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:00:53.917418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579325786'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:53.924906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:53.930368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:53.936789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:53.943837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:53.978556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:53.982334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:53.988418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Attempting to bind port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:00:53.988787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Attempting to bind port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:00:53.989142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Attempting to bind port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa on network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:00:54.013413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e093633-34fc-4ab8-bff6-10b1c85aa0ec None None] Pushing event updated for resources: {'Port': ['ID=cf8e5d14-3952-4b8c-baa7-b6157a71dfaa,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.017182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:00:54.017637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Checking segment: {'id': 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:54.018116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.018504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Bound using segment: {'id': 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:00:54.019063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Bound port: cf8e5d14-3952-4b8c-baa7-b6157a71dfaa, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '14fa2128-7d61-49b1-8ea6-1f777c0469e0'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:00:54.019435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.028543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:00:54.068136 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-8dd4bef3-5a6b-47c5-9840-4a105f4ed2cc service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7401078 May 19 13:00:54.080519 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] For port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:54.103400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] For port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,segment=NetworkSegment(4732c032-4ff0-4158-ab05-ed737a4a6f7f),segment_id=4732c032-4ff0-4158-ab05-ed737a4a6f7f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:54.114303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:54.116232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.119334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.168553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] For port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:00:54.174898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.175321 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment a553b7d3-a757-403f-8de9-128a806ed40a of type vlan for network 3817441c-fc6d-4a36-954e-69571ef570da May 19 13:00:54.223846 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d444f759-d04b-46da-ab54-2e827010b5b9 req-baafa49e-046b-4d18-8847-8332763ba8f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415882 May 19 13:00:54.265155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.268244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] For port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cf8e5d14-3952-4b8c-baa7-b6157a71dfaa,segment=NetworkSegment(ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7),segment_id=ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:00:54.269570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dacc2-fd76-492d-a140-6a041203d9a8 None None] Pushing event updated for resources: {'Port': ['ID=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.279397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.338336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.343694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c8695a2e-b905-4ac1-ac5f-44c35581e72b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:54.347222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.407947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Deleting port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:54.409227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.477112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e093633-34fc-4ab8-bff6-10b1c85aa0ec None None] Pushing event updated for resources: {'Port': ['ID=cf8e5d14-3952-4b8c-baa7-b6157a71dfaa,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.479734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Routers {'da14de83-cbd8-4ed9-b2e9-1a86d81c3396'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:54.480371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da14de83-cbd8-4ed9-b2e9-1a86d81c3396'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:54.603834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.654628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbc4bf60-33ca-40ef-8538-f006a20cbd04 req-2ddcd274-6219-4ce6-bdff-ecdb283bfa31 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752916 May 19 13:00:54.675263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:54.699118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.706308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:54.706965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.741752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c8695a2e-b905-4ac1-ac5f-44c35581e72b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:54.825951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] Set router da14de83-cbd8-4ed9-b2e9-1a86d81c3396 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:00:54.946470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=3817441c-fc6d-4a36-954e-69571ef570da,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:54.969545 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-eefd65fd-7cb3-4cbf-9300-44c096e92682 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0722756 May 19 13:00:54.978954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58196) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:54.981314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:54.995283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': '3817441c-fc6d-4a36-954e-69571ef570da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:55.025491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ae83399c-4686-472e-bf0b-14e493556c60 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:00:55.050105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.26.3.36 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/ed97ed56-3c24-4728-b829-4f95491a2269) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:55.095590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] For port cf8e5d14-3952-4b8c-baa7-b6157a71dfaa, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cf8e5d14-3952-4b8c-baa7-b6157a71dfaa,segment=NetworkSegment(ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7),segment_id=ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:55.095957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.115775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.121620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:55.122260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.123687 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/ports/0847c315-1c2d-4170-af27-195e329d13b6 HTTP/1.1" status: 200 len: 911 time: 3.9591744 May 19 13:00:55.192297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58200) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:55.213707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 3817441c-fc6d-4a36-954e-69571ef570da details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:00:55.393045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c363f-a522-4736-a089-af4ec7233faa None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:55.425984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14de83-cbd8-4ed9-b2e9-1a86d81c3396', 'name': '', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:00:44Z', 'updated_at': '2022-05-19T13:00:52Z', 'revision_number': 4, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:55.508797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ae11d-d9aa-4257-9255-ff6b4e50286e None None] The sync data for ids ['da14de83-cbd8-4ed9-b2e9-1a86d81c3396'] in dv-neutron-841945-1-hyperv is: [{'id': 'da14de83-cbd8-4ed9-b2e9-1a86d81c3396', 'name': '', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:00:44Z', 'updated_at': '2022-05-19T13:00:52Z', 'revision_number': 4, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:00:55.514424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:55.525152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Provisioning for port c8695a2e-b905-4ac1-ac5f-44c35581e72b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:55.536447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Provisioning complete for port c8695a2e-b905-4ac1-ac5f-44c35581e72b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:55.537293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.545929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Calling delete_port for cf8e5d14-3952-4b8c-baa7-b6157a71dfaa owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:55.601725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'ae83399c-4686-472e-bf0b-14e493556c60', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:00:55.620987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=0847c315-1c2d-4170-af27-195e329d13b6,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:55.648352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:55.660618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.660954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.661728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.661728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.661938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.662224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.662541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.662885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.663201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.663518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.663831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.664149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803ed2e-1c0a-4554-bd17-a8a257e7158a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:55.685483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:55.736854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:55.769992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef04f1c-64c9-4a76-a0bb-98ff82917da5 None None] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:55.787624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27388d0-9900-4625-be6e-3f02c90086dd req-8136c934-d090-4792-a43c-ca315662a314 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:55.789950 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e27388d0-9900-4625-be6e-3f02c90086dd req-8136c934-d090-4792-a43c-ca315662a314 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.4093556 May 19 13:00:55.807338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:55.840780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.918307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ae83399c-4686-472e-bf0b-14e493556c60 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:55.918719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.969745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:55.973220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.974497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae83399c-4686-472e-bf0b-14e493556c60 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:00:55.979611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:55.991275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:56.007238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.057892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Current status of the port c8695a2e-b905-4ac1-ac5f-44c35581e72b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:56.057892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.075040 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e27388d0-9900-4625-be6e-3f02c90086dd req-0f3e8ae2-9b64-41e0-99c2-b6d3dad7ac78 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684625 May 19 13:00:56.076812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:56.084666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:56.092207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:56.100728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.165399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=ed97ed56-3c24-4728-b829-4f95491a2269,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.182182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.196583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] For port c8695a2e-b905-4ac1-ac5f-44c35581e72b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c8695a2e-b905-4ac1-ac5f-44c35581e72b,segment=NetworkSegment(c2658599-4964-4836-b1fb-65b27b72296a),segment_id=c2658599-4964-4836-b1fb-65b27b72296a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:56.207549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.216963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.266430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:56.284620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:56.304406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:56.305093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.327178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf8e5d14-3952-4b8c-baa7-b6157a71dfaa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.349008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.349343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.349676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.350006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.350331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.350692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.351025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.351342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.351673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.351986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.352306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.352622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:56.375159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=35276333-2949-4666-ab44-e114028b6927,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.380660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce38718-6689-4d98-9757-9239c9f45145 None None] Pushing event updated for resources: {'Port': ['ID=c8695a2e-b905-4ac1-ac5f-44c35581e72b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:56.416301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-28afdc9e-cfb3-4102-b6c8-174b224cd870 None None] Provisioning for port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:56.432634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['ae83399c-4686-472e-bf0b-14e493556c60'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:00:56.465915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:56.536774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Allocated IP 172.20.0.1 (878a11a9-917c-4542-b7a7-02412b029ba8/e21861dd-f0b8-45fd-916a-1d1b22a8c4f9/249c95fe-ed34-42aa-bcf1-6a042cb78bbb) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:56.564806 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf00c928-86f7-4f62-a52b-833ca7b34789 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4303205 May 19 13:00:56.600685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58206) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:56.623008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62', 'fixed_ips': [{'subnet_id': '36442aee-6761-452d-b88b-1fb4f213f660'}, {'subnet_id': '35276333-2949-4666-ab44-e114028b6927'}], 'name': 'tempest-PortsIpV6TestJSON-390518508'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:56.658716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.666882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331afa4a-6176-4a7f-b52b-52bc3c33ff9a None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:56.685506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:56.755424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:56.755821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:56.880282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4dc0286a-48f4-40a1-a037-32dd98291e17 None None] Provisioning complete for port c8695a2e-b905-4ac1-ac5f-44c35581e72b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:56.881012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4dc0286a-48f4-40a1-a037-32dd98291e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.039927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.096910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.100972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.111329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:57.111711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.121413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.137927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Transition to ACTIVE for port object 249c95fe-ed34-42aa-bcf1-6a042cb78bbb will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:57.172490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.267529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:57.289139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:57.295278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:57.304258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.304777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da14de83-cbd8-4ed9-b2e9-1a86d81c3396 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:00:57.306538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:57.311976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,segment=NetworkSegment(4732c032-4ff0-4158-ab05-ed737a4a6f7f),segment_id=4732c032-4ff0-4158-ab05-ed737a4a6f7f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:57.319843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': 'a553b7d3-a757-403f-8de9-128a806ed40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3817441c-fc6d-4a36-954e-69571ef570da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:00:57.320350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: 3817441c-fc6d-4a36-954e-69571ef570da, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:00:57.325574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.329921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d8907439-7dfb-421a-b1c7-d5a7463f0a67 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/routers/da14de83-cbd8-4ed9-b2e9-1a86d81c3396 HTTP/1.1" status: 204 len: 168 time: 5.7693818 May 19 13:00:57.340051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=a329429a-d8f6-4119-b4e0-0886ce0a37da,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:57.342401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.351932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58212) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:57.353894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network 878a11a9-917c-4542-b7a7-02412b029ba8 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:57.392952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:57.393189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:57.394623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:00:57.409294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0286a-48f4-40a1-a037-32dd98291e17 None None] Current status of the port c8695a2e-b905-4ac1-ac5f-44c35581e72b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:57.416502 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:00:57.463850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Port': ['ID=249c95fe-ed34-42aa-bcf1-6a042cb78bbb,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:57.520699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:57.532826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Deleting subnet aaaf7a51-4b5a-408a-b066-596797c8b659 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:00:57.537228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.593025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.608479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.620571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3043d4a5-da08-40ba-9bfa-bdc9926f7d8d None None] Provisioning complete for port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:57.621445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3043d4a5-da08-40ba-9bfa-bdc9926f7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.689968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Update dhcp port {'port': {'network_id': '0a7c3773-f5a3-4412-b96c-f42c88413d62', 'fixed_ips': [{'subnet_id': '36442aee-6761-452d-b88b-1fb4f213f660', 'ip_address': '2001:db8::2'}, {'subnet_id': '35276333-2949-4666-ab44-e114028b6927'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'c8695a2e-b905-4ac1-ac5f-44c35581e72b'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:00:57.695485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 0b528341-c78c-46ab-af4d-3129da85bae0 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:00:57.726508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.746034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.768137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 3817441c-fc6d-4a36-954e-69571ef570da is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:00:57.793434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 3817441c-fc6d-4a36-954e-69571ef570da) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:57.799379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:57.799379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.805151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.861918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:57.949048 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-840defb0-d07f-4f83-a33e-ddeb93e1b45d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9617934 May 19 13:00:57.952556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58216) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:57.961236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da196be9-6f74-4621-85f0-f436525a3a62 None None] Network 3817441c-fc6d-4a36-954e-69571ef570da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:00:57.971117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': '3817441c-fc6d-4a36-954e-69571ef570da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:00:58.031624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af203e-bdc9-4f48-9890-248de033238d req-2421be98-17e3-465a-8e6d-55e845302eab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:58.033119 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-55af203e-bdc9-4f48-9890-248de033238d req-2421be98-17e3-465a-8e6d-55e845302eab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 944 time: 0.7814553 May 19 13:00:58.036536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Allocated IP 2001:db8:0:1::2 (0a7c3773-f5a3-4412-b96c-f42c88413d62/35276333-2949-4666-ab44-e114028b6927/c8695a2e-b905-4ac1-ac5f-44c35581e72b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:58.083664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.178527 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-55af203e-bdc9-4f48-9890-248de033238d req-5a22b35d-e489-4429-8ec1-6f2309a34049 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234798 May 19 13:00:58.194170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3043d4a5-da08-40ba-9bfa-bdc9926f7d8d None None] Current status of the port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:58.309531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c8695a2e-b905-4ac1-ac5f-44c35581e72b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:58.317533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.322021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.368270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aaaf7a51-4b5a-408a-b066-596797c8b659,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:58.379970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:00:58.383625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.388489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.390048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:subnet and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:00:58.400167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:00:58.400499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 0847c315-1c2d-4170-af27-195e329d13b6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:00:58.401164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.407296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] For port c8695a2e-b905-4ac1-ac5f-44c35581e72b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c8695a2e-b905-4ac1-ac5f-44c35581e72b,segment=NetworkSegment(c2658599-4964-4836-b1fb-65b27b72296a),segment_id=c2658599-4964-4836-b1fb-65b27b72296a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:00:58.415348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:00:58.437519 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9d236a2a-efbc-4cd5-aafb-c9cb439508ab tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/aaaf7a51-4b5a-408a-b066-596797c8b659 HTTP/1.1" status: 204 len: 168 time: 1.0794587 May 19 13:00:58.444266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58220) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:58.459061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ba3e09eb-5e9e-4621-816f-9201d5d2b386 None None] Provisioning for port 249c95fe-ed34-42aa-bcf1-6a042cb78bbb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:58.482466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:00:58.485732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.516045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ba3e09eb-5e9e-4621-816f-9201d5d2b386 None None] Provisioning complete for port 249c95fe-ed34-42aa-bcf1-6a042cb78bbb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:58.516425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ba3e09eb-5e9e-4621-816f-9201d5d2b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.546323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.resource_extend [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:00:58.562667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-3817441c-fc6d-4a36-954e-69571ef570da', 'network_id': '3817441c-fc6d-4a36-954e-69571ef570da', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': 'a329429a-d8f6-4119-b4e0-0886ce0a37da'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:00:58.563532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.597888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.630734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e09eb-5e9e-4621-816f-9201d5d2b386 None None] Port 249c95fe-ed34-42aa-bcf1-6a042cb78bbb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:00:58.632618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Transition to ACTIVE for port object c8695a2e-b905-4ac1-ac5f-44c35581e72b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:58.634446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c8695a2e-b905-4ac1-ac5f-44c35581e72b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:58.634835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.702187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.922922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:58.948421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Port c8695a2e-b905-4ac1-ac5f-44c35581e72b had new provisioning blocks added so it will not transition to active. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 19 13:00:58.948696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:58.967183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router b652ed2a-e220-4514-b218-f9df9d380dc7 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:00:58.983517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::16c (0a7c3773-f5a3-4412-b96c-f42c88413d62/36442aee-6761-452d-b88b-1fb4f213f660/0b528341-c78c-46ab-af4d-3129da85bae0) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:58.985703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Pushing event updated for resources: {'Port': ['ID=c8695a2e-b905-4ac1-ac5f-44c35581e72b,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:58.988041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ae83399c-4686-472e-bf0b-14e493556c60 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:00:59.052669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8:0:1::1e9 (0a7c3773-f5a3-4412-b96c-f42c88413d62/35276333-2949-4666-ab44-e114028b6927/0b528341-c78c-46ab-af4d-3129da85bae0) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:59.055234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.055585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.055983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.056250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.056576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.056927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.057240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.057563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.057881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.058289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.058813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.058911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b3a35d-30c8-466a-912f-8a48c08a0416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:00:59.119665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.172214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Allocated IP 2001:db8::2 (3817441c-fc6d-4a36-954e-69571ef570da/a329429a-d8f6-4119-b4e0-0886ce0a37da/ca63675e-951f-47fe-89d3-4cf7f224cdfe) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:00:59.318951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:59.319328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.368988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 0847c315-1c2d-4170-af27-195e329d13b6 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:00:59.412385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.463118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port ae83399c-4686-472e-bf0b-14e493556c60 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:00:59.482772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port ae83399c-4686-472e-bf0b-14e493556c60 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:00:59.483301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.499110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:00:59.545475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fa2128-7d61-49b1-8ea6-1f777c0469e0']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.598011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] Sync routers for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:00:59.633399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.667542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:59.668488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.679624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.680852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba566162-d5ca-4b72-8abd-c8045980b8be tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2675350 May 19 13:00:59.701191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58226) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:59.702548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.702939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5279b3-91fd-4fcd-a9a9-dc69df5e6ae7') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.734864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 3817441c-fc6d-4a36-954e-69571ef570da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:00:59.741150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:00:59.754215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771e9fc-dd87-49af-8973-8f7d04b980e8 req-a1814330-783a-4768-a0d6-ab4963b11213 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.760994 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c771e9fc-dd87-49af-8973-8f7d04b980e8 req-a1814330-783a-4768-a0d6-ab4963b11213 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 944 time: 0.4077280 May 19 13:00:59.780732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.781316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.798876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.815455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.825311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=b36be237-7f5e-4c62-8cd4-23f1b8670790,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:00:59.855535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.856447 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-af28bbb2-6a8d-4e1d-8a99-aa6641c6329b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8997986 May 19 13:00:59.859685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58230) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:00:59.863853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 0b528341-c78c-46ab-af4d-3129da85bae0 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:00:59.886624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.907687 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c771e9fc-dd87-49af-8973-8f7d04b980e8 req-ec6b727a-05ed-4fb8-97b4-0fba24b02706 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437845 May 19 13:00:59.929619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:00:59.958326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:00:59.959043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:00:59.959895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:00:59.960521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:00:59.975393 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:00:59.978602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.980352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.981896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.983477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.985034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:00:59.986042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Synchronizing usage tracker for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:00.000032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.045066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:00.045998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98952ffd-38e9-4c14-9373-96457f25e2fb None None] The sync data for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:00.050213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.054248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ae83399c-4686-472e-bf0b-14e493556c60 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:00.054688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.067324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0825bbee-8542-491b-b1ac-e7cef2858927 None None] Provisioning for port c8695a2e-b905-4ac1-ac5f-44c35581e72b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:00.081354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Unset dirty status for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:00.082875 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f6019ae6-507f-4256-844f-17f9dd8df860 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2207198 May 19 13:01:00.083489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0825bbee-8542-491b-b1ac-e7cef2858927 None None] Provisioning complete for port c8695a2e-b905-4ac1-ac5f-44c35581e72b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:00.083863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0825bbee-8542-491b-b1ac-e7cef2858927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.091128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58234) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:00.097127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:00.104259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420324049'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:00.108623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:00.114158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:00.120193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:00.120907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.124441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Transition to ACTIVE for port object ca63675e-951f-47fe-89d3-4cf7f224cdfe will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:00.133925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:00.138774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=0b528341-c78c-46ab-af4d-3129da85bae0,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:00.148065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:00.151149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:00.167636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:00.182420 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fbd060d8-5e14-4509-b0f8-2892c4948edc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5783334 May 19 13:01:00.184745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58238) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:00.197163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36442aee-6761-452d-b88b-1fb4f213f660'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:00.257573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:00.271426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.274366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c8695a2e-b905-4ac1-ac5f-44c35581e72b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:00.308157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:01:00.337988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Transition to ACTIVE for port object ca63675e-951f-47fe-89d3-4cf7f224cdfe will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:00.353025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:00.377617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:00.397842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.398103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 23f68251-046d-42ee-985c-a6fa16b80ab6 of type vlan for network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 May 19 13:01:00.405996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.414836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.430821 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1351a1-fded-47ac-8b44-2487f7b13d3e'] response: {'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60', 'code': 200} May 19 13:01:00.451777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:01:00.472600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.477463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.499910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.516349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.529982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Network 3817441c-fc6d-4a36-954e-69571ef570da is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:00.531019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.537922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Pushing event updated for resources: {'Port': ['ID=ca63675e-951f-47fe-89d3-4cf7f224cdfe,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:00.546415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:00.552031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:00.561058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.593359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.599184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:00.599781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.678102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14fa2128-7d61-49b1-8ea6-1f777c0469e0 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 13:01:00.690125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=0847c315-1c2d-4170-af27-195e329d13b6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:00.757863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.794147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Attempting to bind port ca63675e-951f-47fe-89d3-4cf7f224cdfe on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:00.794444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Attempting to bind port ca63675e-951f-47fe-89d3-4cf7f224cdfe by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a553b7d3-a757-403f-8de9-128a806ed40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3817441c-fc6d-4a36-954e-69571ef570da'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:00.794809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Attempting to bind port ca63675e-951f-47fe-89d3-4cf7f224cdfe on network 3817441c-fc6d-4a36-954e-69571ef570da {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:00.812683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event deleted for resources: {'Network': ['ID=14fa2128-7d61-49b1-8ea6-1f777c0469e0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:00.813373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:00.813903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Checking segment: {'id': 'a553b7d3-a757-403f-8de9-128a806ed40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3817441c-fc6d-4a36-954e-69571ef570da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:00.818296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.818744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Bound using segment: {'id': 'a553b7d3-a757-403f-8de9-128a806ed40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3817441c-fc6d-4a36-954e-69571ef570da'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:00.819260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Bound port: ca63675e-951f-47fe-89d3-4cf7f224cdfe, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a553b7d3-a757-403f-8de9-128a806ed40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3817441c-fc6d-4a36-954e-69571ef570da'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:00.819643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.829167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c8695a2e-b905-4ac1-ac5f-44c35581e72b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:00.829536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:00.875845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:00.962630 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0825bbee-8542-491b-b1ac-e7cef2858927 None None] Current status of the port c8695a2e-b905-4ac1-ac5f-44c35581e72b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:00.975678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Delete allocated IP 2001:db8:0:1::1e9 (0a7c3773-f5a3-4412-b96c-f42c88413d62/35276333-2949-4666-ab44-e114028b6927) {{(pid=88029) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:01:01.093327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c8695a2e-b905-4ac1-ac5f-44c35581e72b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:01.111252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] For port ca63675e-951f-47fe-89d3-4cf7f224cdfe, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:01.116074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] For port ca63675e-951f-47fe-89d3-4cf7f224cdfe, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ca63675e-951f-47fe-89d3-4cf7f224cdfe,segment=NetworkSegment(a553b7d3-a757-403f-8de9-128a806ed40a),segment_id=a553b7d3-a757-403f-8de9-128a806ed40a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:01.139548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-878e8f66-bb0a-480a-9a1e-23b547f7615b None None] Provisioning for port 0b528341-c78c-46ab-af4d-3129da85bae0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:01.147430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-878e8f66-bb0a-480a-9a1e-23b547f7615b None None] Provisioning complete for port 0b528341-c78c-46ab-af4d-3129da85bae0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:01.147798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-878e8f66-bb0a-480a-9a1e-23b547f7615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.222537 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f3ecb423-88bf-4cac-85c0-9d610882fde3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/networks/14fa2128-7d61-49b1-8ea6-1f777c0469e0 HTTP/1.1" status: 204 len: 168 time: 2.7770350 May 19 13:01:01.236807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.249657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-878e8f66-bb0a-480a-9a1e-23b547f7615b None None] Port 0b528341-c78c-46ab-af4d-3129da85bae0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:01.334070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08a5e8d1-ddf7-4fe7-acfe-859f92d98239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.354952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.359086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc062a77-cf71-4deb-aa06-5613790ad33d None None] Pushing event updated for resources: {'Port': ['ID=ca63675e-951f-47fe-89d3-4cf7f224cdfe,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:01.377403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.387176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Port': ['ID=249c95fe-ed34-42aa-bcf1-6a042cb78bbb,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:01.479323 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3849261 May 19 13:01:01.498842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58252) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:01.513316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:01.538181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82e353-0858-45a1-806e-9cd12abac666 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=1ec5970c-b8bc-433b-a8a6-c1ff53192233,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:01.555345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:01.594124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58256) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:01.687065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'name': 'tempest-router--982019909', 'project_id': '16c6f37e29fd4013ada7aa988c797b21'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:01.694613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.718838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:01.741853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e85cd9-8aac-48ad-bc96-c1f6f00b02da req-d1b010f6-cce7-48a2-8f5d-3fde2d07c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:01.743382 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-77e85cd9-8aac-48ad-bc96-c1f6f00b02da req-d1b010f6-cce7-48a2-8f5d-3fde2d07c19f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1098 time: 1.0957427 May 19 13:01:01.748234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:router and tenant:16c6f37e29fd4013ada7aa988c797b21 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:01.751883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:01.752547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Ignored duplicate provisioning block setup for port 0b528341-c78c-46ab-af4d-3129da85bae0 by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 19 13:01:01.807853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.812578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:01.902121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01fd8b-fb19-42ab-8b10-fe67b2f23f17 req-e9b20030-eaa4-4413-aa73-482378f7bb08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:01.903747 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cf01fd8b-fb19-42ab-8b10-fe67b2f23f17 req-e9b20030-eaa4-4413-aa73-482378f7bb08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 0.5040963 May 19 13:01:01.958590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] In _notify_port_updated(), no bound segment for port 0b528341-c78c-46ab-af4d-3129da85bae0 on network 0a7c3773-f5a3-4412-b96c-f42c88413d62 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:01:01.963967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:01.965422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:01.966526 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/ports/0b528341-c78c-46ab-af4d-3129da85bae0 HTTP/1.1" status: 200 len: 925 time: 1.7800703 May 19 13:01:01.983830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58260) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:02.006029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36442aee-6761-452d-b88b-1fb4f213f660'}, {'subnet_id': '35276333-2949-4666-ab44-e114028b6927'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:02.078106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0bab6-ef78-4106-bbac-3201f952c678 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=0b528341-c78c-46ab-af4d-3129da85bae0,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:02.107979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cf01fd8b-fb19-42ab-8b10-fe67b2f23f17 req-d418fb55-ab64-4b8d-ba43-f13af4730edf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776466 May 19 13:01:02.109548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.192553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4041d1e2-e3f3-4585-9551-2e02552a44ce None None] Provisioning complete for port 0b528341-c78c-46ab-af4d-3129da85bae0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:02.193688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4041d1e2-e3f3-4585-9551-2e02552a44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.199796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.208657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.209669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.216487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.254986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 is not hosted by any dhcp agent {{(pid=88029) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 19 13:01:02.260250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:02.260831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.265291 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-77e85cd9-8aac-48ad-bc96-c1f6f00b02da req-96d5cb12-3058-4393-b70d-17510da7d688 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5012012 May 19 13:01:02.265482 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "PUT /v2.0/networks/1ec5970c-b8bc-433b-a8a6-c1ff53192233 HTTP/1.1" status: 200 len: 723 time: 0.7626030 May 19 13:01:02.298714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58264) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:02.314003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 6b8467d3-873e-4dd0-9a68-fb2d49e97195 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:02.320876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:02.328661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4041d1e2-e3f3-4585-9551-2e02552a44ce None None] Port 0b528341-c78c-46ab-af4d-3129da85bae0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:02.352960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ca63675e-951f-47fe-89d3-4cf7f224cdfe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:02.361121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network 878a11a9-917c-4542-b7a7-02412b029ba8 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:02.371110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:02.377886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.422271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d189f66-e810-4009-92e6-746f8f55ba00 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=1ec5970c-b8bc-433b-a8a6-c1ff53192233,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:02.437431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:02.582940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ca63675e-951f-47fe-89d3-4cf7f224cdfe completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:02.645850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:02.746896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab1b61-cb87-40e3-b7a8-ef2db14a0ecf None None] Network 3817441c-fc6d-4a36-954e-69571ef570da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:02.785402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:02.785678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8:0:1::22 (0a7c3773-f5a3-4412-b96c-f42c88413d62/35276333-2949-4666-ab44-e114028b6927/0b528341-c78c-46ab-af4d-3129da85bae0) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:02.816968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-74d7da02-72bf-40c6-b39c-5c8290ebf7dc None None] Provisioning complete for port 249c95fe-ed34-42aa-bcf1-6a042cb78bbb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:02.817343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74d7da02-72bf-40c6-b39c-5c8290ebf7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.886246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.896310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:02.897750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:02.901853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.902050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-74d7da02-72bf-40c6-b39c-5c8290ebf7dc None None] Port 249c95fe-ed34-42aa-bcf1-6a042cb78bbb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:02.909530 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] Sync routers for ids ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:02.919191 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] Routers {'6b8467d3-873e-4dd0-9a68-fb2d49e97195'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:02.919944 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.988115 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:02.988743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.991254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:02.998518 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] Routers {'6b8467d3-873e-4dd0-9a68-fb2d49e97195'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:02.999388 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:00:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:03.011578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 0b528341-c78c-46ab-af4d-3129da85bae0 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:03.017109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.056638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Provisioning for port ca63675e-951f-47fe-89d3-4cf7f224cdfe completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:03.066373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Provisioning complete for port ca63675e-951f-47fe-89d3-4cf7f224cdfe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:03.066771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.069199 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:03.069762 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f43434-dac3-464f-b264-e1e8d87414c6 None None] The sync data for ids ['6b8467d3-873e-4dd0-9a68-fb2d49e97195'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:03.086742 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8a2a8ff4-1929-48bf-8ccf-8f6e4d5e0847 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/6b8467d3-873e-4dd0-9a68-fb2d49e97195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8758585 May 19 13:01:03.089294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58268) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:03.209041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-311c2b95-ce17-4c44-9f75-85857ff16b52 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:03.250224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.267757 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf426311-9bd8-4dac-8a88-10ae4cd7c88b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6658580 May 19 13:01:03.277907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-311c2b95-ce17-4c44-9f75-85857ff16b52 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:03.279275 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-311c2b95-ce17-4c44-9f75-85857ff16b52 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b8467d3-873e-4dd0-9a68-fb2d49e97195 HTTP/1.1" status: 200 len: 205 time: 0.1571648 May 19 13:01:03.283283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58274) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:03.283740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58276) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:03.303060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] In _notify_port_updated(), no bound segment for port 0b528341-c78c-46ab-af4d-3129da85bae0 on network 0a7c3773-f5a3-4412-b96c-f42c88413d62 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:01:03.310768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:03.312279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.314369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/ports/0b528341-c78c-46ab-af4d-3129da85bae0 HTTP/1.1" status: 200 len: 1010 time: 1.3261554 May 19 13:01:03.320099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:03.373189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673342b-a149-450a-9254-d255a076f932 None None] Update dhcp port {'port': {'network_id': '3817441c-fc6d-4a36-954e-69571ef570da', 'fixed_ips': [{'subnet_id': 'a329429a-d8f6-4119-b4e0-0886ce0a37da', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b36be237-7f5e-4c62-8cd4-23f1b8670790'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'ca63675e-951f-47fe-89d3-4cf7f224cdfe'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:01:03.433965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6673342b-a149-450a-9254-d255a076f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.450614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Current status of the port ca63675e-951f-47fe-89d3-4cf7f224cdfe is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:03.451000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.506957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Router 2f634ef5-1817-44d2-a638-b4048bbc2d0b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:03.569755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 0b528341-c78c-46ab-af4d-3129da85bae0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:03.570097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.628181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b487bf-48b7-454e-9560-5685b2a223a6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=0b528341-c78c-46ab-af4d-3129da85bae0,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:03.694390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] For port ca63675e-951f-47fe-89d3-4cf7f224cdfe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ca63675e-951f-47fe-89d3-4cf7f224cdfe,segment=NetworkSegment(a553b7d3-a757-403f-8de9-128a806ed40a),segment_id=a553b7d3-a757-403f-8de9-128a806ed40a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:03.708132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.723466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.822429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4519fc9f-f3c3-4ca8-bf8a-97377694d000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.844302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-6673342b-a149-450a-9254-d255a076f932 None None] Allocated IP 172.20.0.1 (3817441c-fc6d-4a36-954e-69571ef570da/b36be237-7f5e-4c62-8cd4-23f1b8670790/ca63675e-951f-47fe-89d3-4cf7f224cdfe) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:03.852928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb982ba-d148-4566-946a-00024a5a3909 None None] Pushing event updated for resources: {'Port': ['ID=ca63675e-951f-47fe-89d3-4cf7f224cdfe,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:03.869760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9eff99c6-ce56-4407-8a76-667f398addba None None] Provisioning for port 0b528341-c78c-46ab-af4d-3129da85bae0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:03.890926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9eff99c6-ce56-4407-8a76-667f398addba None None] Provisioning complete for port 0b528341-c78c-46ab-af4d-3129da85bae0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:03.891179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9eff99c6-ce56-4407-8a76-667f398addba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:03.952574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.008955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9eff99c6-ce56-4407-8a76-667f398addba None None] Port 0b528341-c78c-46ab-af4d-3129da85bae0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:04.049562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6673342b-a149-450a-9254-d255a076f932 None None] For port ca63675e-951f-47fe-89d3-4cf7f224cdfe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ca63675e-951f-47fe-89d3-4cf7f224cdfe,segment=NetworkSegment(a553b7d3-a757-403f-8de9-128a806ed40a),segment_id=a553b7d3-a757-403f-8de9-128a806ed40a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:04.076740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6673342b-a149-450a-9254-d255a076f932 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.095010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6673342b-a149-450a-9254-d255a076f932 None None] Transition to ACTIVE for port object ca63675e-951f-47fe-89d3-4cf7f224cdfe will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:04.102013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6673342b-a149-450a-9254-d255a076f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.121126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadff3d-fc7b-49a4-b08e-633dd1e5dda1 req-e17a7cb7-e86c-42b2-9dea-9ebade2b2f89 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:04.122857 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cfadff3d-fc7b-49a4-b08e-633dd1e5dda1 req-e17a7cb7-e86c-42b2-9dea-9ebade2b2f89 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 0.8161566 May 19 13:01:04.139473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.143811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.247997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673342b-a149-450a-9254-d255a076f932 None None] Pushing event updated for resources: {'Port': ['ID=ca63675e-951f-47fe-89d3-4cf7f224cdfe,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:04.307491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ca63675e-951f-47fe-89d3-4cf7f224cdfe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:04.322925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.325522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.347625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:04.361623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.361839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.362649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8467d3-873e-4dd0-9a68-fb2d49e97195 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:01:04.365769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.366330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af83309a-d53a-47bd-a1b0-5e60050c7487 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:01:04.395677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] Sync routers for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:04.396630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.397995 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5fe1c3d7-663d-4cfd-83cf-e631131a0e8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/6b8467d3-873e-4dd0-9a68-fb2d49e97195 HTTP/1.1" status: 204 len: 168 time: 1.0967581 May 19 13:01:04.399845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.403919 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dbc5ba0b-6f7a-4528-8812-a14852f19761 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/routers/af83309a-d53a-47bd-a1b0-5e60050c7487 HTTP/1.1" status: 204 len: 168 time: 1.1044703 May 19 13:01:04.404619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58286) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:04.448313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:04.450023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.471162 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cfadff3d-fc7b-49a4-b08e-633dd1e5dda1 req-45e7cedb-07ec-4091-bc51-3da23d78aa0d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083239 May 19 13:01:04.484499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet d7effcdb-d86a-495c-aa22-4b718bc01ed9 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:04.487952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.556880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.572924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.576583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-542d9dbc-e656-4557-9ab2-1033e8e4ab27 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "PUT /v2.0/routers/2f634ef5-1817-44d2-a638-b4048bbc2d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5254061 May 19 13:01:04.581503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:04.582133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.587052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58292) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:04.607322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.1 (e163776c-0638-44db-bde6-8c3d5b0fc9c2/34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4/83a52ef6-fdae-4a05-bca0-1c478eb80342) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:04.616845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58296) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:04.621506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Request body: {'port': {'network_id': '878a11a9-917c-4542-b7a7-02412b029ba8', 'name': 'tempest-FloatingIPAdminTestJSON-1522825900'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:04.645241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=fb221524-20f3-478c-9eb6-74ac832e1d6f,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:04.667813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.674003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:04.674414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f22638-44a7-4378-8ec7-1b2050c639e5 None None] The sync data for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:04.702363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.729963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.741402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': '23f68251-046d-42ee-985c-a6fa16b80ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:04.741764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: 1ec5970c-b8bc-433b-a8a6-c1ff53192233, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:04.842163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.887369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 0b528341-c78c-46ab-af4d-3129da85bae0 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:04.945088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1908540188', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:04.957556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:04.967364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Usage tracker for resource:router and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:04.970738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:04.977161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:04.997351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:04.998466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.010724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.021228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575c143c-8a0e-4da3-b86b-e486c214204b None None] Network 3817441c-fc6d-4a36-954e-69571ef570da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:05.062591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=d7effcdb-d86a-495c-aa22-4b718bc01ed9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:05.067120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.069684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:05.076088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.090711 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-103f8ce9-9f20-4564-8126-50d381e34694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/d7effcdb-d86a-495c-aa22-4b718bc01ed9 HTTP/1.1" status: 204 len: 168 time: 0.6824303 May 19 13:01:05.090911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58302) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:05.101411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e70c2-9518-4dc6-875f-fe7aad55f57d None None] Network cd33ed76-75e2-4649-b7f3-91ba80490061 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:05.140268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:05.142444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1ec5970c-b8bc-433b-a8a6-c1ff53192233) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:05.155176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Usage tracker for resource:port and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:05.160358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:05.168789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:05.169686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605258'] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.188042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:05.199121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a112a7-33ad-49fc-9435-bfb022ef2218 None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:05.215628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.228966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 28d47c72-0e57-4709-801c-86b7bd4d01e0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:05.229300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.242344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dcd319a1-3fcc-4cb4-a6e9-b5d87e1a479d None None] Provisioning for port ca63675e-951f-47fe-89d3-4cf7f224cdfe completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:05.258773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.271364 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d1bbe5a9-dcad-48d3-a597-53619580351c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9649146 May 19 13:01:05.282059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58306) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:05.289119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Made reservation on behalf of aa43e3ece11340e1a4a9f7cba3f3dfd0 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:05.292513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.302274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dcd319a1-3fcc-4cb4-a6e9-b5d87e1a479d None None] Provisioning complete for port ca63675e-951f-47fe-89d3-4cf7f224cdfe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:05.302664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dcd319a1-3fcc-4cb4-a6e9-b5d87e1a479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.316134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:05.360217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Transition to ACTIVE for port object 83a52ef6-fdae-4a05-bca0-1c478eb80342 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:05.386295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] device_id is not set on port 0dc42d40-3b14-4f85-81fd-6e63a548e020 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:01:05.756331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dcd319a1-3fcc-4cb4-a6e9-b5d87e1a479d None None] Current status of the port ca63675e-951f-47fe-89d3-4cf7f224cdfe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:05.759877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.784137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 28d47c72-0e57-4709-801c-86b7bd4d01e0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=28d47c72-0e57-4709-801c-86b7bd4d01e0,segment=NetworkSegment(645a3795-a9f2-44f9-b04e-6c79183375f9),segment_id=645a3795-a9f2-44f9-b04e-6c79183375f9)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:05.784520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.820798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.854462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1ec5970c-b8bc-433b-a8a6-c1ff53192233', 'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': 'fb221524-20f3-478c-9eb6-74ac832e1d6f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:05.855695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.872370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16264881'] for subnet, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.882219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.951190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.968353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] DHCP port deletion for cd33ed76-75e2-4649-b7f3-91ba80490061 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:05.972978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 28d47c72-0e57-4709-801c-86b7bd4d01e0 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:05.989776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Deleting port 28d47c72-0e57-4709-801c-86b7bd4d01e0 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:05.990506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:05.997057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=0b528341-c78c-46ab-af4d-3129da85bae0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:06.048761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Allocated IP 172.20.0.5 (878a11a9-917c-4542-b7a7-02412b029ba8/e21861dd-f0b8-45fd-916a-1d1b22a8c4f9/0dc42d40-3b14-4f85-81fd-6e63a548e020) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:06.095769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.148591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:06.154614 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-38362cd5-11cb-436f-9580-19d190be91f6 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/0b528341-c78c-46ab-af4d-3129da85bae0 HTTP/1.1" status: 204 len: 168 time: 2.7983289 May 19 13:01:06.160712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:06.167112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58312) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:06.170430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:06.189021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27c94d-1c97-4990-b252-09886fbabaa0 req-33640648-442c-43e7-bcf7-523882273ee1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:06.198418 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2c27c94d-1c97-4990-b252-09886fbabaa0 req-33640648-442c-43e7-bcf7-523882273ee1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 0.5681055 May 19 13:01:06.298155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.328467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ca63675e-951f-47fe-89d3-4cf7f224cdfe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:06.354247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Allocated IP 2001:db8::2 (1ec5970c-b8bc-433b-a8a6-c1ff53192233/fb221524-20f3-478c-9eb6-74ac832e1d6f/2df3b0da-5028-4bf8-9fd0-33e46bc408e6) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:06.355779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2c27c94d-1c97-4990-b252-09886fbabaa0 req-3440669d-32bc-4ae3-a662-f2188f65cf9a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563504 May 19 13:01:06.397282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-92acb542-a520-47a0-9e6b-09fa64f9127c None None] Provisioning complete for port ca63675e-951f-47fe-89d3-4cf7f224cdfe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:06.397633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-92acb542-a520-47a0-9e6b-09fa64f9127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.435019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.498699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=28d47c72-0e57-4709-801c-86b7bd4d01e0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:06.509143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No DVR routers for this DVR port 28d47c72-0e57-4709-801c-86b7bd4d01e0 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:06.624307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=83a52ef6-fdae-4a05-bca0-1c478eb80342,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:06.628455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] For port 28d47c72-0e57-4709-801c-86b7bd4d01e0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=28d47c72-0e57-4709-801c-86b7bd4d01e0,segment=NetworkSegment(645a3795-a9f2-44f9-b04e-6c79183375f9),segment_id=645a3795-a9f2-44f9-b04e-6c79183375f9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:06.628842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.650611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e339827-4cc1-4e8a-a830-c4f180e0d690 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:01:06.651978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7e339827-4cc1-4e8a-a830-c4f180e0d690 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:06.775579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Calling delete_port for 28d47c72-0e57-4709-801c-86b7bd4d01e0 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:06.856139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7e339827-4cc1-4e8a-a830-c4f180e0d690 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:06.857569 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7e339827-4cc1-4e8a-a830-c4f180e0d690 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/0b528341-c78c-46ab-af4d-3129da85bae0 HTTP/1.1" status: 404 len: 333 time: 0.6891868 May 19 13:01:06.864738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58318) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:06.873443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ca63675e-951f-47fe-89d3-4cf7f224cdfe triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:06.873821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.965968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:06.999092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.008172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 35276333-2949-4666-ab44-e114028b6927 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:07.013044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.015658 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.037671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-92acb542-a520-47a0-9e6b-09fa64f9127c None None] Current status of the port ca63675e-951f-47fe-89d3-4cf7f224cdfe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:07.059343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:07.059618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:07.065942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd33ed76-75e2-4649-b7f3-91ba80490061']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:07.086838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94dbd6-bc09-445c-9f61-a344a9ce15bf req-2cc0df1c-2588-447b-9c61-4305e4026a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:07.088317 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bc94dbd6-bc09-445c-9f61-a344a9ce15bf req-2cc0df1c-2588-447b-9c61-4305e4026a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 0.4122884 May 19 13:01:07.095449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.096747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645a3795-a9f2-44f9-b04e-6c79183375f9') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:07.097047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645a3795-a9f2-44f9-b04e-6c79183375f9') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:07.100906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.119006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.136335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Transition to ACTIVE for port object 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:07.146482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.163825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ca63675e-951f-47fe-89d3-4cf7f224cdfe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:07.168816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Transition to ACTIVE for port object 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:07.169306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.178777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a7150141-5511-44f4-ae1e-6e2e51839600 None None] Provisioning for port 83a52ef6-fdae-4a05-bca0-1c478eb80342 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:07.183986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.213830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:07.215274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.222705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a7150141-5511-44f4-ae1e-6e2e51839600 None None] Provisioning complete for port 83a52ef6-fdae-4a05-bca0-1c478eb80342 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:07.223004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a7150141-5511-44f4-ae1e-6e2e51839600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:07.231038 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:07.263872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 28d47c72-0e57-4709-801c-86b7bd4d01e0 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:07.265127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Transition to ACTIVE for port object 0dc42d40-3b14-4f85-81fd-6e63a548e020 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:07.301212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.335919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Allocated IP 172.26.3.226 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/adc257a5-b021-43ac-9662-9f78f620df07) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:07.337976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.362798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.375911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=cd33ed76-75e2-4649-b7f3-91ba80490061,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:07.385093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:07.390345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:07.392190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 28d47c72-0e57-4709-801c-86b7bd4d01e0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:07.392415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 28d47c72-0e57-4709-801c-86b7bd4d01e0 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:07.397219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:07.402004 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bc94dbd6-bc09-445c-9f61-a344a9ce15bf req-b0d31783-1e1b-415c-b1ef-89f029de4dc0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023188 May 19 13:01:07.409624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a045b55-f664-4d92-9b94-9eb20b799a63 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/cd33ed76-75e2-4649-b7f3-91ba80490061 HTTP/1.1" status: 204 len: 168 time: 2.3137338 May 19 13:01:07.409624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58322) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.422234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Pushing event updated for resources: {'Port': ['ID=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:07.459071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a7150141-5511-44f4-ae1e-6e2e51839600 None None] Port 83a52ef6-fdae-4a05-bca0-1c478eb80342 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:07.460420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015748184', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:07.467124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58326) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.511685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.518001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Attempting to bind port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:07.518378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Attempting to bind port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '23f68251-046d-42ee-985c-a6fa16b80ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:07.518896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Attempting to bind port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 on network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:07.521066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:07.525083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:07.525451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Checking segment: {'id': '23f68251-046d-42ee-985c-a6fa16b80ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:07.526008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.526224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Bound using segment: {'id': '23f68251-046d-42ee-985c-a6fa16b80ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:07.526759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Bound port: 2df3b0da-5028-4bf8-9fd0-33e46bc408e6, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f68251-046d-42ee-985c-a6fa16b80ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1ec5970c-b8bc-433b-a8a6-c1ff53192233'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:07.527144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.545634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:07.551157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:07.560582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:07.584595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Deleting port 28d47c72-0e57-4709-801c-86b7bd4d01e0 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:07.584962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.592626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.593959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.609193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.646836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.676797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-28940513-0cbd-4666-b653-f10e3ccd04ea None None] The port '28d47c72-0e57-4709-801c-86b7bd4d01e0' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:07.678314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c19619-064e-4b37-b78a-d6c6a5fe59f1 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:07.682723 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c9c19619-064e-4b37-b78a-d6c6a5fe59f1 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1093 time: 0.2118077 May 19 13:01:07.686074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58330) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.705585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.713034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:07.726133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:07.742188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:07.745783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] For port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:07.748447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:07.752013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] For port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,segment=NetworkSegment(23f68251-046d-42ee-985c-a6fa16b80ab6),segment_id=23f68251-046d-42ee-985c-a6fa16b80ab6)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:07.755884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.759764 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2dbb7f4f-4fce-41ee-8c1f-84f82053939a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3467674 May 19 13:01:07.759935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.760050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:07.764635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58334) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:07.776039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631543793'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:07.783109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.798735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:07.810854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:07.815932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:07.819297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.826252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:07.855991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.870764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94186519-fcce-4997-80e6-45b3dc980f40 None None] Pushing event updated for resources: {'Port': ['ID=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:07.898166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:07.958713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:07.961992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.003838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:08.008578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:08.011436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:08.025720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755618683513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15123723'] for subnet, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.032321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Network 878a11a9-917c-4542-b7a7-02412b029ba8 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:08.095847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:08.096391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:08.111215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.111591 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment fcb95185-a125-4fe2-932d-336215111b3f of type vlan for network c7caa567-9adb-441d-b2b0-30dbf41d39c6 May 19 13:01:08.118519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event updated for resources: {'Port': ['ID=adc257a5-b021-43ac-9662-9f78f620df07,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:08.121056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:08.238686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:08.239351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.249134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.266012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event updated for resources: {'Port': ['ID=0dc42d40-3b14-4f85-81fd-6e63a548e020,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:08.307223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:08.307803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.309554 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "PUT /v2.0/subnets/fb221524-20f3-478c-9eb6-74ac832e1d6f HTTP/1.1" status: 200 len: 826 time: 3.0262101 May 19 13:01:08.317964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58338) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:08.332087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:08.424333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:08.456914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429e91c-bf1c-400e-94f1-e5794981f456 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=fb221524-20f3-478c-9eb6-74ac832e1d6f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:08.491104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-259e6e04-3162-4032-95ec-cb39f6758f9e None None] Provisioning for port 0dc42d40-3b14-4f85-81fd-6e63a548e020 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:08.496135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-259e6e04-3162-4032-95ec-cb39f6758f9e None None] Provisioning complete for port 0dc42d40-3b14-4f85-81fd-6e63a548e020 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:08.496566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-259e6e04-3162-4032-95ec-cb39f6758f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.504011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.548741 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8a3ac9b7-e5a3-4745-b7e0-184fd445bdb7 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9512491 May 19 13:01:08.552485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58342) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:08.559466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-259e6e04-3162-4032-95ec-cb39f6758f9e None None] Port 0dc42d40-3b14-4f85-81fd-6e63a548e020 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:08.584338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=35276333-2949-4666-ab44-e114028b6927,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:08.586708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.588558 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2426a81b-d3b2-4d45-8324-c64f354cab1e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/35276333-2949-4666-ab44-e114028b6927 HTTP/1.1" status: 204 len: 168 time: 1.7190230 May 19 13:01:08.599347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edadd8f-534d-4fc2-b277-3d0c97420106 None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:08.606303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58348) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:08.698019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 36442aee-6761-452d-b88b-1fb4f213f660 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:08.729562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.744547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.772843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:01:08.790726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.800328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:08.800671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.859848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'project_id': 'aa43e3ece11340e1a4a9f7cba3f3dfd0', 'port_id': '0dc42d40-3b14-4f85-81fd-6e63a548e020'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:08.865912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:08.871824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Usage tracker for resource:floatingip and tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:08.874697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:08.898358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.900848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:08.904532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:08.905396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:08.990741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.008103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.115345 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3491306 May 19 13:01:09.119297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58352) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:09.125999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.190742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:09.210822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0cce9-6df8-4024-8dde-3cc78794e963 None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:09.222166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.245250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a992a0-15d8-4606-8c62-fc89986c827c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=c7caa567-9adb-441d-b2b0-30dbf41d39c6,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:09.252377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.297536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:09.443178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Provisioning for port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:09.451545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Provisioning complete for port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:09.452259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.453094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.480573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=83a52ef6-fdae-4a05-bca0-1c478eb80342,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:09.491752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.513903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,segment=NetworkSegment(23f68251-046d-42ee-985c-a6fa16b80ab6),segment_id=23f68251-046d-42ee-985c-a6fa16b80ab6)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:09.514262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.554216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:09.560035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:09.563299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:09.569896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:09.603718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Current status of the port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:09.604103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.641848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:09.645400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.659963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] For port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,segment=NetworkSegment(23f68251-046d-42ee-985c-a6fa16b80ab6),segment_id=23f68251-046d-42ee-985c-a6fa16b80ab6)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:09.671721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.780321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.65 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/c7a3a712-8951-405b-b9c7-386d88810d30) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:09.821105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1ced-d93a-4593-b083-89305fbcb0e9 None None] Pushing event updated for resources: {'Port': ['ID=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:09.838605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.847987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fd420d84-0f24-42ba-877e-6fa6e4ca15d2 None None] Provisioning complete for port c8695a2e-b905-4ac1-ac5f-44c35581e72b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:09.848322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd420d84-0f24-42ba-877e-6fa6e4ca15d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:09.873060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:09.992477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fd420d84-0f24-42ba-877e-6fa6e4ca15d2 None None] Current status of the port c8695a2e-b905-4ac1-ac5f-44c35581e72b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:10.014481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.076834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=36442aee-6761-452d-b88b-1fb4f213f660,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:10.078810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.093630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.096669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71043c69-93be-4626-a1d9-d3c036c2c87f None None] Network 0a7c3773-f5a3-4412-b96c-f42c88413d62 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:10.100302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:10.100560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:10.139038 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06d11459-3de5-4edc-812a-9f4d632770a3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/36442aee-6761-452d-b88b-1fb4f213f660 HTTP/1.1" status: 204 len: 168 time: 1.5315750 May 19 13:01:10.141964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58356) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:10.176219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:10.186008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:10.226225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.275647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.314112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87566b77-436c-4944-9cbc-c17bebb54f5f None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:10.385555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.462788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.500489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:10.565993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port c8695a2e-b905-4ac1-ac5f-44c35581e72b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:10.566484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.603219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:10.604260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.645369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Allocated IP 172.26.3.20 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/9d5bce1d-2bd0-44f7-b5a0-d1b336aed949) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:10.695886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:10.707523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router b652ed2a-e220-4514-b218-f9df9d380dc7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:10.709341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:10.716312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=e30a04ee-9155-4967-9644-e4f19c3f4c14,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:10.718806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:10.726747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1aeedd27-6bfa-42ed-ba66-365668835311 None None] Provisioning complete for port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:10.727128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1aeedd27-6bfa-42ed-ba66-365668835311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.753746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:10.754100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: c7caa567-9adb-441d-b2b0-30dbf41d39c6, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:10.768254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=c7a3a712-8951-405b-b9c7-386d88810d30,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:10.770472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Router 70bc4bf2-d478-4b04-ae81-0cc31e22415d is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:01:10.829407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:10.829774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.864578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:10.930247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c7caa567-9adb-441d-b2b0-30dbf41d39c6) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:10.939365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:10.940156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:10.955350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc103258-012e-4108-b5a0-856e34103340 None None] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:11.064982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] DHCP port deletion for 0a7c3773-f5a3-4412-b96c-f42c88413d62 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:11.088106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Deleting port c8695a2e-b905-4ac1-ac5f-44c35581e72b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:11.088475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.129745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1aeedd27-6bfa-42ed-ba66-365668835311 None None] Current status of the port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:11.330269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:11.343682 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-db227efc-bb5e-482e-a307-4135c556ff1b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2196832 May 19 13:01:11.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58360) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:11.355878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:11.368971 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] Sync routers for ids ['70bc4bf2-d478-4b04-ae81-0cc31e22415d'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:11.382608 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] Routers {'70bc4bf2-d478-4b04-ae81-0cc31e22415d'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:11.383156 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['70bc4bf2-d478-4b04-ae81-0cc31e22415d'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:11.453589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a0c57b6d-784f-4fed-843f-a888e38194b4 None None] Provisioning complete for port 83a52ef6-fdae-4a05-bca0-1c478eb80342 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:11.453952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a0c57b6d-784f-4fed-843f-a888e38194b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.455157 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:11.473657 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] Routers {'70bc4bf2-d478-4b04-ae81-0cc31e22415d'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:11.474696 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['70bc4bf2-d478-4b04-ae81-0cc31e22415d'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:11.488850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:11.489670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.496622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.523105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.540073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] For port c8695a2e-b905-4ac1-ac5f-44c35581e72b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c8695a2e-b905-4ac1-ac5f-44c35581e72b,segment=NetworkSegment(c2658599-4964-4836-b1fb-65b27b72296a),segment_id=c2658599-4964-4836-b1fb-65b27b72296a)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:11.540578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.552260 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:11.552940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa0a71-61bd-4a3b-bf25-e5da39d3c2dd None None] The sync data for ids ['70bc4bf2-d478-4b04-ae81-0cc31e22415d'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:11.563312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:11.581883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] Sync routers for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:11.610705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a0c57b6d-784f-4fed-843f-a888e38194b4 None None] Port 83a52ef6-fdae-4a05-bca0-1c478eb80342 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:11.639536 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-05cc3eff-2156-40af-8c93-ecb85e8d2409 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7787538 May 19 13:01:11.643796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,segment=NetworkSegment(23f68251-046d-42ee-985c-a6fa16b80ab6),segment_id=23f68251-046d-42ee-985c-a6fa16b80ab6)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:11.644155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.650606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:11.651244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:11.725840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] For port c8695a2e-b905-4ac1-ac5f-44c35581e72b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c8695a2e-b905-4ac1-ac5f-44c35581e72b,segment=NetworkSegment(c2658599-4964-4836-b1fb-65b27b72296a),segment_id=c2658599-4964-4836-b1fb-65b27b72296a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:11.726258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.741515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:11.795940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.801269 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6e12b121-e5b9-484c-b7d4-f7e54730e4c9 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1789043 May 19 13:01:11.831639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58364) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:11.844710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for c8695a2e-b905-4ac1-ac5f-44c35581e72b owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:11.860405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:11.881555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:11.881811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Calling delete_port for c8695a2e-b905-4ac1-ac5f-44c35581e72b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:11.922707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:11.923261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:12.017776 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-faca688c-80a2-4b72-af64-cc17b0e6f33e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/routers/b652ed2a-e220-4514-b218-f9df9d380dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3056769 May 19 13:01:12.026363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58368) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:12.039307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-17a18a39-c50b-49c5-9ee9-b58c5ea11182 None None] Provisioning complete for port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:12.039517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'port': {'network_id': 'e163776c-0638-44db-bde6-8c3d5b0fc9c2', 'name': 'tempest-FloatingIPTestJSON-1254514713'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:12.039707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a18a39-c50b-49c5-9ee9-b58c5ea11182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.130846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:12.131203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5c5add-05d3-4bcb-a611-20479891fd7e None None] The sync data for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:12.205201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Allocated IP 2001:db8::2 (c7caa567-9adb-441d-b2b0-30dbf41d39c6/e30a04ee-9155-4967-9644-e4f19c3f4c14/a7994612-a68e-47c0-a576-0ec87cc4c1f4) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:12.279300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.298991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c8695a2e-b905-4ac1-ac5f-44c35581e72b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:12.338286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.346654 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-962e4883-d328-49a5-b52f-0a439c96475e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/70bc4bf2-d478-4b04-ae81-0cc31e22415d HTTP/1.1" status: 200 len: 921 time: 0.4366188 May 19 13:01:12.380816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58372) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:12.389532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c8695a2e-b905-4ac1-ac5f-44c35581e72b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:12.390742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c8695a2e-b905-4ac1-ac5f-44c35581e72b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:12.409560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:12.410028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:12.415927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-17a18a39-c50b-49c5-9ee9-b58c5ea11182 None None] Current status of the port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:12.456559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.475791 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-225812b8-826a-4fcc-a814-2699847a09d6 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=70bc4bf2-d478-4b04-ae81-0cc31e22415d HTTP/1.1" status: 200 len: 205 time: 0.0862603 May 19 13:01:12.477817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-eff49b41-ba77-4565-a145-356d870f4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:12.479189 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-eff49b41-ba77-4565-a145-356d870f4363 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.6467249 May 19 13:01:12.479663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58376) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:12.481725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:12.486260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No DVR routers for this DVR port c8695a2e-b905-4ac1-ac5f-44c35581e72b on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:12.541716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.546801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:12.600156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:12.693117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:12.710184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Usage tracker for resource:port and tenant:581335c4d6f94f8cb1b738ffe9a01df8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:12.720995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:12.741296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:12.806129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Made reservation on behalf of 581335c4d6f94f8cb1b738ffe9a01df8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:12.810281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.832234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Pushing event updated for resources: {'Port': ['ID=9d5bce1d-2bd0-44f7-b5a0-d1b336aed949,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:12.860242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.871730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.878009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] device_id is not set on port a9267cc1-f24f-4693-99e2-858e589e8199 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:01:12.899756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Transition to ACTIVE for port object a7994612-a68e-47c0-a576-0ec87cc4c1f4 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:12.910684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Deleting port c8695a2e-b905-4ac1-ac5f-44c35581e72b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:12.912035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.977673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:12.984912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Transition to ACTIVE for port object a7994612-a68e-47c0-a576-0ec87cc4c1f4 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:12.993345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=c8695a2e-b905-4ac1-ac5f-44c35581e72b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:12.999135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-76bed349-06b0-4439-903c-bab54f7ad096 None None] The port 'c8695a2e-b905-4ac1-ac5f-44c35581e72b' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:13.001306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.070950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:13.074097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:13.079131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:13.085036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Pushing event updated for resources: {'Port': ['ID=a7994612-a68e-47c0-a576-0ec87cc4c1f4,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:13.172115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=2df3b0da-5028-4bf8-9fd0-33e46bc408e6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:13.175286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.202151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb3936-5998-4312-881e-83391aa63dc3 None None] DHCP port deletion for 1ec5970c-b8bc-433b-a8a6-c1ff53192233 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:13.203181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=c7a3a712-8951-405b-b9c7-386d88810d30,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:13.205740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Attempting to bind port a7994612-a68e-47c0-a576-0ec87cc4c1f4 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:13.205740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Attempting to bind port a7994612-a68e-47c0-a576-0ec87cc4c1f4 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:13.206100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Attempting to bind port a7994612-a68e-47c0-a576-0ec87cc4c1f4 on network c7caa567-9adb-441d-b2b0-30dbf41d39c6 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:13.213232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:13.213602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Checking segment: {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:13.213999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.214461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Bound using segment: {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:13.215256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Bound port: a7994612-a68e-47c0-a576-0ec87cc4c1f4, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:13.215472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.224262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7c3773-f5a3-4412-b96c-f42c88413d62']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:13.239515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.316401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] For port a7994612-a68e-47c0-a576-0ec87cc4c1f4, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:13.317777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8::1 (c7caa567-9adb-441d-b2b0-30dbf41d39c6/e30a04ee-9155-4967-9644-e4f19c3f4c14/e42aaeab-c98f-4211-918c-eda3e0a1c593) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:13.319593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] For port a7994612-a68e-47c0-a576-0ec87cc4c1f4, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7994612-a68e-47c0-a576-0ec87cc4c1f4,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:13.325272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.352701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2658599-4964-4836-b1fb-65b27b72296a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:13.353018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2658599-4964-4836-b1fb-65b27b72296a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:13.358133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Allocated IP 172.20.0.3 (e163776c-0638-44db-bde6-8c3d5b0fc9c2/34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4/a9267cc1-f24f-4693-99e2-858e589e8199) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:13.388515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:13.395456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.403285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-dabf47cc-420c-4f63-811a-bb137eb657c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:13.404736 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-dabf47cc-420c-4f63-811a-bb137eb657c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 0.8559394 May 19 13:01:13.421666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2b5c-5dc8-434f-8b88-da5748514595 None None] Pushing event updated for resources: {'Port': ['ID=a7994612-a68e-47c0-a576-0ec87cc4c1f4,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:13.546428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.550393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.625668 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 0541b182-58f3-4b60-bd6d-f02284bdccd3 associated. External IP: 172.26.3.65, port: ae83399c-4686-472e-bf0b-14e493556c60. May 19 13:01:13.711314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:13.711739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:13.727441 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:13.747087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.763222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:13.935546 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-05d62252-a4de-47a3-96ee-050f68a351c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1001 time: 0.4948986 May 19 13:01:13.983853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object e42aaeab-c98f-4211-918c-eda3e0a1c593 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:14.121382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.190909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-e42c7f3b-44c3-47ed-80a7-344e1869aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:14.193069 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-e42c7f3b-44c3-47ed-80a7-344e1869aa04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.1841695 May 19 13:01:14.219322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.254531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.261282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Transition to ACTIVE for port object a9267cc1-f24f-4693-99e2-858e589e8199 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:14.320952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7994612-a68e-47c0-a576-0ec87cc4c1f4 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:14.414144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.415654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:14.419878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a7994612-a68e-47c0-a576-0ec87cc4c1f4 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:14.422253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:14.422793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=0a7c3773-f5a3-4412-b96c-f42c88413d62,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:14.426226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:14.426819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.504750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:14.514646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.533333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d944ace0-fb8b-4213-9a73-ffa4d54ab8cd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/0a7c3773-f5a3-4412-b96c-f42c88413d62 HTTP/1.1" status: 204 len: 168 time: 4.3852921 May 19 13:01:14.533333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.539013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58380) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:14.552548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:14.553056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2df3b0da-5028-4bf8-9fd0-33e46bc408e6 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:14.579080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=e42aaeab-c98f-4211-918c-eda3e0a1c593,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:14.583134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff85b02-6900-4502-8c22-6a82d839814d None None] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:14.629416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=fb221524-20f3-478c-9eb6-74ac832e1d6f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:14.630330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:14.638137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.641827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Deleting port adc257a5-b021-43ac-9662-9f78f620df07 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:14.642173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.683554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab994e-3c7e-4091-83c4-369bc3ca48b6 None None] Network 1ec5970c-b8bc-433b-a8a6-c1ff53192233 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:14.704712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Provisioning for port a7994612-a68e-47c0-a576-0ec87cc4c1f4 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:14.763079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Provisioning complete for port a7994612-a68e-47c0-a576-0ec87cc4c1f4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:14.763597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.837114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:14.847939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:14.864723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:14.897952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.948253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-4940b873-351d-4531-b0cd-f0dffc8343ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:14.948669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:14.949829 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-4940b873-351d-4531-b0cd-f0dffc8343ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5290189 May 19 13:01:14.950036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:14.987079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec5970c-b8bc-433b-a8a6-c1ff53192233']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:15.047287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event updated for resources: {'Port': ['ID=a9267cc1-f24f-4693-99e2-858e589e8199,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:15.057459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Current status of the port a7994612-a68e-47c0-a576-0ec87cc4c1f4 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:15.058034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.078910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f68251-046d-42ee-985c-a6fa16b80ab6') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:15.079207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f68251-046d-42ee-985c-a6fa16b80ab6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:15.092814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.122149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.135381 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b7bbc6db-66fa-48de-940d-c813fa377570 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1058052 May 19 13:01:15.153547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45794445-58f2-4c9d-82a9-9446fff4b11e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:15.154277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-45794445-58f2-4c9d-82a9-9446fff4b11e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:15.159294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58384) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:15.178312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.184916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932fb65f-5b8f-431d-b908-de638cdd4f6f None None] DHCP port deletion for 1ec5970c-b8bc-433b-a8a6-c1ff53192233 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:15.188416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Request body: {'floatingip': {'port_id': 'a9267cc1-f24f-4693-99e2-858e589e8199'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:15.189777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:15.205949 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:15.227277 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:15.229262 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:15.239017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] For port a7994612-a68e-47c0-a576-0ec87cc4c1f4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7994612-a68e-47c0-a576-0ec87cc4c1f4,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:15.259527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.273987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.361625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480e3b-121e-4d72-b203-b9175d5312a9 None None] Pushing event updated for resources: {'Port': ['ID=a7994612-a68e-47c0-a576-0ec87cc4c1f4,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:15.395545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.396883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6b7864bb-68c0-4bbb-9ab4-66745927c696 None None] Provisioning for port a9267cc1-f24f-4693-99e2-858e589e8199 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:15.405478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6b7864bb-68c0-4bbb-9ab4-66745927c696 None None] Provisioning complete for port a9267cc1-f24f-4693-99e2-858e589e8199 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:15.406032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6b7864bb-68c0-4bbb-9ab4-66745927c696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.435887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Calling delete_port for adc257a5-b021-43ac-9662-9f78f620df07 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:15.464563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:15.465321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:15.486263 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:15.493985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6b7864bb-68c0-4bbb-9ab4-66745927c696 None None] Port a9267cc1-f24f-4693-99e2-858e589e8199 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:15.500394 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a6106039-685f-42cd-87b5-f38173a7d801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7990918 May 19 13:01:15.507495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:01:15.514449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58388) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:15.515773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.563379 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:15.585580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-45794445-58f2-4c9d-82a9-9446fff4b11e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:15.586943 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-45794445-58f2-4c9d-82a9-9446fff4b11e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0081398 May 19 13:01:15.608675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58394) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:15.673611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-3937205e-fa41-4d4e-a510-11d4cff01feb service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082820 May 19 13:01:15.695151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.735952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Provisioning complete for port a7994612-a68e-47c0-a576-0ec87cc4c1f4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:15.736980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:15.779116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31694ae4-5c1b-4d78-bf74-4237a0a3bff6'] response: {'name': 'network-changed', 'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60', 'status': 'completed', 'code': 200} May 19 13:01:15.911796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Current status of the port a7994612-a68e-47c0-a576-0ec87cc4c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:15.938829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Provisioning for port e42aaeab-c98f-4211-918c-eda3e0a1c593 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:15.945313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Provisioning complete for port e42aaeab-c98f-4211-918c-eda3e0a1c593 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:15.945952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.014274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787bf98-5dd7-495a-b91c-da7eb0512f06 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:01:16.056976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c0bc1332-70f3-4011-8f8a-11d5c47abd5b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/0541b182-58f3-4b60-bd6d-f02284bdccd3 HTTP/1.1" status: 200 len: 990 time: 0.5393486 May 19 13:01:16.078012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2432cc3b-491d-454c-9d56-9f5a6cc838b0 None None] Port e42aaeab-c98f-4211-918c-eda3e0a1c593 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:16.088135 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:11Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:16.095670 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:16.109544 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:16.111136 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:16.135410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-a50d9d2e-4300-4069-abd1-16a19749ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:16.143030 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-a50d9d2e-4300-4069-abd1-16a19749ecb4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1098 time: 0.3571076 May 19 13:01:16.183637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.192214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8787bf98-5dd7-495a-b91c-da7eb0512f06 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:01:16.229026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f9d621b7-5c33-4b27-b681-619e6dfec7fb None None] Provisioning complete for port e42aaeab-c98f-4211-918c-eda3e0a1c593 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:16.229397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9d621b7-5c33-4b27-b681-619e6dfec7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.248053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.289956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7994612-a68e-47c0-a576-0ec87cc4c1f4 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:16.304355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=1ec5970c-b8bc-433b-a8a6-c1ff53192233,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:16.305769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.369051 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8fc38388-2db5-435c-8e4d-7d013590eae9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/1ec5970c-b8bc-433b-a8a6-c1ff53192233 HTTP/1.1" status: 204 len: 168 time: 8.0411918 May 19 13:01:16.386594 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:16.395834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58398) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:16.399623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-aab0f2d4-4bcb-45a2-af39-ac1adb66cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:16.401103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-aab0f2d4-4bcb-45a2-af39-ac1adb66cc61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 898 time: 0.2561171 May 19 13:01:16.402230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.403081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.467210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f9d621b7-5c33-4b27-b681-619e6dfec7fb None None] Port e42aaeab-c98f-4211-918c-eda3e0a1c593 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:16.477416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-243218cf-531b-42fc-bb28-4e5a3e491b56 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:16.478180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243218cf-531b-42fc-bb28-4e5a3e491b56 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:16.480067 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-243218cf-531b-42fc-bb28-4e5a3e491b56 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/1ec5970c-b8bc-433b-a8a6-c1ff53192233 HTTP/1.1" status: 404 len: 339 time: 0.0688674 May 19 13:01:16.494240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a7994612-a68e-47c0-a576-0ec87cc4c1f4 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:16.494645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.525060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.556844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58402) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:16.592074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718575570', 'description': 'd1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:16.598803 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-37362639-70d3-422f-8060-63e236ef972e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 998 time: 0.1854353 May 19 13:01:16.599647 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-78eb3311-619a-4447-b771-c18d98810373 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9768238 May 19 13:01:16.610951 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c27fff66-4151-436d-bcc1-a9e44d930e5f req-e5d09233-3e3c-44c9-9c9a-1c249ea45c02 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315067 May 19 13:01:16.612284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:16.613516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58406) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:16.678136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210342807'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:16.683496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Usage tracker for resource:network and tenant:be68486de33f4adfaa114f4f76c4ae91 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:16.700637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:16.721044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:16.757921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:16.766679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a7994612-a68e-47c0-a576-0ec87cc4c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:16.803493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:16.812552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:16.827164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:16.831190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=e42aaeab-c98f-4211-918c-eda3e0a1c593,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:16.835568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:16.839416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.896546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-7fd99ed6-46f9-44f4-a583-700adedb7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:16.898329 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-7fd99ed6-46f9-44f4-a583-700adedb7782 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 200 len: 834 time: 0.2749186 May 19 13:01:16.903554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:16.905665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:16.907581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:16.911178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:16.913671 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:11Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:16.917966 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ee397f-7774-4596-9dd3-596074441c48 None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:00:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:11Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:16.956775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.003331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:17.014283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.014674 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment e3153967-ead9-4d3a-b710-f0c401b2426b of type vlan for network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 May 19 13:01:17.082101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58410) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:17.097799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:17.118121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.217201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f68a09-53db-44f7-84e1-522f1b621634 None None] New status for floating IP 0541b182-58f3-4b60-bd6d-f02284bdccd3: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:01:17.250196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.256247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:17.256898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.322678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event deleted for resources: {'Port': ['ID=adc257a5-b021-43ac-9662-9f78f620df07,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:17.354049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-88670932-db90-4ca2-acd0-fb17374da2c6 None None] Provisioning complete for port e42aaeab-c98f-4211-918c-eda3e0a1c593 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:17.354463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-88670932-db90-4ca2-acd0-fb17374da2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.395769 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7316146 May 19 13:01:17.397402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58416) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:17.415782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:17.480316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.480658 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 892a1109-8874-400a-99d9-381eb332721e of type vlan for network 571e5ccb-93da-4244-8edc-a177dd81e50d May 19 13:01:17.503599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-88670932-db90-4ca2-acd0-fb17374da2c6 None None] Port e42aaeab-c98f-4211-918c-eda3e0a1c593 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:17.562972 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-52d21e4b-60fe-40e2-99dd-a28a113dcc75 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/0541b182-58f3-4b60-bd6d-f02284bdccd3 HTTP/1.1" status: 200 len: 990 time: 0.4776614 May 19 13:01:17.580726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.580993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0f889-86c9-4872-8dcb-2698b495e951 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:17.594611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:17.611833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:17.612241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.619278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:17.625646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:17.631233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-278b770c-c544-44b8-891c-91f7d3a1d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:17.633199 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-278b770c-c544-44b8-891c-91f7d3a1d557 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f606904-9674-48f4-aab7-77eca81c0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7048893 May 19 13:01:17.642391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:17.881575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:17.885001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.954198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.964311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.967057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:17.971737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.002025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:01:18.089979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.095359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:18.095917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.134358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.134917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Fanout notify agent at l3_agent the message router_deleted on router 70bc4bf2-d478-4b04-ae81-0cc31e22415d {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:01:18.173646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Pushing event updated for resources: {'Port': ['ID=9d5bce1d-2bd0-44f7-b5a0-d1b336aed949,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:18.191876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-6a52476d-ba9d-4390-ab2e-42c20593bb46 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365343 May 19 13:01:18.260311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:01:18.322521 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7589126 May 19 13:01:18.330473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58420) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.338815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.375479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:18.387474 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:18.392562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e276ed-fabc-4f5e-95cb-234c7a942fa6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=571e5ccb-93da-4244-8edc-a177dd81e50d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:18.398106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.402846 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-531089c1-3ede-4875-b9d4-9fb69de7cfa2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/70bc4bf2-d478-4b04-ae81-0cc31e22415d HTTP/1.1" status: 204 len: 168 time: 5.9113977 May 19 13:01:18.406087 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:18.407185 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:18.407472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 571e5ccb-93da-4244-8edc-a177dd81e50d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:18.422539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58424) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.429049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2144651431', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': False}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:18.449668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:18.460103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:router and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:18.466281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:18.470346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.529219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:18.532767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-589f8800-4dcd-4495-bc5d-3d7aff297d72 req-d153d763-805b-4626-b1e5-39908fc3af89 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289993 May 19 13:01:18.539701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.559129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.576673 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:18.600148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58428) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.635941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.636939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.661500 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Floating IP 0de05d7c-5a3b-42c8-9b24-d346da91a999 associated. External IP: 172.26.3.20, port: 0dc42d40-3b14-4f85-81fd-6e63a548e020. May 19 13:01:18.667307 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-daf5c6fe-9449-4f5d-b364-a618240811c4 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3171055 May 19 13:01:18.708162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58432) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.717054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1404464162'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:18.748600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:18.769770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f51b72-77b0-4fd1-9271-3541b4bd7878 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:18.770434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d1f51b72-77b0-4fd1-9271-3541b4bd7878 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Synchronizing usage tracker for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:18.778253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:18.784913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:18.788203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=632b83ee-39ef-4c94-959b-b1d81f3a1f7c,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:18.806007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:18.811717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.816790 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a4d5ed56-3bee-4ea1-903a-f713e9deb8ea tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/0541b182-58f3-4b60-bd6d-f02284bdccd3 HTTP/1.1" status: 200 len: 992 time: 0.2143297 May 19 13:01:18.829516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': 'e3153967-ead9-4d3a-b710-f0c401b2426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:18.829917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:18.836376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d1f51b72-77b0-4fd1-9271-3541b4bd7878 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Unset dirty status for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:18.840276 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d1f51b72-77b0-4fd1-9271-3541b4bd7878 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks?id=571e5ccb-93da-4244-8edc-a177dd81e50d HTTP/1.1" status: 200 len: 765 time: 0.5061359 May 19 13:01:18.840276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:18.840816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58436) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.842546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.878218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:18.880291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:18.893384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.894106 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment 0e658f1b-16f8-4979-b0c8-e060217e65e0 of type vlan for network 2a50647c-0918-42dd-9570-ac55602f622b May 19 13:01:18.894770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:18.900075 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:14Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:15Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:18.902420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:18.903022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.906103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4f446-3c3c-4c1b-9ee5-65032374e848 None None] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:18.906673 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:18.907029 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Updating router cae69372-23db-47a8-8c6d-0dcf44c31982 port e42aaeab-c98f-4211-918c-eda3e0a1c593 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:18.937466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:18.942719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 6bb131d1-15d9-46f7-a43b-13f539b6b8f9 associated. External IP: 172.26.3.148, port: a618ba8e-4ae0-431a-a370-eea609446114. May 19 13:01:18.945175 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb419211-77e3-4271-9ecd-e86e75138c6c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5369694 May 19 13:01:18.949072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58440) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:18.954684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55', 'name': 'tempest-PortsIpV6TestJSON-337907954'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:18.982974 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.011000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'description': 'd2'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:19.063232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.069117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:19.069742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.186477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55', 'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': '632b83ee-39ef-4c94-959b-b1d81f3a1f7c'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:19.187403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.198133 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4855139 May 19 13:01:19.208981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58444) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:19.217172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:19.238608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610a953-06ff-4cbb-8f9f-e79db01a9369 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=2a50647c-0918-42dd-9570-ac55602f622b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:19.305358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:19.308329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2a50647c-0918-42dd-9570-ac55602f622b details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:19.335421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:19.361353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:19.365877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:19.369475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:19.372527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:19.376143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.392937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:19.407144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:01:19.499020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:19.504720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.504947 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.517215 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Transition to ACTIVE for port object e42aaeab-c98f-4211-918c-eda3e0a1c593 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:19.528061 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.572557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Allocated IP 2001:db8::2 (5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55/632b83ee-39ef-4c94-959b-b1d81f3a1f7c/25a0e7a9-82de-44f9-a222-710817b5f530) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:19.595201 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Pushing event updated for resources: {'Port': ['ID=e42aaeab-c98f-4211-918c-eda3e0a1c593,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:19.605220 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.605634 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.606020 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.606418 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.607012 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.607367 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.607749 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.608136 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.608529 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.608909 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.609300 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.609674 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:19.842200 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Attempting to bind port e42aaeab-c98f-4211-918c-eda3e0a1c593 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:19.842589 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Attempting to bind port e42aaeab-c98f-4211-918c-eda3e0a1c593 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:19.842970 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Attempting to bind port e42aaeab-c98f-4211-918c-eda3e0a1c593 on network c7caa567-9adb-441d-b2b0-30dbf41d39c6 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:19.843752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.849382 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:19.849595 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Checking segment: {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:19.850101 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.850592 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Bound using segment: {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:19.851114 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Bound port: e42aaeab-c98f-4211-918c-eda3e0a1c593, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb95185-a125-4fe2-932d-336215111b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:19.851502 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.865722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Transition to ACTIVE for port object 25a0e7a9-82de-44f9-a222-710817b5f530 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:19.879938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.902485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Transition to ACTIVE for port object 25a0e7a9-82de-44f9-a222-710817b5f530 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:19.909560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:19.956746 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] For port e42aaeab-c98f-4211-918c-eda3e0a1c593, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:19.960649 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] For port e42aaeab-c98f-4211-918c-eda3e0a1c593, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e42aaeab-c98f-4211-918c-eda3e0a1c593,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:19.966864 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.019860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:20.024039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:20.033688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:20.037033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::265 (5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55/632b83ee-39ef-4c94-959b-b1d81f3a1f7c/9c07b433-9a44-4245-ad4a-5b2dd5f21e6d) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:20.073427 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0379441-3072-4c60-b763-78fc34ba20f2 None None] Pushing event updated for resources: {'Port': ['ID=e42aaeab-c98f-4211-918c-eda3e0a1c593,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:20.079661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Pushing event updated for resources: {'Port': ['ID=25a0e7a9-82de-44f9-a222-710817b5f530,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:20.105835 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:20.106799 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:20.123684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.172443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Attempting to bind port 25a0e7a9-82de-44f9-a222-710817b5f530 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:20.172970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Attempting to bind port 25a0e7a9-82de-44f9-a222-710817b5f530 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'e3153967-ead9-4d3a-b710-f0c401b2426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:20.173531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Attempting to bind port 25a0e7a9-82de-44f9-a222-710817b5f530 on network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:20.181202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:20.181623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Checking segment: {'id': 'e3153967-ead9-4d3a-b710-f0c401b2426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:20.182024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.182408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Bound using segment: {'id': 'e3153967-ead9-4d3a-b710-f0c401b2426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:20.184196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Bound port: 25a0e7a9-82de-44f9-a222-710817b5f530, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3153967-ead9-4d3a-b710-f0c401b2426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:20.184722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.189695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.221373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=1e35375b-20ed-4c4c-9f53-d76389f44353,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:20.300068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:20.300426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 2a50647c-0918-42dd-9570-ac55602f622b, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:20.370555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.375552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d489525e-5213-4fad-8094-ad810808d337 None None] For port 25a0e7a9-82de-44f9-a222-710817b5f530, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:20.379797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d489525e-5213-4fad-8094-ad810808d337 None None] For port 25a0e7a9-82de-44f9-a222-710817b5f530, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=25a0e7a9-82de-44f9-a222-710817b5f530,segment=NetworkSegment(e3153967-ead9-4d3a-b710-f0c401b2426b),segment_id=e3153967-ead9-4d3a-b710-f0c401b2426b)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:20.386980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.397729 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:20.420876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 2a50647c-0918-42dd-9570-ac55602f622b is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:20.424451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network 571e5ccb-93da-4244-8edc-a177dd81e50d is not hosted by any dhcp agent {{(pid=88028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 19 13:01:20.429899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:20.430733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.432175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "PUT /v2.0/networks/571e5ccb-93da-4244-8edc-a177dd81e50d HTTP/1.1" status: 200 len: 762 time: 1.4920111 May 19 13:01:20.435060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58450) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:20.499002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Router 2f634ef5-1817-44d2-a638-b4048bbc2d0b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:20.530295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489525e-5213-4fad-8094-ad810808d337 None None] Pushing event updated for resources: {'Port': ['ID=25a0e7a9-82de-44f9-a222-710817b5f530,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:20.537309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2a50647c-0918-42dd-9570-ac55602f622b) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:20.543979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:20.544625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:20.555986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c19b3-aedc-4e95-96ba-40e64dedd566 None None] Network 2a50647c-0918-42dd-9570-ac55602f622b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:20.556294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dc52e-a821-494a-b7ce-2e311315c3b1 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=571e5ccb-93da-4244-8edc-a177dd81e50d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:20.560688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:20.598551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6dc723df-c6af-4498-a995-9a9078032f42 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3884869 May 19 13:01:20.612797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58454) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:20.701899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 571e5ccb-93da-4244-8edc-a177dd81e50d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:20.830283 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:14Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:19Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:20.849408 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37fa9bf-2a53-4fbc-89e7-77730af9a52c None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:14Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:19Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:20.873523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42805c4c-4fb2-42e7-af9e-bf62dfce8fc7 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:20.881070 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-42805c4c-4fb2-42e7-af9e-bf62dfce8fc7 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks?id=571e5ccb-93da-4244-8edc-a177dd81e50d HTTP/1.1" status: 200 len: 765 time: 0.4444366 May 19 13:01:20.882230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58458) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:20.885587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.089577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2a50647c-0918-42dd-9570-ac55602f622b', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:21.090653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.133428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:21.178681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] Sync routers for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:21.278317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:21.290750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:21.291465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.338496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.371239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.387219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:21.387988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.487396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.488536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ddd17-a1d6-4fe6-8762-b945fbf6b997 None None] The sync data for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:21.506680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:21.508336 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aa94e06f-01b0-464e-917d-88d93d4cb670 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.9430504 May 19 13:01:21.520081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:21.530791 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:21.565613 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:21.566419 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.617903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Allocated IP 2001:db8:1::2 (2a50647c-0918-42dd-9570-ac55602f622b/1e35375b-20ed-4c4c-9f53-d76389f44353/6c5817e4-a480-47e5-803d-d1c1593558c0) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:21.711946 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.723180 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:21.724176 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.792836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:21.793610 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7e5d2-2e56-48b0-8dbf-31b69ef97b82 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:21.956842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.959570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.968794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Transition to ACTIVE for port object 6c5817e4-a480-47e5-803d-d1c1593558c0 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:21.988962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Transition to ACTIVE for port object 6c5817e4-a480-47e5-803d-d1c1593558c0 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:21.997574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:21.998348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.037908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535783f-c59b-4d37-a5db-45427f3cca33 None None] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:22.057591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.063351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c4a324-f170-4abe-87f7-b238d7974c79 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.067014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b1c4a324-f170-4abe-87f7-b238d7974c79 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1354165 May 19 13:01:22.092388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58466) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.145614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router b652ed2a-e220-4514-b218-f9df9d380dc7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:22.160785 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5d81ab9d-f224-4347-a32f-8d8256e210df tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 207 time: 0.0639060 May 19 13:01:22.173797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58470) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.181299 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-09edb54c-afea-453e-a927-b6b127482a5f tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] 10.222.0.44 "GET /v2.0/floatingips/0de05d7c-5a3b-42c8-9b24-d346da91a999 HTTP/1.1" status: 200 len: 982 time: 0.6653538 May 19 13:01:22.197291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58474) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.216776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Network 2a50647c-0918-42dd-9570-ac55602f622b is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:22.225560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:22.229443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:22.280591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Pushing event updated for resources: {'Port': ['ID=6c5817e4-a480-47e5-803d-d1c1593558c0,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:22.282895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0ce1f6a8-6ae4-4eeb-8faf-cc87e4b28b96 None None] Provisioning for port 25a0e7a9-82de-44f9-a222-710817b5f530 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:22.360092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Attempting to bind port 6c5817e4-a480-47e5-803d-d1c1593558c0 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:22.363052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Attempting to bind port 6c5817e4-a480-47e5-803d-d1c1593558c0 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:22.363052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Attempting to bind port 6c5817e4-a480-47e5-803d-d1c1593558c0 on network 2a50647c-0918-42dd-9570-ac55602f622b {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:22.373076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:22.373451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Checking segment: {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:22.374096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.374265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Bound using segment: {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:22.374799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Bound port: 6c5817e4-a480-47e5-803d-d1c1593558c0, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:22.375174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.408195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e42aaeab-c98f-4211-918c-eda3e0a1c593 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:22.449894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.467788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.468412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Allocated IP 172.26.3.92 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/f4c16bf0-266e-409a-b4ec-368176a29855) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:22.474898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.481769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.488872 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-67916a2e-e3a3-44af-9a0b-c671de9c7b44 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3805 time: 0.2873054 May 19 13:01:22.489032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.493642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.499476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58478) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.499899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.505528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b0deea4a-2fa2-45f2-ba1c-9edfa4ff1a7b tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3237460 May 19 13:01:22.510282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58482) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.516237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:22.517117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=9c07b433-9a44-4245-ad4a-5b2dd5f21e6d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:22.522266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:22.585486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:22.591159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:22.591778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.627888 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6101e31e-6fd1-4375-a0eb-4ba426e0d9cc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6774876 May 19 13:01:22.632725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] For port 6c5817e4-a480-47e5-803d-d1c1593558c0, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:22.642815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e42aaeab-c98f-4211-918c-eda3e0a1c593 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:22.647031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] For port 6c5817e4-a480-47e5-803d-d1c1593558c0, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6c5817e4-a480-47e5-803d-d1c1593558c0,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:22.652783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e42aaeab-c98f-4211-918c-eda3e0a1c593 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:22.653178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.683612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.688738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58486) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:22.701306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55', 'name': 'tempest-PortsIpV6TestJSON-1276436739'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:22.811732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7423e58-f181-4474-8204-eb96d6b9f607 None None] Pushing event updated for resources: {'Port': ['ID=6c5817e4-a480-47e5-803d-d1c1593558c0,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:22.883281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e42aaeab-c98f-4211-918c-eda3e0a1c593 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:22.883910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.944665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e42aaeab-c98f-4211-918c-eda3e0a1c593, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e42aaeab-c98f-4211-918c-eda3e0a1c593,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:22.951180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:22.953653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:22.954494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 25a0e7a9-82de-44f9-a222-710817b5f530 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:22.991568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:23.000161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:23.016063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:23.028573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:23.050421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:23.050777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] Sync routers for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:23.055636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.097888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:23.098701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:23.123941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 00d51171-6cdf-4958-8945-8f55b2fb3846 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:01:23.203551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:23.217913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e42aaeab-c98f-4211-918c-eda3e0a1c593,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:23.240356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8:1::1 (2a50647c-0918-42dd-9570-ac55602f622b/1e35375b-20ed-4c4c-9f53-d76389f44353/3face8cf-4484-444d-9c70-70c52c341f76) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:23.243234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:23.244112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:23.274970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.411258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 25a0e7a9-82de-44f9-a222-710817b5f530 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:23.418678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:23.418678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a01250-03a1-4e62-a67c-f121429d50ca None None] The sync data for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:23.425587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 25a0e7a9-82de-44f9-a222-710817b5f530 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:23.426143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.441651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-943d2066-5e8d-496e-84eb-95a342206260 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Synchronizing usage tracker for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:23.464713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting port 9d5bce1d-2bd0-44f7-b5a0-d1b336aed949 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:23.465008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.472776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Provisioning for port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:23.490496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Provisioning complete for port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:23.490879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.514340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::38 (5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55/632b83ee-39ef-4c94-959b-b1d81f3a1f7c/00d51171-6cdf-4958-8945-8f55b2fb3846) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:23.565176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:23.574984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-943d2066-5e8d-496e-84eb-95a342206260 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Unset dirty status for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:23.576441 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-943d2066-5e8d-496e-84eb-95a342206260 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.0102189 May 19 13:01:23.594275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58492) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:23.635615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Provisioning complete for port 25a0e7a9-82de-44f9-a222-710817b5f530 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:23.636017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.682241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 25a0e7a9-82de-44f9-a222-710817b5f530 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:23.682665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.730625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 25a0e7a9-82de-44f9-a222-710817b5f530, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=25a0e7a9-82de-44f9-a222-710817b5f530,segment=NetworkSegment(e3153967-ead9-4d3a-b710-f0c401b2426b),segment_id=e3153967-ead9-4d3a-b710-f0c401b2426b)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:23.734000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.764112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.765450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.773021 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c133ab3b-d0d6-45cc-a800-0824a6468cfb tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/floatingips/6bb131d1-15d9-46f7-a43b-13f539b6b8f9 HTTP/1.1" status: 200 len: 978 time: 8.6058357 May 19 13:01:23.774361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58496) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:23.784363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:23.785953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:23.787476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:23.788936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:23.790414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:23.791340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Synchronizing usage tracker for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:23.829298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 3face8cf-4484-444d-9c70-70c52c341f76 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:23.838728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Unset dirty status for tenant:be68486de33f4adfaa114f4f76c4ae91 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:23.840399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7e06c859-e04c-45d0-9716-c0b03e203966 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2452517 May 19 13:01:23.848538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-58db7bf2-82be-4fde-a66b-0404af3564bc None None] Current status of the port 25a0e7a9-82de-44f9-a222-710817b5f530 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:23.852445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58500) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:23.859266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=25a0e7a9-82de-44f9-a222-710817b5f530,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:23.904975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.905221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.909759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port a9267cc1-f24f-4693-99e2-858e589e8199 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:23.910094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.922022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:23.977032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2abb0236-903a-4898-9d84-ae6e308f519a None None] Provisioning complete for port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:23.977788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2abb0236-903a-4898-9d84-ae6e308f519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.043076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0236-903a-4898-9d84-ae6e308f519a None None] Port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:24.091881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Calling delete_port for 9d5bce1d-2bd0-44f7-b5a0-d1b336aed949 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:24.096130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.139208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 00d51171-6cdf-4958-8945-8f55b2fb3846 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:24.170845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:24.178153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:24.185525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1979dd-f417-4d33-8a48-01ed19ca9459 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.187762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1979dd-f417-4d33-8a48-01ed19ca9459 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.189465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1979dd-f417-4d33-8a48-01ed19ca9459 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.190962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1979dd-f417-4d33-8a48-01ed19ca9459 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.193454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1979dd-f417-4d33-8a48-01ed19ca9459 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.194231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.195907 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7c1979dd-f417-4d33-8a48-01ed19ca9459 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3423636 May 19 13:01:24.198961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:24.228470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c16bf0-266e-409a-b4ec-368176a29855,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:24.234763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58504) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:24.373643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 2a50647c-0918-42dd-9570-ac55602f622b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:24.374364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87f3945-98eb-49c0-a593-09ffa2da9d37 None None] Network 2a50647c-0918-42dd-9570-ac55602f622b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:24.375045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:24.385975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:24.386602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.403864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=3face8cf-4484-444d-9c70-70c52c341f76,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:24.433972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.460219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 25a0e7a9-82de-44f9-a222-710817b5f530 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:24.537210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0c524fad-1577-4536-b7ab-d09d495f370b None None] Provisioning for port 6c5817e4-a480-47e5-803d-d1c1593558c0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:24.546434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:24.553668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:24.573853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:24.579363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.579993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.608211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=00d51171-6cdf-4958-8945-8f55b2fb3846,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:24.608425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 25a0e7a9-82de-44f9-a222-710817b5f530 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:24.614281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.614414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.617358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bc704-9435-4bae-818d-0005da04cb57 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:24.618880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-954bc704-9435-4bae-818d-0005da04cb57 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks/cf05994b-2e15-4770-8809-1386d4997be4 HTTP/1.1" status: 200 len: 803 time: 0.3812115 May 19 13:01:24.626928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58510) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:24.633731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9aea1241-1a3f-4a9f-99f5-c09905ff1b9a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9445052 May 19 13:01:24.637357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58514) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:24.929013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:24.944346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5659344a-feba-44c3-a61b-baff9545aa17 None None] Provisioning for port 00d51171-6cdf-4958-8945-8f55b2fb3846 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:24.954146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5659344a-feba-44c3-a61b-baff9545aa17 None None] Provisioning complete for port 00d51171-6cdf-4958-8945-8f55b2fb3846 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:24.954400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5659344a-feba-44c3-a61b-baff9545aa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.004388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 25a0e7a9-82de-44f9-a222-710817b5f530 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:25.005487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e42aaeab-c98f-4211-918c-eda3e0a1c593 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:25.072047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5659344a-feba-44c3-a61b-baff9545aa17 None None] Port 00d51171-6cdf-4958-8945-8f55b2fb3846 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:25.100472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e42aaeab-c98f-4211-918c-eda3e0a1c593 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:25.100472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.122134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93abb1-6961-49c8-b5f8-319a90186246 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:25.122892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ad93abb1-6961-49c8-b5f8-319a90186246 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:25.151218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.249993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e42aaeab-c98f-4211-918c-eda3e0a1c593 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:25.251440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6c5817e4-a480-47e5-803d-d1c1593558c0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:25.267271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Port': ['ID=9d5bce1d-2bd0-44f7-b5a0-d1b336aed949,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:25.310946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.311317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.311618 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Floating IP 6bb131d1-15d9-46f7-a43b-13f539b6b8f9 disassociated. External IP: 172.26.3.148, port: a9267cc1-f24f-4693-99e2-858e589e8199. May 19 13:01:25.311953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for a9267cc1-f24f-4693-99e2-858e589e8199 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:25.342524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 6c5817e4-a480-47e5-803d-d1c1593558c0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:25.348961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6c5817e4-a480-47e5-803d-d1c1593558c0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:25.349329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.395093 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7a0d5ef4-949f-4b92-b2ad-dd580307a8e6 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/networks/cf05994b-2e15-4770-8809-1386d4997be4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7670584 May 19 13:01:25.400855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58518) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.403057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ad93abb1-6961-49c8-b5f8-319a90186246 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:25.406850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ad93abb1-6961-49c8-b5f8-319a90186246 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A265 HTTP/1.1" status: 200 len: 928 time: 0.7635880 May 19 13:01:25.411239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58520) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.442539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Provisioning complete for port 6c5817e4-a480-47e5-803d-d1c1593558c0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:25.443119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.464209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.549216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f4954-04c9-40c3-a0a6-02bbb3c1ebb9 req-4ab5803e-e001-41d2-bf31-94bdffa9fe63 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:25.551037 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-249f4954-04c9-40c3-a0a6-02bbb3c1ebb9 req-4ab5803e-e001-41d2-bf31-94bdffa9fe63 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6309526 May 19 13:01:25.552063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.552573 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Floating IP 0de05d7c-5a3b-42c8-9b24-d346da91a999 disassociated (deleted). External IP: 172.26.3.20, port: 0dc42d40-3b14-4f85-81fd-6e63a548e020. May 19 13:01:25.617014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6c5817e4-a480-47e5-803d-d1c1593558c0 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:25.617633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.637661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 00d51171-6cdf-4958-8945-8f55b2fb3846 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:25.638274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.659903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6179c7-be46-482b-b1aa-51c27e643a63 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:25.661841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1d6179c7-be46-482b-b1aa-51c27e643a63 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/subnets/4555b390-6f0c-485e-9510-9dcdcf2b600b HTTP/1.1" status: 200 len: 843 time: 0.2536240 May 19 13:01:25.676368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58526) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.699798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 6c5817e4-a480-47e5-803d-d1c1593558c0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6c5817e4-a480-47e5-803d-d1c1593558c0,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:25.715024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.784913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Current status of the port 6c5817e4-a480-47e5-803d-d1c1593558c0 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:25.785160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:25.818071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=6c5817e4-a480-47e5-803d-d1c1593558c0,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:25.923569 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-249f4954-04c9-40c3-a0a6-02bbb3c1ebb9 req-d58f2e4b-1ddf-4495-82b0-600a1f9a6b47 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102350 May 19 13:01:25.928760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:25.929605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:25.930128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb4955-47ba-48a2-b21f-ef3d30261bbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['shared'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:25.934870 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d9eb4955-47ba-48a2-b21f-ef3d30261bbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "GET /v2.0/subnets/4555b390-6f0c-485e-9510-9dcdcf2b600b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2499199 May 19 13:01:25.936591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58530) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:25.948858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.012702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-588183265'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:26.042169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:26.049494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=a9267cc1-f24f-4693-99e2-858e589e8199,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:26.066969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:26.228583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:26.232195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.289393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6c5817e4-a480-47e5-803d-d1c1593558c0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:26.358750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:01:26.385176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6c5817e4-a480-47e5-803d-d1c1593558c0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:26.385403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.412845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.433970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.434759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.503235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Current status of the port 6c5817e4-a480-47e5-803d-d1c1593558c0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:26.506757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.516477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:26.533281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.557892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Provisioning for port 3face8cf-4484-444d-9c70-70c52c341f76 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:26.567244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Provisioning complete for port 3face8cf-4484-444d-9c70-70c52c341f76 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:26.567691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.598234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.598547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Added segment 99e4703f-4719-41fe-bc20-9085a049b0b1 of type vlan for network cd0783cf-09eb-4b0d-b108-655fff36a356 May 19 13:01:26.623757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6c5817e4-a480-47e5-803d-d1c1593558c0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:26.638015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6b534-3ee1-4494-a0dd-47e70022ce5e None None] Port 3face8cf-4484-444d-9c70-70c52c341f76 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:26.658772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Router 2f634ef5-1817-44d2-a638-b4048bbc2d0b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:26.725745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.762731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0f4d6c7d-68c8-44fb-aaad-5916dc4e92d7 None None] Provisioning complete for port 3face8cf-4484-444d-9c70-70c52c341f76 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:26.763008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6c7d-68c8-44fb-aaad-5916dc4e92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.771377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 00d51171-6cdf-4958-8945-8f55b2fb3846 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:26.828019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d6c7d-68c8-44fb-aaad-5916dc4e92d7 None None] Port 3face8cf-4484-444d-9c70-70c52c341f76 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:26.883968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.889397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:26.889991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:26.901764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e74441-5d34-4cf0-8fd8-dab3389575ed req-7ee986ed-fcaa-4457-a409-6a7e5619375f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:26.903544 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c0e74441-5d34-4cf0-8fd8-dab3389575ed req-7ee986ed-fcaa-4457-a409-6a7e5619375f tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.8517189 May 19 13:01:26.904183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=3face8cf-4484-444d-9c70-70c52c341f76,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:26.980656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router b652ed2a-e220-4514-b218-f9df9d380dc7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:27.038135 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c0e74441-5d34-4cf0-8fd8-dab3389575ed req-610eb975-61f7-46f9-a670-d8ad067e353e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201642 May 19 13:01:27.118778 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1808305 May 19 13:01:27.119501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae66c3-bacc-4324-8cbe-350ce4721455 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Network': ['ID=cd0783cf-09eb-4b0d-b108-655fff36a356,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:27.121541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58540) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:27.131573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:27.132850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network cd0783cf-09eb-4b0d-b108-655fff36a356 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:27.154440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 2a50647c-0918-42dd-9570-ac55602f622b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:27.158931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:27.172077 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] Sync routers for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:27.182614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:27.188259 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:27.188888 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.250905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.290362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Router 46283484-61f7-4f51-8485-ae3424f204d3 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:01:27.334994 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.350439 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:27.352227 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.421590 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.422275 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd673248-c145-448f-a954-4d512e63a3c9 None None] The sync data for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:27.462737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2a516de7-7125-4752-8ec7-15f5facb97f4 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "DELETE /v2.0/floatingips/0de05d7c-5a3b-42c8-9b24-d346da91a999 HTTP/1.1" status: 204 len: 168 time: 4.9592738 May 19 13:01:27.471670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:27.474028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58544) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:27.482933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:27.495474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:27.506209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Usage tracker for resource:floatingip and tenant:7b5d3a2d33b140208998898f8bfe92d9 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:27.509665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:27.515418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:27.575217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b91ca803-7cb9-42d5-9b61-9fb4711d7079 None None] Provisioning complete for port 3face8cf-4484-444d-9c70-70c52c341f76 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:27.575888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b91ca803-7cb9-42d5-9b61-9fb4711d7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.579410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:27.610100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Made reservation on behalf of be68486de33f4adfaa114f4f76c4ae91 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:27.613119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.615074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.644545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b91ca803-7cb9-42d5-9b61-9fb4711d7079 None None] Port 3face8cf-4484-444d-9c70-70c52c341f76 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:27.648001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d512f56-a9b4-4e05-bbef-5fef8cba39c5 req-6dae03d5-ae8c-4ee9-96c1-d7b213471658 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:27.649494 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d512f56-a9b4-4e05-bbef-5fef8cba39c5 req-6dae03d5-ae8c-4ee9-96c1-d7b213471658 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4384258 May 19 13:01:27.680177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=00d51171-6cdf-4958-8945-8f55b2fb3846,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:27.686257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:27.700594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] Sync routers for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:27.701511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.710792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:27.711542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.777739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:27.786971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.792685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing IP validity checks on allocation pools {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:01:27.793204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:01:27.802676 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Sync routers for ids ['46283484-61f7-4f51-8485-ae3424f204d3'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:27.817930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:27.818825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.823345 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Routers {'46283484-61f7-4f51-8485-ae3424f204d3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:27.824280 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['46283484-61f7-4f51-8485-ae3424f204d3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.847474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.867000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:27.882104 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d512f56-a9b4-4e05-bbef-5fef8cba39c5 req-5bac8595-dcf0-444d-ae77-94d016cd4b5c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837256 May 19 13:01:27.910305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:27.910739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccef3b6-fc54-42a1-9bd6-cac10dcf2b3c None None] The sync data for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:27.921378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:27.923134 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-797fd751-9413-42e2-982a-85bc5b292717 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4988859 May 19 13:01:27.923254 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0aeab9a4-9e6e-48e2-9b84-5a2ffe830296 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/00d51171-6cdf-4958-8945-8f55b2fb3846 HTTP/1.1" status: 204 len: 168 time: 2.5110137 May 19 13:01:27.925462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58550) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:27.928111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58552) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.000377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.002159 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a59b4492-872c-494b-972f-186d8b12a7b3 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/ports/a9267cc1-f24f-4693-99e2-858e589e8199 HTTP/1.1" status: 204 len: 168 time: 4.2276089 May 19 13:01:28.017704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58558) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.087535 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Set router 46283484-61f7-4f51-8485-ae3424f204d3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:28.168193 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd81840-4c1c-4fbb-bb82-9a3b00b394c4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:01:28.168988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5bd81840-4c1c-4fbb-bb82-9a3b00b394c4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:28.213392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5bd81840-4c1c-4fbb-bb82-9a3b00b394c4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:28.214912 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5bd81840-4c1c-4fbb-bb82-9a3b00b394c4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/00d51171-6cdf-4958-8945-8f55b2fb3846 HTTP/1.1" status: 404 len: 333 time: 0.2219040 May 19 13:01:28.218477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58562) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.252279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:28.262225 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b9146c9-335d-4479-af81-b9e1c929b62d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6484752 May 19 13:01:28.270718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58566) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.272148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:28.282303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:28.282961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:28.294817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1722865625'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:28.299747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:28.303753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:28.304589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b4697-6e76-4aad-8161-59bfac6d7a34 req-8aff378d-20ae-477f-a142-6cda61da7865 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:28.306065 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b2b4697-6e76-4aad-8161-59bfac6d7a34 req-8aff378d-20ae-477f-a142-6cda61da7865 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2597210 May 19 13:01:28.307135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:28.310318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:28.310855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.313663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:28.337443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:28.341122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.435149 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b2b4697-6e76-4aad-8161-59bfac6d7a34 req-c54ba597-73b8-4106-a3ec-ddfa30e17923 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983436 May 19 13:01:28.491272 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46283484-61f7-4f51-8485-ae3424f204d3', 'name': 'tempest-snat-router-2144651431', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': False}, 'gw_port_id': 'f4c16bf0-266e-409a-b4ec-368176a29855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:18Z', 'updated_at': '2022-05-19T13:01:24Z', 'revision_number': 3, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port': {'id': 'f4c16bf0-266e-409a-b4ec-368176a29855', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46283484-61f7-4f51-8485-ae3424f204d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:28.491922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:28.496367 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Checking router: 46283484-61f7-4f51-8485-ae3424f204d3 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:28.496709 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Updating router 46283484-61f7-4f51-8485-ae3424f204d3 port f4c16bf0-266e-409a-b4ec-368176a29855 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:28.588965 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.611620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:28.616196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.628848 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-afb8e7e9-9b93-4dc0-b059-93f78f779fb3 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/46283484-61f7-4f51-8485-ae3424f204d3 HTTP/1.1" status: 200 len: 908 time: 0.6966088 May 19 13:01:28.630678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58572) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:28.664423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2144651431', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': True}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:28.679049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:28.693346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Usage tracker for resource:router and tenant:8d265484e8b54982a778dcd9e4ab2e01 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:28.699550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:28.720844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:28.754457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.755568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.770504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:28.933091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:24Z', 'revision_number': 3, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:25Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:28.940200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:28.940833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Updating router cae69372-23db-47a8-8c6d-0dcf44c31982 port 3face8cf-4484-444d-9c70-70c52c341f76 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:28.951344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 9c07b433-9a44-4245-ad4a-5b2dd5f21e6d owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:29.009891 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.010663 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment fc4a3837-2e8c-40b6-8306-b0d0e997f9a4 of type vlan for network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b May 19 13:01:29.011885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.023871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.033050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.140352 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.157433 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Transition to ACTIVE for port object f4c16bf0-266e-409a-b4ec-368176a29855 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:29.167737 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.193047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.247055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=b1217fe2-42de-4b4c-89f3-77c38533314b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:29.276809 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548696fe-dbfe-4888-a8c6-6bfded35870d None None] Pushing event updated for resources: {'Port': ['ID=f4c16bf0-266e-409a-b4ec-368176a29855,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:29.315925 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Attempting to bind port f4c16bf0-266e-409a-b4ec-368176a29855 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:29.316970 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Attempting to bind port f4c16bf0-266e-409a-b4ec-368176a29855 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:29.317785 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Attempting to bind port f4c16bf0-266e-409a-b4ec-368176a29855 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:29.329901 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:29.331203 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:29.332269 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.333322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.333807 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:29.334969 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Bound port: f4c16bf0-266e-409a-b4ec-368176a29855, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:29.335874 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.339170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:29.339820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.441363 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] For port f4c16bf0-266e-409a-b4ec-368176a29855, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:29.446859 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] For port f4c16bf0-266e-409a-b4ec-368176a29855, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f4c16bf0-266e-409a-b4ec-368176a29855,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:29.451155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Checking segment: {'id': '99e4703f-4719-41fe-bc20-9085a049b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:29.451533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network hostable DHCP agents. Network: cd0783cf-09eb-4b0d-b108-655fff36a356, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:29.454835 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.493966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Allocated IP 172.26.3.150 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/937b6d3e-93e8-4937-8306-372b79632f4e) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:29.522529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=3455ed29-b0b8-4c85-8f25-6ea76c03ad5b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:29.528196 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e0c6d924-d643-4da2-97c7-0b80d7277772 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2550073 May 19 13:01:29.531995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58578) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:29.547694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:29.555480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.561149 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548696fe-dbfe-4888-a8c6-6bfded35870d None None] Pushing event updated for resources: {'Port': ['ID=f4c16bf0-266e-409a-b4ec-368176a29855,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:29.571679 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Routers {'46283484-61f7-4f51-8485-ae3424f204d3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:29.572441 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['46283484-61f7-4f51-8485-ae3424f204d3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:29.576750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d94152-3960-4fff-be4d-7b8882d62295 req-844dd5e0-7b74-4ccd-99d8-498ce53cc765 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:29.578272 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e4d94152-3960-4fff-be4d-7b8882d62295 req-844dd5e0-7b74-4ccd-99d8-498ce53cc765 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.7375937 May 19 13:01:29.598137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Network cd0783cf-09eb-4b0d-b108-655fff36a356 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:29.598645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:29.602474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.686718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=9c07b433-9a44-4245-ad4a-5b2dd5f21e6d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:29.714759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.737861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Transition to ACTIVE for port object 3face8cf-4484-444d-9c70-70c52c341f76 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:29.758245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.805858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e4d94152-3960-4fff-be4d-7b8882d62295 req-47700bfd-0b32-42ea-8bf8-8960f1840789 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190590 May 19 13:01:29.818967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.860049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:29.868551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3607418b-4b46-4657-9198-86182047ae58 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/9c07b433-9a44-4245-ad4a-5b2dd5f21e6d HTTP/1.1" status: 204 len: 168 time: 1.6484239 May 19 13:01:29.873687 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] Set router 46283484-61f7-4f51-8485-ae3424f204d3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:29.885554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58582) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:29.990713 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-befb8596-2057-4ef2-917c-889b525e4dc5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:01:29.991374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-befb8596-2057-4ef2-917c-889b525e4dc5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:30.034690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, cd0783cf-09eb-4b0d-b108-655fff36a356) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:30.040819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:30.041409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.063237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-befb8596-2057-4ef2-917c-889b525e4dc5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:30.064405 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-befb8596-2057-4ef2-917c-889b525e4dc5 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/9c07b433-9a44-4245-ad4a-5b2dd5f21e6d HTTP/1.1" status: 404 len: 333 time: 0.1773427 May 19 13:01:30.068184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58586) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:30.079548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e67d7-1438-46eb-a4c1-a5e9d3d8636b None None] Pushing event updated for resources: {'Port': ['ID=3face8cf-4484-444d-9c70-70c52c341f76,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:30.082720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9512ed8-5bab-4542-93b7-8e592e598a18 None None] Network cd0783cf-09eb-4b0d-b108-655fff36a356 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:30.108300 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c373202c-29e4-46d2-bb3e-510c51ef37bf tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9828098 May 19 13:01:30.118477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58590) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:30.130679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:30.205871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Attempting to bind port 3face8cf-4484-444d-9c70-70c52c341f76 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:30.206260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Attempting to bind port 3face8cf-4484-444d-9c70-70c52c341f76 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:30.222635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Attempting to bind port 3face8cf-4484-444d-9c70-70c52c341f76 on network 2a50647c-0918-42dd-9570-ac55602f622b {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:30.262550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:30.262550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Checking segment: {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:30.263211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.263684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Bound using segment: {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:30.264285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Bound port: 3face8cf-4484-444d-9c70-70c52c341f76, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e658f1b-16f8-4979-b0c8-e060217e65e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:30.264903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.308423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 632b83ee-39ef-4c94-959b-b1d81f3a1f7c {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:30.320634 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46283484-61f7-4f51-8485-ae3424f204d3', 'name': 'tempest-snat-router-2144651431', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': False}, 'gw_port_id': 'f4c16bf0-266e-409a-b4ec-368176a29855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:18Z', 'updated_at': '2022-05-19T13:01:24Z', 'revision_number': 3, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port': {'id': 'f4c16bf0-266e-409a-b4ec-368176a29855', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46283484-61f7-4f51-8485-ae3424f204d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:30.326097 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c1508-ab92-4691-bbd0-67c7e42363cf None None] The sync data for ids ['46283484-61f7-4f51-8485-ae3424f204d3'] in dv-neutron-841945-1-hyperv is: [{'id': '46283484-61f7-4f51-8485-ae3424f204d3', 'name': 'tempest-snat-router-2144651431', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': False}, 'gw_port_id': 'f4c16bf0-266e-409a-b4ec-368176a29855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:18Z', 'updated_at': '2022-05-19T13:01:24Z', 'revision_number': 3, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port': {'id': 'f4c16bf0-266e-409a-b4ec-368176a29855', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46283484-61f7-4f51-8485-ae3424f204d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:30.372839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.470388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:30.471896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] For port 3face8cf-4484-444d-9c70-70c52c341f76, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:30.478821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.480116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] For port 3face8cf-4484-444d-9c70-70c52c341f76, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3face8cf-4484-444d-9c70-70c52c341f76,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:30.491493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-cd0783cf-09eb-4b0d-b108-655fff36a356', 'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356', 'tenant_id': 'be68486de33f4adfaa114f4f76c4ae91', 'fixed_ips': [{'subnet_id': 'b1217fe2-42de-4b4c-89f3-77c38533314b'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:30.492612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.493331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.505027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.538492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.555965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:30.566812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:30.578532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.593748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16264881'] for subnet, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.600370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:30.703450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:30.704898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:30.755772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.762394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.764376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e67d7-1438-46eb-a4c1-a5e9d3d8636b None None] Pushing event updated for resources: {'Port': ['ID=3face8cf-4484-444d-9c70-70c52c341f76,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:30.863954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Allocated IP 172.26.3.218 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/daa626ad-c497-4167-a201-07b1d473a15d) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:30.951225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:30.954664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:30.963289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:30.995460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.062050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=632b83ee-39ef-4c94-959b-b1d81f3a1f7c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.157487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.190633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.200955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.266873 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-492de35c-853e-4109-aa14-7904d5702ced tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/632b83ee-39ef-4c94-959b-b1d81f3a1f7c HTTP/1.1" status: 204 len: 168 time: 1.1975973 May 19 13:01:31.277050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58598) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:31.329637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efcb73f-5924-4901-8194-ca9b86ba7d84 None None] Network 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:31.361087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:31.362277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:31.372787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:31.400034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.509037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:31.529366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:31.542321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Port': ['ID=daa626ad-c497-4167-a201-07b1d473a15d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.555374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:31.589568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.618483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Pushing event updated for resources: {'Port': ['ID=937b6d3e-93e8-4937-8306-372b79632f4e,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.673486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8a577b58-e015-476c-9f78-d1fb833c69ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.714210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=816babc4-efe6-4c6a-8483-38c8166c7cda,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:31.735031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:24Z', 'revision_number': 3, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:30Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:31.741021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0ef5-f7a7-4b22-99b1-b75aa251febf None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:24Z', 'revision_number': 3, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:30Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:31.776882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:31.777528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:31.795056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 25a0e7a9-82de-44f9-a222-710817b5f530 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:31.795403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.825338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] DHCP port deletion for 5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:31.845116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Deleting port 25a0e7a9-82de-44f9-a222-710817b5f530 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:31.845116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:31.909782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beadaef-49b8-4ef7-9807-122c0080faa5 req-555b05ee-a0fa-4a56-89a8-d0364c186c83 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:31.912282 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2beadaef-49b8-4ef7-9807-122c0080faa5 req-555b05ee-a0fa-4a56-89a8-d0364c186c83 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5995958 May 19 13:01:31.965336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.001680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:32.014402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755618683513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15123723'] for subnet, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.146308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:32.156538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Allocated IP 2001:db8::3 (cd0783cf-09eb-4b0d-b108-655fff36a356/b1217fe2-42de-4b4c-89f3-77c38533314b/fddf0a34-0a2f-45bf-a376-959bcf9b7a75) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:32.170435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfcbcb3-81bc-45b5-809f-ede2d8a43c36 None None] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:32.182071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:32.183024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.194198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:32.195297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.196804 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "PUT /v2.0/subnets/b1217fe2-42de-4b4c-89f3-77c38533314b HTTP/1.1" status: 200 len: 900 time: 2.0711119 May 19 13:01:32.200701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2beadaef-49b8-4ef7-9807-122c0080faa5 req-66324440-efd1-4258-bcfd-aed279adea6a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763054 May 19 13:01:32.203441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58602) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:32.211852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 83a52ef6-fdae-4a05-bca0-1c478eb80342 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:32.212419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.255960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.394510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb56f-4543-4397-afcb-335ef7213a9c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event updated for resources: {'Subnet': ['ID=b1217fe2-42de-4b4c-89f3-77c38533314b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:32.422511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] For port 25a0e7a9-82de-44f9-a222-710817b5f530, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=25a0e7a9-82de-44f9-a222-710817b5f530,segment=NetworkSegment(e3153967-ead9-4d3a-b710-f0c401b2426b),segment_id=e3153967-ead9-4d3a-b710-f0c401b2426b)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:32.423796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.457878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.525338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f4c16bf0-266e-409a-b4ec-368176a29855 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:32.580617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 25a0e7a9-82de-44f9-a222-710817b5f530 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:32.615819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:32.616569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.647070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] For port 25a0e7a9-82de-44f9-a222-710817b5f530, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=25a0e7a9-82de-44f9-a222-710817b5f530,segment=NetworkSegment(e3153967-ead9-4d3a-b710-f0c401b2426b),segment_id=e3153967-ead9-4d3a-b710-f0c401b2426b)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:32.649791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.672176 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-30711772-a507-48e6-9a80-66c738bec7c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1383557 May 19 13:01:32.688082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58606) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:32.817293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Calling delete_port for 25a0e7a9-82de-44f9-a222-710817b5f530 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:32.956634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:32.995045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.043960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port f4c16bf0-266e-409a-b4ec-368176a29855 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:33.088311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port f4c16bf0-266e-409a-b4ec-368176a29855 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:33.088734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.156450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:33.156791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:33.180315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 83a52ef6-fdae-4a05-bca0-1c478eb80342 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:33.215534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Allocated IP 2001:db8:2::2 (3455ed29-b0b8-4c85-8f25-6ea76c03ad5b/816babc4-efe6-4c6a-8483-38c8166c7cda/5471f194-2869-4417-aed3-7727b26dfe1b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:33.273268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.320900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.347424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.381361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.391998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.474156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Transition to ACTIVE for port object fddf0a34-0a2f-45bf-a376-959bcf9b7a75 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:33.514455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=25a0e7a9-82de-44f9-a222-710817b5f530,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.524583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port f4c16bf0-266e-409a-b4ec-368176a29855 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:33.524984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.529041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Pushing event updated for resources: {'Port': ['ID=937b6d3e-93e8-4937-8306-372b79632f4e,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.530931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Transition to ACTIVE for port object fddf0a34-0a2f-45bf-a376-959bcf9b7a75 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:33.531676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No DVR routers for this DVR port 25a0e7a9-82de-44f9-a222-710817b5f530 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:33.540639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.555153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.606621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.607576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6c7ed1b6-0a0e-4540-ab59-71bca2f14db8 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1315134 May 19 13:01:33.614773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58612) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:33.628714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.638519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.651613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port f4c16bf0-266e-409a-b4ec-368176a29855, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f4c16bf0-266e-409a-b4ec-368176a29855,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:33.661266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Deleting port 25a0e7a9-82de-44f9-a222-710817b5f530 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:33.661649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.739169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=b1217fe2-42de-4b4c-89f3-77c38533314b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.741462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.742233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3face8cf-4484-444d-9c70-70c52c341f76 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:33.768367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Network cd0783cf-09eb-4b0d-b108-655fff36a356 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:33.783653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:33.807580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-88722679-6801-4871-b30b-91e995a09910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.811010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:33.840541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4a027a49-7db1-416e-a5f5-b579ce7607f7 None None] The port '25a0e7a9-82de-44f9-a222-710817b5f530' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:33.841311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Pushing event updated for resources: {'Port': ['ID=fddf0a34-0a2f-45bf-a376-959bcf9b7a75,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.843513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.871126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:33.875668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.921755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:33.921881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:33.924528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0783cf-09eb-4b0d-b108-655fff36a356']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.947447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Usage tracker for resource:floatingip and tenant:1691b5d43fbe4bcd8beaf29d64ee4b03 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:33.953754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:33.967893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4703f-4719-41fe-bc20-9085a049b0b1') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.968055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4703f-4719-41fe-bc20-9085a049b0b1') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.976933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=83a52ef6-fdae-4a05-bca0-1c478eb80342,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:33.979253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:33.989784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:33.997873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.023196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Attempting to bind port fddf0a34-0a2f-45bf-a376-959bcf9b7a75 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:34.023453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.023563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Attempting to bind port fddf0a34-0a2f-45bf-a376-959bcf9b7a75 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '99e4703f-4719-41fe-bc20-9085a049b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:34.023889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Attempting to bind port fddf0a34-0a2f-45bf-a376-959bcf9b7a75 on network cd0783cf-09eb-4b0d-b108-655fff36a356 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:34.026702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Transition to ACTIVE for port object 5471f194-2869-4417-aed3-7727b26dfe1b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:34.040477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=f4c16bf0-266e-409a-b4ec-368176a29855,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.048864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:34.049291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Checking segment: {'id': '99e4703f-4719-41fe-bc20-9085a049b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:34.049723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.049977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Bound using segment: {'id': '99e4703f-4719-41fe-bc20-9085a049b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:34.050450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Bound port: fddf0a34-0a2f-45bf-a376-959bcf9b7a75, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e4703f-4719-41fe-bc20-9085a049b0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cd0783cf-09eb-4b0d-b108-655fff36a356'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:34.059512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.082233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3153967-ead9-4d3a-b710-f0c401b2426b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:34.082595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3153967-ead9-4d3a-b710-f0c401b2426b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:34.095193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.103945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Transition to ACTIVE for port object 5471f194-2869-4417-aed3-7727b26dfe1b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:34.110672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 3face8cf-4484-444d-9c70-70c52c341f76 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:34.110945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee559-f3d9-4831-99f0-ad599ecbd0fa req-290742aa-d095-4cd6-a1ca-0d43eb3f0989 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:34.113009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f65ee559-f3d9-4831-99f0-ad599ecbd0fa req-290742aa-d095-4cd6-a1ca-0d43eb3f0989 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.7600403 May 19 13:01:34.125448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.128334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.135799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.144773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:34.146111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.189987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3face8cf-4484-444d-9c70-70c52c341f76 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:34.190285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.217347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:34.302960 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:34.305030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:34.307448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:34.307448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.308948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:01:34.308948 dv-neutron-841945-1-hyperv neutron-server[88028]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:01:34.308948 dv-neutron-841945-1-hyperv neutron-server[88028]: [parameters: {'id': 'cd0783cf-09eb-4b0d-b108-655fff36a356'}] May 19 13:01:34.308948 dv-neutron-841945-1-hyperv neutron-server[88028]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:34.309269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:34.311509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:34.314314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:34.316510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Pushing event updated for resources: {'Port': ['ID=5471f194-2869-4417-aed3-7727b26dfe1b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:34.328845 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:34.356610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] For port fddf0a34-0a2f-45bf-a376-959bcf9b7a75, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:34.401354 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:01:34.413116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] For port fddf0a34-0a2f-45bf-a376-959bcf9b7a75, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fddf0a34-0a2f-45bf-a376-959bcf9b7a75,segment=NetworkSegment(99e4703f-4719-41fe-bc20-9085a049b0b1),segment_id=99e4703f-4719-41fe-bc20-9085a049b0b1)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:34.419786 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f65ee559-f3d9-4831-99f0-ad599ecbd0fa req-5678c0ef-c8bd-42a6-9ccf-54fd3ad1d3d9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989001 May 19 13:01:34.428970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.456770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.474287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Attempting to bind port 5471f194-2869-4417-aed3-7727b26dfe1b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:34.474287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Attempting to bind port 5471f194-2869-4417-aed3-7727b26dfe1b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:34.474701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Attempting to bind port 5471f194-2869-4417-aed3-7727b26dfe1b on network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:34.482858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Router 3092ff76-aabe-41c7-a996-dc90fb96457c is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:01:34.488266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.524605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:34.524884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Checking segment: {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:34.525273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.525779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Bound using segment: {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:34.526312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Bound port: 5471f194-2869-4417-aed3-7727b26dfe1b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:34.526719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.639648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9033839-5cc8-4649-b123-6d6b042006d6 None None] Pushing event updated for resources: {'Port': ['ID=fddf0a34-0a2f-45bf-a376-959bcf9b7a75,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.657917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3face8cf-4484-444d-9c70-70c52c341f76 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:34.658306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.682238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.704839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.795028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] For port 5471f194-2869-4417-aed3-7727b26dfe1b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:34.797825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 3face8cf-4484-444d-9c70-70c52c341f76, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3face8cf-4484-444d-9c70-70c52c341f76,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:34.799069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.802476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] For port 5471f194-2869-4417-aed3-7727b26dfe1b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5471f194-2869-4417-aed3-7727b26dfe1b,segment=NetworkSegment(fc4a3837-2e8c-40b6-8306-b0d0e997f9a4),segment_id=fc4a3837-2e8c-40b6-8306-b0d0e997f9a4)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:34.806603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.844949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.871659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.878745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89aeee-5a93-49ef-90bf-428e7bcbab07 None None] Network cd0783cf-09eb-4b0d-b108-655fff36a356 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:34.893149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port fddf0a34-0a2f-45bf-a376-959bcf9b7a75 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:34.893378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 25a0e7a9-82de-44f9-a222-710817b5f530 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:34.893477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:34.895118 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55 HTTP/1.1" status: 204 len: 168 time: 3.6139264 May 19 13:01:34.896453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877d904-047c-4f2e-94da-4be82909efe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=5b79ed20-a794-4c2a-a5dd-8fbb1cee3a55,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:34.917026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58620) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:34.937094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2002284049'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:34.959132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:34.972148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:34.984060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:34.999647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:35.005944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 25a0e7a9-82de-44f9-a222-710817b5f530 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:35.006263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 25a0e7a9-82de-44f9-a222-710817b5f530 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:35.044077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.045830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.073244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=3face8cf-4484-444d-9c70-70c52c341f76,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:35.192775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:35.196432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.240864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f4c16bf0-266e-409a-b4ec-368176a29855 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:35.383248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8:2::1 (3455ed29-b0b8-4c85-8f25-6ea76c03ad5b/816babc4-efe6-4c6a-8483-38c8166c7cda/75b8f305-eec2-460d-b90d-eb4a200489b1) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:35.395883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bd720-8ef2-4192-976b-10ced096267a None None] Pushing event updated for resources: {'Port': ['ID=5471f194-2869-4417-aed3-7727b26dfe1b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:35.453664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:35.462703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port f4c16bf0-266e-409a-b4ec-368176a29855 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:35.463150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.471017 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Sync routers for ids ['3092ff76-aabe-41c7-a996-dc90fb96457c'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:35.488202 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Routers {'3092ff76-aabe-41c7-a996-dc90fb96457c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:35.488921 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3092ff76-aabe-41c7-a996-dc90fb96457c'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:35.591296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port fddf0a34-0a2f-45bf-a376-959bcf9b7a75, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fddf0a34-0a2f-45bf-a376-959bcf9b7a75,segment=NetworkSegment(99e4703f-4719-41fe-bc20-9085a049b0b1),segment_id=99e4703f-4719-41fe-bc20-9085a049b0b1)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:35.591593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.600490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router b652ed2a-e220-4514-b218-f9df9d380dc7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:35.611919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba5dcd-7337-4711-913a-0a9535f475dc None None] Network cd0783cf-09eb-4b0d-b108-655fff36a356 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:35.619334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:35.670900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.672626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b1d9326-0be7-49f4-bd4b-fa64cb2f4571 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0325117 May 19 13:01:35.682999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58630) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:35.743339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.783716 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Set router 3092ff76-aabe-41c7-a996-dc90fb96457c gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:35.785379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48420a3-543e-4896-b23d-f1a7cd75975d req-6da41593-0688-408c-bc32-a13ee88a1f24 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:35.790317 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e48420a3-543e-4896-b23d-f1a7cd75975d req-6da41593-0688-408c-bc32-a13ee88a1f24 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2129872 May 19 13:01:35.793660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 75b8f305-eec2-460d-b90d-eb4a200489b1 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:35.837410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for fddf0a34-0a2f-45bf-a376-959bcf9b7a75 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:35.847473 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e48420a3-543e-4896-b23d-f1a7cd75975d req-3cd91714-2c7a-42a6-b670-4e6d1cbd60d2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517726 May 19 13:01:35.870011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.925002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.945394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port f4c16bf0-266e-409a-b4ec-368176a29855 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:35.973913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Allocated IP 172.26.3.176 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/432e74ac-ef0c-47d1-87fb-16109f5c34b8) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:35.976320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.976664 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment a0b4c8f9-9813-4ed7-83cd-29c34557f10f of type vlan for network 7c56df7c-3b23-4c50-9168-623b923f0c00 May 19 13:01:35.977733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:35.981576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:35.987749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:35.988581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:35.992963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=75b8f305-eec2-460d-b90d-eb4a200489b1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:36.152333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.186480 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3092ff76-aabe-41c7-a996-dc90fb96457c', 'name': 'tempest-snat-router-2144651431', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'daa626ad-c497-4167-a201-07b1d473a15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:28Z', 'updated_at': '2022-05-19T13:01:31Z', 'revision_number': 3, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port': {'id': 'daa626ad-c497-4167-a201-07b1d473a15d', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3092ff76-aabe-41c7-a996-dc90fb96457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:30Z', 'updated_at': '2022-05-19T13:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:36.195102 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Checking router: 3092ff76-aabe-41c7-a996-dc90fb96457c for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:36.195733 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Updating router 3092ff76-aabe-41c7-a996-dc90fb96457c port daa626ad-c497-4167-a201-07b1d473a15d binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:36.257761 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.415620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fece5-96ee-4b28-9e0b-5dfef24c8e58 None None] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:36.425773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.494752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.525813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f1de6345-e5d2-4562-83ab-23871b4d1235 None None] Provisioning for port 5471f194-2869-4417-aed3-7727b26dfe1b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:36.575687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=fddf0a34-0a2f-45bf-a376-959bcf9b7a75,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:36.584082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:36.604966 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7102c0df-945f-48d8-a551-a1d01e1acd87 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/3092ff76-aabe-41c7-a996-dc90fb96457c HTTP/1.1" status: 200 len: 908 time: 0.9164932 May 19 13:01:36.606037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58634) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:36.606531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] Sync routers for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:36.608336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port fddf0a34-0a2f-45bf-a376-959bcf9b7a75 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:36.651798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:36.652660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:36.662209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.667785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:36.668407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.727941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:36.742517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] Routers {'b652ed2a-e220-4514-b218-f9df9d380dc7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:36.743272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b652ed2a-e220-4514-b218-f9df9d380dc7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:36.806121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:36.806658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf63163-e21e-41bb-b4b5-fdfb3b316ed7 None None] The sync data for ids ['b652ed2a-e220-4514-b218-f9df9d380dc7'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:36.834729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.845957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.847092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.874395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.922486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:36.939263 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-207f7392-a5d6-4c0e-b1a1-078eff3235de tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/routers/b652ed2a-e220-4514-b218-f9df9d380dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9173369 May 19 13:01:36.940563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=7c56df7c-3b23-4c50-9168-623b923f0c00,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:36.952456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:36.964856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58640) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:36.986917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4474500c-1edb-45f8-b9ff-8e96f9ad57df tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0613449 May 19 13:01:37.065270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.146942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58644) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:37.178822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3af30cdc-898d-4d63-a034-00f21f7ce661 None None] Provisioning for port 75b8f305-eec2-460d-b90d-eb4a200489b1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:37.186872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3af30cdc-898d-4d63-a034-00f21f7ce661 None None] Provisioning complete for port 75b8f305-eec2-460d-b90d-eb4a200489b1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:37.188935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3af30cdc-898d-4d63-a034-00f21f7ce661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.239287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0783cf-09eb-4b0d-b108-655fff36a356']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:37.263359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:37.275230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3af30cdc-898d-4d63-a034-00f21f7ce661 None None] Port 75b8f305-eec2-460d-b90d-eb4a200489b1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:37.280972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3face8cf-4484-444d-9c70-70c52c341f76 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:37.334978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4703f-4719-41fe-bc20-9085a049b0b1') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:37.335285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4703f-4719-41fe-bc20-9085a049b0b1') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:37.369704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.379329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3face8cf-4484-444d-9c70-70c52c341f76 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:37.379700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.401569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.416206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:37.416840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:37.436623 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:37.442372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=75b8f305-eec2-460d-b90d-eb4a200489b1,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:37.444051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.450933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.455280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89fbdc9-5735-445b-8d67-a40d6d964ad1 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:01:37.470395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:37.544618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:37.555984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.579230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:37.584776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6c5e7704-5b1c-46d8-ab91-86538cd6e2c5 None None] Provisioning complete for port 75b8f305-eec2-460d-b90d-eb4a200489b1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:37.585338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5e7704-5b1c-46d8-ab91-86538cd6e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.602732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:37.642225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:37.645519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.683024 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.706108 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Transition to ACTIVE for port object daa626ad-c497-4167-a201-07b1d473a15d will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:37.714701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad1a5e-89ce-49a2-9e5a-08fe7ab9f198 req-7e47147d-955f-4a41-b17a-611c99c26348 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:37.716360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fdad1a5e-89ce-49a2-9e5a-08fe7ab9f198 req-7e47147d-955f-4a41-b17a-611c99c26348 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5425200 May 19 13:01:37.722735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:37.724312 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.729005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:37.747408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Pushing event updated for resources: {'Port': ['ID=432e74ac-ef0c-47d1-87fb-16109f5c34b8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:37.749943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:37.750209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e7704-5b1c-46d8-ab91-86538cd6e2c5 None None] Port 75b8f305-eec2-460d-b90d-eb4a200489b1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:37.762619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3face8cf-4484-444d-9c70-70c52c341f76 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:37.763958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5471f194-2869-4417-aed3-7727b26dfe1b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:37.828573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.829467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:37.836367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:37.842553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.847986 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Attempting to bind port daa626ad-c497-4167-a201-07b1d473a15d on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:37.849283 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Attempting to bind port daa626ad-c497-4167-a201-07b1d473a15d by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:37.849654 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Attempting to bind port daa626ad-c497-4167-a201-07b1d473a15d on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:37.865625 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:37.866139 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:37.866654 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.867100 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:37.867643 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Bound port: daa626ad-c497-4167-a201-07b1d473a15d, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:37.868009 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.922841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89fbdc9-5735-445b-8d67-a40d6d964ad1 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:01:37.977231 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] For port daa626ad-c497-4167-a201-07b1d473a15d, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:37.981694 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] For port daa626ad-c497-4167-a201-07b1d473a15d, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=daa626ad-c497-4167-a201-07b1d473a15d,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:37.990511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Deleting port daa626ad-c497-4167-a201-07b1d473a15d {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:37.991193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:37.998300 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.029676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.033416 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Routers {'3092ff76-aabe-41c7-a996-dc90fb96457c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:38.034045 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3092ff76-aabe-41c7-a996-dc90fb96457c'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:38.062120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=cd0783cf-09eb-4b0d-b108-655fff36a356,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.089064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9f8de420-cf79-44d4-9144-aca8a0da24ed tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/cd0783cf-09eb-4b0d-b108-655fff36a356 HTTP/1.1" status: 204 len: 168 time: 5.8323345 May 19 13:01:38.094712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58650) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:38.101066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fdad1a5e-89ce-49a2-9e5a-08fe7ab9f198 req-95793f22-384f-464a-867a-a421f31f3a26 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672843 May 19 13:01:38.121826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.165655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port ed97ed56-3c24-4728-b829-4f95491a2269 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:38.166044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.185800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5471f194-2869-4417-aed3-7727b26dfe1b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:38.222681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5471f194-2869-4417-aed3-7727b26dfe1b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:38.223054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.238278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.269432 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da79102-0300-46ab-9b5e-d667d8a78e3c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:38.271094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da79102-0300-46ab-9b5e-d667d8a78e3c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:38.294440 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0da79102-0300-46ab-9b5e-d667d8a78e3c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/b1217fe2-42de-4b4c-89f3-77c38533314b HTTP/1.1" status: 404 len: 337 time: 0.1984725 May 19 13:01:38.298485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:38.302175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58654) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:38.303437 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] Set router 3092ff76-aabe-41c7-a996-dc90fb96457c gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:38.314141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.408020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.437002 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3092ff76-aabe-41c7-a996-dc90fb96457c', 'name': 'tempest-snat-router-2144651431', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:28Z', 'updated_at': '2022-05-19T13:01:37Z', 'revision_number': 4, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:38.442218 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800599ee-89df-45e1-8a30-b6e4c1f9b7e2 None None] Pushing event updated for resources: {'Port': ['ID=daa626ad-c497-4167-a201-07b1d473a15d,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.497746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.505203 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae1bca-6295-455d-855a-276ac50ec69b None None] The sync data for ids ['3092ff76-aabe-41c7-a996-dc90fb96457c'] in dv-neutron-841945-1-hyperv is: [{'id': '3092ff76-aabe-41c7-a996-dc90fb96457c', 'name': 'tempest-snat-router-2144651431', 'tenant_id': '8d265484e8b54982a778dcd9e4ab2e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:28Z', 'updated_at': '2022-05-19T13:01:37Z', 'revision_number': 4, 'project_id': '8d265484e8b54982a778dcd9e4ab2e01', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:38.577488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5471f194-2869-4417-aed3-7727b26dfe1b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:38.578139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.578353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800599ee-89df-45e1-8a30-b6e4c1f9b7e2 None None] Pushing event updated for resources: {'Port': ['ID=daa626ad-c497-4167-a201-07b1d473a15d,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.619969 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f878f67-745d-4aa0-8726-880f75c5010a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:38.620199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f878f67-745d-4aa0-8726-880f75c5010a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:38.621928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0f878f67-745d-4aa0-8726-880f75c5010a tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/cd0783cf-09eb-4b0d-b108-655fff36a356 HTTP/1.1" status: 404 len: 339 time: 0.3145227 May 19 13:01:38.622588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 5471f194-2869-4417-aed3-7727b26dfe1b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5471f194-2869-4417-aed3-7727b26dfe1b,segment=NetworkSegment(fc4a3837-2e8c-40b6-8306-b0d0e997f9a4),segment_id=fc4a3837-2e8c-40b6-8306-b0d0e997f9a4)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:38.628205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.635325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58658) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:38.747689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=5471f194-2869-4417-aed3-7727b26dfe1b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.749120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for ed97ed56-3c24-4728-b829-4f95491a2269 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:38.767083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=ec506ebb-f8be-43af-849c-dea138f534ea,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:38.788248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] For port daa626ad-c497-4167-a201-07b1d473a15d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=daa626ad-c497-4167-a201-07b1d473a15d,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:38.788619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.881056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4bee705b-2d47-41c1-b702-33553cc598dd None None] Provisioning complete for port 75b8f305-eec2-460d-b90d-eb4a200489b1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:38.881426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bee705b-2d47-41c1-b702-33553cc598dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.927955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:38.928331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 7c56df7c-3b23-4c50-9168-623b923f0c00, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:38.934650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4bee705b-2d47-41c1-b702-33553cc598dd None None] Port 75b8f305-eec2-460d-b90d-eb4a200489b1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:38.936091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:38.944199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Calling delete_port for daa626ad-c497-4167-a201-07b1d473a15d owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:38.952721 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:38.961151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:38.963645 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:38.964324 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:38.980075 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-427198d9-3d13-4429-8f1f-9f5ea65fa934 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2814555 May 19 13:01:38.991728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58662) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:39.002234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-940401161'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:39.010051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:39.017392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:network and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:39.025515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:39.033970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:39.037471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:39.167729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5471f194-2869-4417-aed3-7727b26dfe1b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:39.207272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 7c56df7c-3b23-4c50-9168-623b923f0c00) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:39.216174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:39.216762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.224546 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:39.226109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:39.229962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.270154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.289876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e5309-1479-44cb-b2d6-f0423574bbfb None None] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:39.296053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:39.315401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.315740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added segment c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9 of type vlan for network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 May 19 13:01:39.350035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.356221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.381948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571e5ccb-93da-4244-8edc-a177dd81e50d']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:39.399885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.401311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.406685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:39.407307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.430144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5471f194-2869-4417-aed3-7727b26dfe1b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:39.430705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.476088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3c4519b1-d4db-4909-8fd9-6dfc23714c74 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3063121 May 19 13:01:39.526407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58668) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:39.531275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Pushing event updated for resources: {'Port': ['ID=432e74ac-ef0c-47d1-87fb-16109f5c34b8,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:39.582250 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5894451 May 19 13:01:39.589258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58672) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:39.594200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892a1109-8874-400a-99d9-381eb332721e') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:39.594502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892a1109-8874-400a-99d9-381eb332721e') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:39.597292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'subnet': {'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:39.606672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00', 'name': 'tempest-PortsIpV6TestJSON-1258486007', 'fixed_ips': [{'subnet_id': 'ec506ebb-f8be-43af-849c-dea138f534ea', 'ip_address': '2001:db8::10'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:39.636796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.657723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf87238-de46-4d0b-a563-45c404759197 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Network': ['ID=4b80aa4d-a9e3-4b0e-b483-b4e86f791c10,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:39.685275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:39.720398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.772784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.799615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:39.801065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=ed97ed56-3c24-4728-b829-4f95491a2269,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:39.803622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:subnet and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:39.806594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:39.812631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:39.812962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:39.813365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.821402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:39.832418 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:39.834816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-7c56df7c-3b23-4c50-9168-623b923f0c00', 'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': 'ec506ebb-f8be-43af-849c-dea138f534ea'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:39.835962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.837061 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:36Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:36Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:39.842372 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:39.843009 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Updating router cae69372-23db-47a8-8c6d-0dcf44c31982 port 75b8f305-eec2-460d-b90d-eb4a200489b1 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:39.863737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.865644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Made reservation on behalf of 877f0939af8f48fc9d11428edb81caf7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:39.869110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.889867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c52da-3b7f-42d8-aafe-782e77dad4e4 req-362fba97-5d06-43e4-a70e-47299dcbef8d tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:39.891405 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ed4c52da-3b7f-42d8-aafe-782e77dad4e4 req-362fba97-5d06-43e4-a70e-47299dcbef8d tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4761086 May 19 13:01:39.929216 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:39.930313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa626ad-c497-4167-a201-07b1d473a15d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:40.047155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Allocated IP 2001:db8::2 (7c56df7c-3b23-4c50-9168-623b923f0c00/ec506ebb-f8be-43af-849c-dea138f534ea/e1f683a1-35c6-419e-ad6e-c302481dd2ce) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:40.123242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ed4c52da-3b7f-42d8-aafe-782e77dad4e4 req-f05ec2b8-555b-462c-9a48-6e6b9205cea7 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131963 May 19 13:01:40.133934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.218693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.222311 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b153b874-1e72-4251-9e10-1850a2183a89 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6042190 May 19 13:01:40.226097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58676) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.228365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.230911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:40.308125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.311148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.323431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Transition to ACTIVE for port object e1f683a1-35c6-419e-ad6e-c302481dd2ce will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:40.346063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Transition to ACTIVE for port object e1f683a1-35c6-419e-ad6e-c302481dd2ce will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:40.349807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:40.353287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.376326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.376581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:40.404739 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.418970 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Transition to ACTIVE for port object 75b8f305-eec2-460d-b90d-eb4a200489b1 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:40.434735 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.467363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=571e5ccb-93da-4244-8edc-a177dd81e50d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:40.523595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:40.536769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.540282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.540464 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c15f9efa-eab9-4583-9437-b7661bc15ce0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/571e5ccb-93da-4244-8edc-a177dd81e50d HTTP/1.1" status: 204 len: 168 time: 1.9035583 May 19 13:01:40.543732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58682) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.552792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.558035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.561101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:40.570485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5471f194-2869-4417-aed3-7727b26dfe1b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:40.572802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9b0d3c4e-c686-46ec-b121-9a2b9ccded7d tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Synchronizing usage tracker for tenant:7b5d3a2d33b140208998898f8bfe92d9 on resource:floatingip {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:40.576354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:40.578206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:40.582675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:40.675835 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff1793-4de9-4065-9102-7c1fd34cc202 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:40.676201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff1793-4de9-4065-9102-7c1fd34cc202 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:40.702103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b1ff1793-4de9-4065-9102-7c1fd34cc202 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/fb221524-20f3-478c-9eb6-74ac832e1d6f HTTP/1.1" status: 404 len: 337 time: 0.1553936 May 19 13:01:40.705019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58686) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.712665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Pushing event updated for resources: {'Port': ['ID=e1f683a1-35c6-419e-ad6e-c302481dd2ce,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:40.713234 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd045-5b40-41da-8462-67606c334ac6 None None] Pushing event updated for resources: {'Port': ['ID=75b8f305-eec2-460d-b90d-eb4a200489b1,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:40.726704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Attempting to bind port e1f683a1-35c6-419e-ad6e-c302481dd2ce on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:40.727326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Attempting to bind port e1f683a1-35c6-419e-ad6e-c302481dd2ce by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:40.727880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Attempting to bind port e1f683a1-35c6-419e-ad6e-c302481dd2ce on network 7c56df7c-3b23-4c50-9168-623b923f0c00 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:40.736749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:40.737321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Checking segment: {'id': 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:40.737925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.738493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Bound using segment: {'id': 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:40.739177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Bound port: e1f683a1-35c6-419e-ad6e-c302481dd2ce, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:40.740736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.741062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.741735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Fanout notify agent at l3_agent the message router_deleted on router b652ed2a-e220-4514-b218-f9df9d380dc7 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:01:40.774556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.775691 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9ebba63f-78b7-4e9e-a873-1b4207bbbe58 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/routers/b652ed2a-e220-4514-b218-f9df9d380dc7 HTTP/1.1" status: 204 len: 168 time: 3.8022416 May 19 13:01:40.779215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58690) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.784429 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b67121-2f0c-4cf9-9d6a-d0b964ca7270 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:40.789393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b67121-2f0c-4cf9-9d6a-d0b964ca7270 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:40.795962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.796441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3092ff76-aabe-41c7-a996-dc90fb96457c {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:01:40.821170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-21b67121-2f0c-4cf9-9d6a-d0b964ca7270 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/1ec5970c-b8bc-433b-a8a6-c1ff53192233 HTTP/1.1" status: 404 len: 339 time: 0.0975256 May 19 13:01:40.822328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58694) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.837141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9b0d3c4e-c686-46ec-b121-9a2b9ccded7d tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Unset dirty status for tenant:7b5d3a2d33b140208998898f8bfe92d9 on resource:floatingip {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:40.838425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9b0d3c4e-c686-46ec-b121-9a2b9ccded7d tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.6114058 May 19 13:01:40.838942 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Attempting to bind port 75b8f305-eec2-460d-b90d-eb4a200489b1 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:40.839461 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Attempting to bind port 75b8f305-eec2-460d-b90d-eb4a200489b1 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:40.839990 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Attempting to bind port 75b8f305-eec2-460d-b90d-eb4a200489b1 on network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:40.847055 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:40.847477 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Checking segment: {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:40.847827 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.848150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.848268 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Bound using segment: {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:40.848728 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Bound port: 75b8f305-eec2-460d-b90d-eb4a200489b1, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:40.851941 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.852063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-12cd6b14-1ede-4cfa-a8b7-c3abddf23a5e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/routers/3092ff76-aabe-41c7-a996-dc90fb96457c HTTP/1.1" status: 204 len: 168 time: 4.2431004 May 19 13:01:40.869214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58698) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.870010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58700) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:40.897002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] For port e1f683a1-35c6-419e-ad6e-c302481dd2ce, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:40.902601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] For port e1f683a1-35c6-419e-ad6e-c302481dd2ce, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e1f683a1-35c6-419e-ad6e-c302481dd2ce,segment=NetworkSegment(a0b4c8f9-9813-4ed7-83cd-29c34557f10f),segment_id=a0b4c8f9-9813-4ed7-83cd-29c34557f10f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:40.912895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:40.988619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting subnet b36be237-7f5e-4c62-8cd4-23f1b8670790 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:40.996402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.020950 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] For port 75b8f305-eec2-460d-b90d-eb4a200489b1, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:41.025256 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] For port 75b8f305-eec2-460d-b90d-eb4a200489b1, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b8f305-eec2-460d-b90d-eb4a200489b1,segment=NetworkSegment(fc4a3837-2e8c-40b6-8306-b0d0e997f9a4),segment_id=fc4a3837-2e8c-40b6-8306-b0d0e997f9a4)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:41.031388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9c42-1be9-4796-a95e-04814e77a37f None None] Pushing event updated for resources: {'Port': ['ID=e1f683a1-35c6-419e-ad6e-c302481dd2ce,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:41.032031 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.042428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.132270 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:41.139620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:41.161271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.218045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Checking segment: {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:41.218509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network hostable DHCP agents. Network: 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:41.237030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Subnet': ['ID=f694c157-4e5a-48ea-8bdb-8757ee7be92f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:41.273854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:41.292967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:41.305509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7170bc3-acf7-457d-8fac-616dc9914903 None None] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:41.316794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.351662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting subnet 34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:41.374918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.413992 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:41.450373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.450735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:41.452975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.481125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.496530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-37be0b8b-8161-45c4-9462-c58054849dd9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Synchronizing usage tracker for tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 on resource:floatingip {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:41.565477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=b36be237-7f5e-4c62-8cd4-23f1b8670790,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:41.573521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.577298 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1c38f39f-0c08-4d12-8865-f15e1a352b86 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/b36be237-7f5e-4c62-8cd4-23f1b8670790 HTTP/1.1" status: 204 len: 168 time: 0.7531736 May 19 13:01:41.582762 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dc789122-edc8-4c0e-9097-12932ae581e6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9872422 May 19 13:01:41.582762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58710) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:41.610728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.662650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58712) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:41.666349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d11837-ee2f-4dd3-b641-4e1ace2bcba7 None None] Network 3817441c-fc6d-4a36-954e-69571ef570da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:41.668080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting subnet a329429a-d8f6-4119-b4e0-0886ce0a37da {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:41.671634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.700645 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fd045-5b40-41da-8462-67606c334ac6 None None] Pushing event updated for resources: {'Port': ['ID=75b8f305-eec2-460d-b90d-eb4a200489b1,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:41.712435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.745286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:41.757792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-37be0b8b-8161-45c4-9462-c58054849dd9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Unset dirty status for tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 on resource:floatingip {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:41.759451 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-37be0b8b-8161-45c4-9462-c58054849dd9 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.8770101 May 19 13:01:41.769425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58716) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:41.850329 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:36Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:41Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:41.851777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 0ad24008-de2a-480f-babd-cb3fdda5f1dc yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:01:41.854882 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc81914-c699-47da-8649-df1d8f637844 None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:36Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:41Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:41.943832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:41.944762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.237988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.311855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Allocated IP 2001:db8:3::2 (4b80aa4d-a9e3-4b0e-b483-b4e86f791c10/f694c157-4e5a-48ea-8bdb-8757ee7be92f/623cb7e8-06c5-48ef-aa5f-1a6ea85126cc) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:42.502996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.585844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.600029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.612861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc3ff4-6f7c-4cf2-9a54-25e7872d810e None None] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:42.647233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Deleting port 432e74ac-ef0c-47d1-87fb-16109f5c34b8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:42.647582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.759485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.784016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Transition to ACTIVE for port object 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:42.800658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-747a660b-e779-4bc3-9dc1-897437165fd6 None None] Provisioning for port e1f683a1-35c6-419e-ad6e-c302481dd2ce completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:42.853009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Transition to ACTIVE for port object 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:42.863505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69913aa-cf0a-4737-8cdb-60386db60972 req-06a7fa85-b8af-430d-8c01-e81abec7d8aa tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:42.865536 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f69913aa-cf0a-4737-8cdb-60386db60972 req-06a7fa85-b8af-430d-8c01-e81abec7d8aa tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.3661120 May 19 13:01:42.869290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=a329429a-d8f6-4119-b4e0-0886ce0a37da,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:42.872627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.885039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.901210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Deleting port f4c16bf0-266e-409a-b4ec-368176a29855 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:42.901615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:42.907672 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b38c91e1-ef74-468c-b311-e1e603cb4eb5 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/a329429a-d8f6-4119-b4e0-0886ce0a37da HTTP/1.1" status: 204 len: 168 time: 1.3136754 May 19 13:01:42.911626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58722) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:43.007967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:43.013293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Pushing event updated for resources: {'Port': ['ID=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:43.015562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:43.019743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:43.165234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.165682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.172425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.205158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Attempting to bind port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:43.205592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Attempting to bind port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:43.205880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Attempting to bind port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc on network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:43.220168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:43.220548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Checking segment: {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:43.220953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.221347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Bound using segment: {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:43.232722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Bound port: 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:43.233148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.252343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e1f683a1-35c6-419e-ad6e-c302481dd2ce up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:43.264390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port ca63675e-951f-47fe-89d3-4cf7f224cdfe {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:43.264889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.288429 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f69913aa-cf0a-4737-8cdb-60386db60972 req-ea32a98a-d324-4f6f-9f2b-9acdba2d5206 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061663 May 19 13:01:43.398500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3756bab-1464-49ff-ae1a-7fc4b0b89ce3 None None] Network 3817441c-fc6d-4a36-954e-69571ef570da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:43.401383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.429429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Calling delete_port for 432e74ac-ef0c-47d1-87fb-16109f5c34b8 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:43.498233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.557855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::10 (7c56df7c-3b23-4c50-9168-623b923f0c00/ec506ebb-f8be-43af-849c-dea138f534ea/0ad24008-de2a-480f-babd-cb3fdda5f1dc) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:43.569291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Subnet': ['ID=34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:43.601755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.641249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d4347-d7a8-4941-a536-8de6dfb97ad4 None None] Network e163776c-0638-44db-bde6-8c3d5b0fc9c2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:43.656271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] For port f4c16bf0-266e-409a-b4ec-368176a29855, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f4c16bf0-266e-409a-b4ec-368176a29855,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:43.656829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.684652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port ca63675e-951f-47fe-89d3-4cf7f224cdfe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ca63675e-951f-47fe-89d3-4cf7f224cdfe,segment=NetworkSegment(a553b7d3-a757-403f-8de9-128a806ed40a),segment_id=a553b7d3-a757-403f-8de9-128a806ed40a)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:43.685112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.799276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6ec5-e788-4075-8f99-606c8b31fa23 None None] Provisioning complete for port ca63675e-951f-47fe-89d3-4cf7f224cdfe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:43.799918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6ec5-e788-4075-8f99-606c8b31fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:43.859972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] For port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:43.919609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for ca63675e-951f-47fe-89d3-4cf7f224cdfe owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:43.990485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e1f683a1-35c6-419e-ad6e-c302481dd2ce completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:44.003544 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4c2ba587-8519-49ad-94e5-ec20045c3261 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/subnets/34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4 HTTP/1.1" status: 204 len: 168 time: 3.2226720 May 19 13:01:44.022618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58730) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:44.027533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] For port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,segment=NetworkSegment(c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9),segment_id=c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:44.052041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.055515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e1f683a1-35c6-419e-ad6e-c302481dd2ce triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:44.056485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.217987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Calling delete_port for f4c16bf0-266e-409a-b4ec-368176a29855 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:44.254580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.304917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Allocated IP 2001:db8:3::1 (4b80aa4d-a9e3-4b0e-b483-b4e86f791c10/f694c157-4e5a-48ea-8bdb-8757ee7be92f/8f2ed590-1e03-444e-be51-fbe336ee6332) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:44.311980 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.plugins.ml2.db [None req-2a9a6ec5-e788-4075-8f99-606c8b31fa23 None None] No ports have port_id starting with ca63675e-951f-47fe-89d3-4cf7f224cdfe May 19 13:01:44.317442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b980767-d1d6-4328-856c-cd3a94da6c83 None None] Pushing event updated for resources: {'Port': ['ID=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:44.324006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-0bc5d9cd-5caf-44ec-b1c7-70bab6f474a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:44.325897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-0bc5d9cd-5caf-44ec-b1c7-70bab6f474a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.3339949 May 19 13:01:44.326863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No DVR routers for this DVR port ca63675e-951f-47fe-89d3-4cf7f224cdfe on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:44.380808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Port': ['ID=ca63675e-951f-47fe-89d3-4cf7f224cdfe,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:44.474264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e1f683a1-35c6-419e-ad6e-c302481dd2ce is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:44.475048 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.491077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f379ac3-9176-426d-b70a-84b09e01bd0d None None] DHCP port deletion for 3817441c-fc6d-4a36-954e-69571ef570da request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:44.520185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-727ae62f-1221-456f-ba2e-7d403ef9aca4 None None] Provisioning complete for port e1f683a1-35c6-419e-ad6e-c302481dd2ce triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:44.520566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-727ae62f-1221-456f-ba2e-7d403ef9aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.629530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] DHCP port deletion for e163776c-0638-44db-bde6-8c3d5b0fc9c2 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:44.646992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e1f683a1-35c6-419e-ad6e-c302481dd2ce, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e1f683a1-35c6-419e-ad6e-c302481dd2ce,segment=NetworkSegment(a0b4c8f9-9813-4ed7-83cd-29c34557f10f),segment_id=a0b4c8f9-9813-4ed7-83cd-29c34557f10f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:44.690483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] Deleting port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:44.690888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.723988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.736461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.738013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b8f305-eec2-460d-b90d-eb4a200489b1 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:44.803117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.809631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.833525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.899295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3817441c-fc6d-4a36-954e-69571ef570da']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:44.904086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e1f683a1-35c6-419e-ad6e-c302481dd2ce,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:44.905048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:44.905561 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:44.945139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a553b7d3-a757-403f-8de9-128a806ed40a') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:44.945578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a553b7d3-a757-403f-8de9-128a806ed40a') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:44.958292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-727ae62f-1221-456f-ba2e-7d403ef9aca4 None None] Current status of the port e1f683a1-35c6-419e-ad6e-c302481dd2ce is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:44.982184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Pushing event deleted for resources: {'Port': ['ID=432e74ac-ef0c-47d1-87fb-16109f5c34b8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:45.016038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.023960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 0ad24008-de2a-480f-babd-cb3fdda5f1dc will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:45.028948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 75b8f305-eec2-460d-b90d-eb4a200489b1 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:45.042265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b0b43-9fd4-4d09-b4ef-21ad6d6a10f1 req-4d92f634-998b-4c97-80ad-31883a928d9b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:45.043839 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-584b0b43-9fd4-4d09-b4ef-21ad6d6a10f1 req-4d92f634-998b-4c97-80ad-31883a928d9b tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.0230010 May 19 13:01:45.065512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-349a4e06-f08b-4bc5-9816-70b4a688930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:45.067832 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-349a4e06-f08b-4bc5-9816-70b4a688930c service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 0.6834807 May 19 13:01:45.072943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.125900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 75b8f305-eec2-460d-b90d-eb4a200489b1 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:45.126784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.206116 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-584b0b43-9fd4-4d09-b4ef-21ad6d6a10f1 req-58875de9-2ca2-4676-b14a-ab41602f0473 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505306 May 19 13:01:45.254889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:45.255630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.265587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.275052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] For port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,segment=NetworkSegment(4732c032-4ff0-4158-ab05-ed737a4a6f7f),segment_id=4732c032-4ff0-4158-ab05-ed737a4a6f7f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:45.275646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:45.296676 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:45.304974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.492772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Transition to ACTIVE for port object 8f2ed590-1e03-444e-be51-fbe336ee6332 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:45.495547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] Calling delete_port for 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:45.509360 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-4971dbb4-98ba-4ef0-9b8e-49934976f5fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1001 time: 0.4320579 May 19 13:01:45.551211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:45.552303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=0ad24008-de2a-480f-babd-cb3fdda5f1dc,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:45.559903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:45.562065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.566714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.579627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:45.585503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:45.586114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.622296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-c9717f55-6dea-4bc7-aab4-be1626a5f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:45.623965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-c9717f55-6dea-4bc7-aab4-be1626a5f3bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.1061935 May 19 13:01:45.693348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] For port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,segment=NetworkSegment(4732c032-4ff0-4158-ab05-ed737a4a6f7f),segment_id=4732c032-4ff0-4158-ab05-ed737a4a6f7f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:45.693988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.698117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.725803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 75b8f305-eec2-460d-b90d-eb4a200489b1 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:45.726181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.755275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.760143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=3817441c-fc6d-4a36-954e-69571ef570da,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:45.797961 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5f2eac99-07e6-47ae-8765-7cb0a8a9241c tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/3817441c-fc6d-4a36-954e-69571ef570da HTTP/1.1" status: 204 len: 168 time: 2.8852608 May 19 13:01:45.800347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58742) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:45.803887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.807760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.809341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 75b8f305-eec2-460d-b90d-eb4a200489b1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b8f305-eec2-460d-b90d-eb4a200489b1,segment=NetworkSegment(fc4a3837-2e8c-40b6-8306-b0d0e997f9a4),segment_id=fc4a3837-2e8c-40b6-8306-b0d0e997f9a4)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:45.863901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.872711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:45.889289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] Pushing event deleted for resources: {'Port': ['ID=62da5d4b-8c7f-42dc-8a83-fc89f9b336fc,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:45.913147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:45.922299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:45.927054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:45.927779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:45.931038 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f01eddc-1ee7-4a1f-830f-e748014725b9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:45.931609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f01eddc-1ee7-4a1f-830f-e748014725b9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:45.933327 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4f01eddc-1ee7-4a1f-830f-e748014725b9 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/cea8f327-ce97-4006-b66a-cd4873f23d5b HTTP/1.1" status: 404 len: 337 time: 0.1311493 May 19 13:01:45.940792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58746) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:45.963907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca37fe-8aca-4ac4-bb91-cb8ad777fffb None None] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:45.980878 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcd433c-fad7-4404-ad47-2c2d77d4116d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:45.980878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcd433c-fad7-4404-ad47-2c2d77d4116d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:45.981944 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fdcd433c-fad7-4404-ad47-2c2d77d4116d tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/da1df637-020b-47ab-ae75-5b05da51dcfd HTTP/1.1" status: 404 len: 339 time: 0.0326736 May 19 13:01:45.984384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556b57b-a146-4ccb-a239-d2a7ffaa9f85 None None] No DVR routers for this DVR port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:45.985328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:45.985760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:45.997520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58750) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.007437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-8dfc10cb-7577-425e-9392-be77119e34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:46.009181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-8dfc10cb-7577-425e-9392-be77119e34c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3768711 May 19 13:01:46.015015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=8f2ed590-1e03-444e-be51-fbe336ee6332,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:46.067587 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a7d4b4fe-c5b7-4a66-a3a2-d032c1afbb27 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.5313699 May 19 13:01:46.069390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4c16bf0-266e-409a-b4ec-368176a29855,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:46.074021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58754) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.074458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58756) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.085317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.086434 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-364330ea-4bdd-40db-8412-f0eba03af7d6 tempest-FloatingIPAdminTestJSON-1203964219 tempest-FloatingIPAdminTestJSON-1203964219-project] 10.222.0.44 "DELETE /v2.0/floatingips/a9f1bbee-78f5-4ce5-83f3-7a9d8a85496c HTTP/1.1" status: 204 len: 168 time: 4.3088412 May 19 13:01:46.090921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '7c56df7c-3b23-4c50-9168-623b923f0c00', 'name': 'tempest-PortsIpV6TestJSON-921655326', 'fixed_ips': [{'subnet_id': 'ec506ebb-f8be-43af-849c-dea138f534ea', 'ip_address': '2001:db8::f'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:46.102544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=75b8f305-eec2-460d-b90d-eb4a200489b1,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:46.108188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3dc03052-2085-4835-8fd9-1e9431b17b0d None None] Provisioning for port 0ad24008-de2a-480f-babd-cb3fdda5f1dc completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:46.118595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3dc03052-2085-4835-8fd9-1e9431b17b0d None None] Provisioning complete for port 0ad24008-de2a-480f-babd-cb3fdda5f1dc triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:46.118970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3dc03052-2085-4835-8fd9-1e9431b17b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.164846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e1f683a1-35c6-419e-ad6e-c302481dd2ce up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:46.203538 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-75bbf416-3331-4ca8-9866-9d51fea434ea service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835325 May 19 13:01:46.203928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58762) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.216224 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f223edee-8852-497a-b214-39222edfae58 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:46.216761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f223edee-8852-497a-b214-39222edfae58 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:46.283265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3dc03052-2085-4835-8fd9-1e9431b17b0d None None] Port 0ad24008-de2a-480f-babd-cb3fdda5f1dc cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:46.320912 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f223edee-8852-497a-b214-39222edfae58 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/333c6a15-610b-4614-a4d9-b15f85eb0475 HTTP/1.1" status: 404 len: 337 time: 0.2899694 May 19 13:01:46.331233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58768) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.349322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3dc03052-2085-4835-8fd9-1e9431b17b0d None None] Provisioning for port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:46.373793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e1f683a1-35c6-419e-ad6e-c302481dd2ce triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:46.373793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.378110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.424137 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e06207-7caa-4395-8af9-a96ed5ac18fb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:46.424716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e06207-7caa-4395-8af9-a96ed5ac18fb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:46.426539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-15e06207-7caa-4395-8af9-a96ed5ac18fb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/5bdee172-98a4-4913-87c9-fd0ba4a35c83 HTTP/1.1" status: 404 len: 339 time: 0.0923405 May 19 13:01:46.483684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.514419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e1f683a1-35c6-419e-ad6e-c302481dd2ce is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:46.515946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:46.598299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:46.605285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:46.605988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.620915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:46.621260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.650753 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2023e31-37f5-4e3d-9f3d-905d5063dd18 req-de39a092-6233-46ea-ab1f-efb0c777efe4 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725328 May 19 13:01:46.692194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Deleting port 937b6d3e-93e8-4937-8306-372b79632f4e {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:46.692529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.735604 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-810c68d7-c33e-4e9d-9285-67d5ed960364 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:46.736048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810c68d7-c33e-4e9d-9285-67d5ed960364 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:46.737894 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-810c68d7-c33e-4e9d-9285-67d5ed960364 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/d03f751c-3ab7-4182-804a-1535e6013e6c HTTP/1.1" status: 404 len: 337 time: 0.2265725 May 19 13:01:46.746238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58778) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:46.780631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.784059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.844368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:46.844999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.864762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.865577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46283484-61f7-4f51-8485-ae3424f204d3 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:01:46.882191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] The port '62da5d4b-8c7f-42dc-8a83-fc89f9b336fc' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:46.897199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c3bee-f71c-4292-ad9c-8ae68bae0f4d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:46.897664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c3bee-f71c-4292-ad9c-8ae68bae0f4d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:46.898122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c3bee-f71c-4292-ad9c-8ae68bae0f4d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:46.900478 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf4c3bee-f71c-4292-ad9c-8ae68bae0f4d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=2c413316d9454b328a7563a3feb7d163&network_id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 2999 time: 0.8195539 May 19 13:01:46.914752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,segment=NetworkSegment(c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9),segment_id=c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:46.933850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:46.949720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:46.962116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:46.966408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:46.972948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:46.992893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:47.020532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.022286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fc482eb9-7554-4ee0-852a-a33987da9c6e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "DELETE /v2.0/routers/46283484-61f7-4f51-8485-ae3424f204d3 HTTP/1.1" status: 204 len: 168 time: 6.1380894 May 19 13:01:47.062729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:47.066524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ca63675e-951f-47fe-89d3-4cf7f224cdfe no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:47.072020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58784) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:47.089834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1579367876', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:47.119743 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-60717a7e-2d4b-4ac5-8251-79a672ebaecb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:47.120691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60717a7e-2d4b-4ac5-8251-79a672ebaecb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:47.124438 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-60717a7e-2d4b-4ac5-8251-79a672ebaecb tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/c81ec74d-205c-4414-8fd3-fbe3bada2c8c HTTP/1.1" status: 404 len: 339 time: 0.3744006 May 19 13:01:47.133836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Provisioning for port 8f2ed590-1e03-444e-be51-fbe336ee6332 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:47.135671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58790) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:47.147561 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ca63675e-951f-47fe-89d3-4cf7f224cdfe {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:47.151289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:47.152021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ca63675e-951f-47fe-89d3-4cf7f224cdfe not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:47.152455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:47.178860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Provisioning complete for port 8f2ed590-1e03-444e-be51-fbe336ee6332 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:47.179768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.247099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Port 8f2ed590-1e03-444e-be51-fbe336ee6332 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:47.265424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:47.265879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da5d4b-8c7f-42dc-8a83-fc89f9b336fc not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:47.267421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Provisioning complete for port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:47.267791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.284265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Usage tracker for resource:router and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:47.289189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:47.297266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:47.372223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.390140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.391280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.411223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e163776c-0638-44db-bde6-8c3d5b0fc9c2']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:47.412927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ef8be-76c7-488a-85f5-d2dc6dcf2d44 None None] Current status of the port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:47.431856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ccbe7-cf56-4d48-9ca1-e05268eb94a0 req-4781f9a1-ca07-47fb-bd5d-a58bbc4435f8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:47.434500 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-985ccbe7-cf56-4d48-9ca1-e05268eb94a0 req-4781f9a1-ca07-47fb-bd5d-a58bbc4435f8 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.0554373 May 19 13:01:47.437865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4732c032-4ff0-4158-ab05-ed737a4a6f7f') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:47.438162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4732c032-4ff0-4158-ab05-ed737a4a6f7f') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:47.455742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.468869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting subnet 9aa9fa75-29a9-4cc9-bac4-b995f8b2604a {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:47.474361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.482743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:47.483136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.502608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:47.503179 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:47.532445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-12968823-d432-4c5c-b7df-5b56cd54919f None None] Provisioning complete for port 8f2ed590-1e03-444e-be51-fbe336ee6332 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:47.533268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-12968823-d432-4c5c-b7df-5b56cd54919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.540258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.603974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-12968823-d432-4c5c-b7df-5b56cd54919f None None] Port 8f2ed590-1e03-444e-be51-fbe336ee6332 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:47.609452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.643464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:01:47.673211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.697871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.720203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Network': ['ID=e163776c-0638-44db-bde6-8c3d5b0fc9c2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:47.731175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-353f9cc3-18ef-4c7d-bf23-0e34cbbfec43 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/networks/e163776c-0638-44db-bde6-8c3d5b0fc9c2 HTTP/1.1" status: 204 len: 168 time: 3.6597817 May 19 13:01:47.741840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58794) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:47.823185 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-985ccbe7-cf56-4d48-9ca1-e05268eb94a0 req-d93881e7-cc02-4838-8f3d-ef7e24a0b3be tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502185 May 19 13:01:47.835350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.887961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.923466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.923891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.955232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 447e6d4b-81d9-4960-8d17-22da305427a4 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:47.955876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:47.969670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b8f305-eec2-460d-b90d-eb4a200489b1 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:48.039391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 75b8f305-eec2-460d-b90d-eb4a200489b1 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:48.039766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.090298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Calling delete_port for 937b6d3e-93e8-4937-8306-372b79632f4e owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:48.138684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::f (7c56df7c-3b23-4c50-9168-623b923f0c00/ec506ebb-f8be-43af-849c-dea138f534ea/0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:48.161190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 75b8f305-eec2-460d-b90d-eb4a200489b1 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:48.162279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:48.222550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.222550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.251343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:48.251719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.378068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:48.428569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f4c16bf0-266e-409a-b4ec-368176a29855 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:48.491909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 447e6d4b-81d9-4960-8d17-22da305427a4 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:48.513527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: f4c16bf0-266e-409a-b4ec-368176a29855 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:48.513961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f4c16bf0-266e-409a-b4ec-368176a29855 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:48.538396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.575072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.714191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.743461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:48.759757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.818443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=447e6d4b-81d9-4960-8d17-22da305427a4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:48.900555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:48.994442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.034616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:49.039102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.047726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:49.049475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:49.052898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:49.053712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.058748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:49.059350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.064266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Pushing event deleted for resources: {'Port': ['ID=937b6d3e-93e8-4937-8306-372b79632f4e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:49.066552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.098414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.099576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4baef047-eba4-403d-898b-ee95aa9fb89e tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/floatingips/6bb131d1-15d9-46f7-a43b-13f539b6b8f9 HTTP/1.1" status: 204 len: 168 time: 1.3568046 May 19 13:01:49.103408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.104720 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8eb087f0-4e78-4c8e-9fb7-2b2fab0ccc65 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0224066 May 19 13:01:49.105087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.105304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58802) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.105640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58804) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.192610 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6d785e-06ac-4856-b97c-eca5125edddf tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] DELETE failed (client error): The resource could not be found. May 19 13:01:49.193241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6d785e-06ac-4856-b97c-eca5125edddf tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:49.197634 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-db6d785e-06ac-4856-b97c-eca5125edddf tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/ports/a9267cc1-f24f-4693-99e2-858e589e8199 HTTP/1.1" status: 404 len: 333 time: 0.0909014 May 19 13:01:49.198261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58810) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.209727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa9fa75-29a9-4cc9-bac4-b995f8b2604a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:49.224052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e447903-ea60-4bbf-b15a-c3c64725547d None None] Network 2f8f257c-72e1-4293-a1ff-d3a42f73026e requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:49.256307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-58a8a95b-8b84-4651-8c02-8ff2b59fc4c2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Synchronizing usage tracker for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:49.268003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13899839-20f7-4c72-a583-760c994d80ec req-0622cb0f-764d-4398-b2a5-c5ef6ca7f659 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:49.269513 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-13899839-20f7-4c72-a583-760c994d80ec req-0622cb0f-764d-4398-b2a5-c5ef6ca7f659 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3245001 May 19 13:01:49.277537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.321706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-58a8a95b-8b84-4651-8c02-8ff2b59fc4c2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Unset dirty status for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:49.325152 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-58a8a95b-8b84-4651-8c02-8ff2b59fc4c2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/ports?device_id=b652ed2a-e220-4514-b218-f9df9d380dc7 HTTP/1.1" status: 200 len: 205 time: 0.1226022 May 19 13:01:49.327564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58814) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.394187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event updated for resources: {'Port': ['ID=8f2ed590-1e03-444e-be51-fbe336ee6332,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:49.405835 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-13899839-20f7-4c72-a583-760c994d80ec req-dd879537-4a2d-489d-93ee-eb78b60950d3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265657 May 19 13:01:49.407798 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-e9c9cb93-0ad5-4027-a979-e5ca281f25a0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] delete failed (client error): The resource could not be found. May 19 13:01:49.411140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e9c9cb93-0ad5-4027-a979-e5ca281f25a0 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/routers/b652ed2a-e220-4514-b218-f9df9d380dc7 HTTP/1.1" status: 404 len: 336 time: 0.0789115 May 19 13:01:49.412637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58818) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.416404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e964603-ea73-4fd9-b10c-cfd1bd8e8b81 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:49.417268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e964603-ea73-4fd9-b10c-cfd1bd8e8b81 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:49.422441 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b87c8fec-351d-4ee2-a82f-3cbd3fc57361 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/9aa9fa75-29a9-4cc9-bac4-b995f8b2604a HTTP/1.1" status: 204 len: 168 time: 2.2608790 May 19 13:01:49.425812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-49710f21-e53c-45f8-881d-a0447987b299 None None] Provisioning for port 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:49.427347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58822) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.466076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-49710f21-e53c-45f8-881d-a0447987b299 None None] Provisioning complete for port 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:49.466455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49710f21-e53c-45f8-881d-a0447987b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.479460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebd5f7f-640e-4d0f-9e9b-3553811f1d62 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] DELETE failed (client error): The resource could not be found. May 19 13:01:49.480131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebd5f7f-640e-4d0f-9e9b-3553811f1d62 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:49.484264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6ebd5f7f-640e-4d0f-9e9b-3553811f1d62 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/subnets/34df7b9c-3f4b-4b6f-a3cf-271f96ea80d4 HTTP/1.1" status: 404 len: 337 time: 0.0614815 May 19 13:01:49.484264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.485883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.486971 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a7daffa9-52c2-47ea-8066-9738366d1fc7 tempest-FloatingIPAdminTestJSON-1935199722 tempest-FloatingIPAdminTestJSON-1935199722-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/79bb1ff4-7740-43f7-bbf4-79da1492f527 HTTP/1.1" status: 204 len: 168 time: 3.2811246 May 19 13:01:49.492926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58828) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.493257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58830) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.509108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e964603-ea73-4fd9-b10c-cfd1bd8e8b81 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:49.512962 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e964603-ea73-4fd9-b10c-cfd1bd8e8b81 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4019830 May 19 13:01:49.516481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58836) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.546444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-49710f21-e53c-45f8-881d-a0447987b299 None None] Port 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:49.600392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.618381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port dc6f2a7b-05c2-48a4-851e-c9218edca41c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:49.618747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.678944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] DHCP port deletion for 2f8f257c-72e1-4293-a1ff-d3a42f73026e request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:49.684966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] Deleting port dc6f2a7b-05c2-48a4-851e-c9218edca41c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:49.685344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.691987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1781bb54-0a15-4e1c-b76d-2218b45daee1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:49.697652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1781bb54-0a15-4e1c-b76d-2218b45daee1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:49.703744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1781bb54-0a15-4e1c-b76d-2218b45daee1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:49.708071 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1781bb54-0a15-4e1c-b76d-2218b45daee1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1881421 May 19 13:01:49.734654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58842) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.820597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port a618ba8e-4ae0-431a-a370-eea609446114 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:49.821146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.866716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting port 0dc42d40-3b14-4f85-81fd-6e63a548e020 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:49.867065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.889407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:49.889750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.902364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] For port dc6f2a7b-05c2-48a4-851e-c9218edca41c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc6f2a7b-05c2-48a4-851e-c9218edca41c,segment=NetworkSegment(37eb43b1-c86a-4e48-80b2-62d059265d0a),segment_id=37eb43b1-c86a-4e48-80b2-62d059265d0a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:49.902364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:49.943273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:49.957755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58846) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:49.977830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:49.986909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port dc6f2a7b-05c2-48a4-851e-c9218edca41c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=dc6f2a7b-05c2-48a4-851e-c9218edca41c,segment=NetworkSegment(37eb43b1-c86a-4e48-80b2-62d059265d0a),segment_id=37eb43b1-c86a-4e48-80b2-62d059265d0a)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:49.987280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.001495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.042824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device dc6f2a7b-05c2-48a4-851e-c9218edca41c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:50.073556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] Calling delete_port for dc6f2a7b-05c2-48a4-851e-c9218edca41c owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:50.166110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.246206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Port dc6f2a7b-05c2-48a4-851e-c9218edca41c update to DOWN by agent not found {{(pid=88030) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 19 13:01:50.250169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.315562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] Pushing event deleted for resources: {'Port': ['ID=dc6f2a7b-05c2-48a4-851e-c9218edca41c,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:50.331687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f5fe4-763e-4c93-b7e1-17bfe6492125 None None] No DVR routers for this DVR port dc6f2a7b-05c2-48a4-851e-c9218edca41c on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:50.337901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-691f2f08-da80-4ccd-8f1f-487fa8934bd0 None None] Provisioning complete for port 8f2ed590-1e03-444e-be51-fbe336ee6332 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:50.338981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-691f2f08-da80-4ccd-8f1f-487fa8934bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.362228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38c4c4-ccbc-4a85-acb3-ba5a1aec3948 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:50.363729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3b38c4c4-ccbc-4a85-acb3-ba5a1aec3948 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 814 time: 0.3966794 May 19 13:01:50.380628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for dc6f2a7b-05c2-48a4-851e-c9218edca41c owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:50.406304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-691f2f08-da80-4ccd-8f1f-487fa8934bd0 None None] Port 8f2ed590-1e03-444e-be51-fbe336ee6332 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:01:50.547532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:50.547946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:50.586637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.685355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b687675-6445-4bc3-a760-09562cbe09a3 req-b40fb772-cb35-4a43-b762-e1d9864b0824 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:50.686821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5b687675-6445-4bc3-a760-09562cbe09a3 req-b40fb772-cb35-4a43-b762-e1d9864b0824 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.0771542 May 19 13:01:50.708558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:50.745875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:50.854496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.907758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:50.927771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.942396 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5b687675-6445-4bc3-a760-09562cbe09a3 req-c414b704-c5e8-44f8-ae14-1468fb2c41a0 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410042 May 19 13:01:50.951818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58854) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:50.959655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--1231948417', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:50.964521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.965221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:50.968114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:50.980186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:51.004881 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1280a2c2-754c-4851-94f1-65f845e5a525 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af HTTP/1.1" status: 204 len: 168 time: 1.2667716 May 19 13:01:51.004881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:51.008816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.020780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58860) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:51.057948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port dc6f2a7b-05c2-48a4-851e-c9218edca41c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:51.058550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.152508 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-2836702a-5e90-428f-90d6-b976bb94a8ed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:01:51.153112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2836702a-5e90-428f-90d6-b976bb94a8ed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:51.197748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] The port 'dc6f2a7b-05c2-48a4-851e-c9218edca41c' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:51.210119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Calling delete_port for 0dc42d40-3b14-4f85-81fd-6e63a548e020 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:51.246934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:01:51.267026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2836702a-5e90-428f-90d6-b976bb94a8ed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:51.267967 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2836702a-5e90-428f-90d6-b976bb94a8ed tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/0fe69b06-dd6c-4e45-abff-3d3f4ab8e9af HTTP/1.1" status: 404 len: 333 time: 0.2459817 May 19 13:01:51.273865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58864) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:51.328116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.328457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment 1fd4b3f2-69a0-4a92-926b-7710c873208e of type vlan for network 2335dad1-479d-488e-a022-03a5597a79e3 May 19 13:01:51.368412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Allocated IP 172.26.3.244 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/7705ac4e-736b-4d01-bdbc-132443077cf4) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:51.381195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for a618ba8e-4ae0-431a-a370-eea609446114 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:51.413414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.452811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:51.459432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 0ad24008-de2a-480f-babd-cb3fdda5f1dc {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:51.459770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.466339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:51.477922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:51.478717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:51.490470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.500484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8f257c-72e1-4293-a1ff-d3a42f73026e']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:51.523432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c16d66-7790-4084-b57d-a5019d0da62e req-9c20252d-d6cd-422b-a7e6-671bf5ece38c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:51.524879 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7c16d66-7790-4084-b57d-a5019d0da62e req-9c20252d-d6cd-422b-a7e6-671bf5ece38c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4323153 May 19 13:01:51.544341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eb43b1-c86a-4e48-80b2-62d059265d0a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:51.544625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eb43b1-c86a-4e48-80b2-62d059265d0a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:51.566366 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e3a26668-d871-466e-95e3-343a7f5d52ee tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6982760 May 19 13:01:51.573546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58868) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:51.586895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.596147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:51.643020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:51.748442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.764439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.824764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.827819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Port': ['ID=0dc42d40-3b14-4f85-81fd-6e63a548e020,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:51.917580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.935465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:51.935869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:51.956873 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:51.968457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7c16d66-7790-4084-b57d-a5019d0da62e req-46ae2b2c-183c-4654-9869-8059c6af1fe6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298599 May 19 13:01:52.102072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.108201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:52.108958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.117804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:46Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:48Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:52.122427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:52.122813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Updating router cae69372-23db-47a8-8c6d-0dcf44c31982 port 8f2ed590-1e03-444e-be51-fbe336ee6332 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:01:52.182641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.224237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.235467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=a618ba8e-4ae0-431a-a370-eea609446114,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.237803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.339583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.408283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:52.416146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:52.420918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.426472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:52.453901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event updated for resources: {'Port': ['ID=7705ac4e-736b-4d01-bdbc-132443077cf4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.464431 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/2f8f257c-72e1-4293-a1ff-d3a42f73026e HTTP/1.1" status: 204 len: 168 time: 3.0359507 May 19 13:01:52.469736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=2335dad1-479d-488e-a022-03a5597a79e3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.472679 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bd42b3c9-c454-4be7-829c-036affe6faf4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5196102 May 19 13:01:52.473424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58874) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.477865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58876) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.519332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2335dad1-479d-488e-a022-03a5597a79e3 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:01:52.526831 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6de73018-d23a-4853-9e90-c4b6a124ed61 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "DELETE /v2.0/ports/0dc42d40-3b14-4f85-81fd-6e63a548e020 HTTP/1.1" status: 204 len: 168 time: 3.0283015 May 19 13:01:52.527537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58882) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.536238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.538773 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f6cbcc55-cd3f-4475-bbe9-9e901fe9dda5 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/ports/a618ba8e-4ae0-431a-a370-eea609446114 HTTP/1.1" status: 204 len: 168 time: 3.0445855 May 19 13:01:52.554477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dbd16-be09-49f6-a3c1-cbed086dbcbc tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=2f8f257c-72e1-4293-a1ff-d3a42f73026e,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.556118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58886) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.566110 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd6c848-c152-4662-bf93-e7c0b6ca4a63 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:52.566555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd6c848-c152-4662-bf93-e7c0b6ca4a63 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:52.571551 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8dd6c848-c152-4662-bf93-e7c0b6ca4a63 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/b99a51ca-942c-494c-a785-54c6aa00aa29 HTTP/1.1" status: 404 len: 337 time: 0.0755434 May 19 13:01:52.576585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58890) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.636593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.654097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Transition to ACTIVE for port object 8f2ed590-1e03-444e-be51-fbe336ee6332 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:52.666662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.706954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.714910 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-140fd726-1303-4126-b8b6-c3e63d6afc76 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] DELETE failed (client error): The resource could not be found. May 19 13:01:52.715268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140fd726-1303-4126-b8b6-c3e63d6afc76 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:01:52.717311 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-140fd726-1303-4126-b8b6-c3e63d6afc76 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/4fa523fe-62dd-44e1-ae51-b0cf9c656c66 HTTP/1.1" status: 404 len: 339 time: 0.1126039 May 19 13:01:52.730252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58894) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.756521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc84870-109f-4307-87f3-60e7033a7ff0 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:52.763350 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3fc84870-109f-4307-87f3-60e7033a7ff0 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2765574 May 19 13:01:52.769765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb209-bc4e-4696-be52-3d3da6cc0034 req-a134fe9b-9b5d-401d-af3a-eafaea6aef44 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:52.771348 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-960cb209-bc4e-4696-be52-3d3da6cc0034 req-a134fe9b-9b5d-401d-af3a-eafaea6aef44 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5913544 May 19 13:01:52.805541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58898) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:52.879053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4955aba-13dc-4f6e-a06b-325115db2f20 None None] Pushing event updated for resources: {'Port': ['ID=8f2ed590-1e03-444e-be51-fbe336ee6332,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:52.897796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Attempting to bind port 8f2ed590-1e03-444e-be51-fbe336ee6332 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:52.897913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Attempting to bind port 8f2ed590-1e03-444e-be51-fbe336ee6332 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:52.898234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Attempting to bind port 8f2ed590-1e03-444e-be51-fbe336ee6332 on network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:52.899106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 0ad24008-de2a-480f-babd-cb3fdda5f1dc owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:52.904303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:52.904674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Checking segment: {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:52.905068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.905453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Bound using segment: {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:52.905913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Bound port: 8f2ed590-1e03-444e-be51-fbe336ee6332, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:52.906282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.967074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port f5da14b8-c48c-44cb-ab14-2c3f44a6f08c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:52.967922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:52.974778 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-960cb209-bc4e-4696-be52-3d3da6cc0034 req-504d4a80-916d-4a4c-a8a9-501588bcbcd6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585932 May 19 13:01:52.991624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8549c-0193-4212-b33c-18d74ef6341e tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:52.992599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9b8549c-0193-4212-b33c-18d74ef6341e tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Synchronizing usage tracker for tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:53.040175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] For port 8f2ed590-1e03-444e-be51-fbe336ee6332, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:53.044782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] For port 8f2ed590-1e03-444e-be51-fbe336ee6332, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8f2ed590-1e03-444e-be51-fbe336ee6332,segment=NetworkSegment(c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9),segment_id=c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:53.075086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.131176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c9b8549c-0193-4212-b33c-18d74ef6341e tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Unset dirty status for tenant:aa43e3ece11340e1a4a9f7cba3f3dfd0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:53.132299 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c9b8549c-0193-4212-b33c-18d74ef6341e tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f634ef5-1817-44d2-a638-b4048bbc2d0b HTTP/1.1" status: 200 len: 913 time: 0.5993266 May 19 13:01:53.137294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58904) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:53.187938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4955aba-13dc-4f6e-a06b-325115db2f20 None None] Pushing event updated for resources: {'Port': ['ID=8f2ed590-1e03-444e-be51-fbe336ee6332,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:53.216665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071d1bd-101a-4f20-a29d-0bfe739faef9 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:53.218385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a071d1bd-101a-4f20-a29d-0bfe739faef9 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4096253 May 19 13:01:53.242103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:53.242741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:53.252868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58908) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:53.259198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting subnet 4555b390-6f0c-485e-9510-9dcdcf2b600b {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:53.326018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.396530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.445885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:53.591100 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-70f6ffe7-ef65-4fb0-bec8-72f1358fa442 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3261364 May 19 13:01:53.627273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58912) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:53.750489 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a75e26df-6ab2-4fb3-a2e9-de2d2bd64b50 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219537 May 19 13:01:53.762321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.780427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58916) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:53.837455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:46Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:53Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:53.841848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87549730-e5b2-4136-8aac-50716f4d3f8b None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:46Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:53Z', 'revision_number': 4, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:53.931007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:53.946322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07714599-8ffa-4e0f-baeb-151bf67ee0af req-6605a975-7ecc-4123-b168-89339958f92a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:53.953615 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07714599-8ffa-4e0f-baeb-151bf67ee0af req-6605a975-7ecc-4123-b168-89339958f92a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.8265588 May 19 13:01:54.053011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8f2ed590-1e03-444e-be51-fbe336ee6332 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:54.096103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.140204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 8f2ed590-1e03-444e-be51-fbe336ee6332 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:01:54.147488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 8f2ed590-1e03-444e-be51-fbe336ee6332 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:54.148219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.251680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for f5da14b8-c48c-44cb-ab14-2c3f44a6f08c owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:54.271910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658756bc-fb64-4656-9a46-11b56d5dc5b7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:54.276121 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-658756bc-fb64-4656-9a46-11b56d5dc5b7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4917638 May 19 13:01:54.283692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58920) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:54.296454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=0ad24008-de2a-480f-babd-cb3fdda5f1dc,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:54.318448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 8f2ed590-1e03-444e-be51-fbe336ee6332 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:54.318883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.356174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 8f2ed590-1e03-444e-be51-fbe336ee6332, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8f2ed590-1e03-444e-be51-fbe336ee6332,segment=NetworkSegment(c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9),segment_id=c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:54.361442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.391752 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-704d2979-5425-4e12-85d4-5503d4616380 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1048713 May 19 13:01:54.400130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58924) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:54.409540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1083527264', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:54.476680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=8f2ed590-1e03-444e-be51-fbe336ee6332,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:54.523881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.540991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.564486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:01:54.573289 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07714599-8ffa-4e0f-baeb-151bf67ee0af req-156626be-cf59-42f9-b4c5-e934662131a6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6188259 May 19 13:01:54.605614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.621953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:54.627038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:54.630331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:54.642686 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a943bab4-b922-4bb8-a7dd-c0cd3925100f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/0ad24008-de2a-480f-babd-cb3fdda5f1dc HTTP/1.1" status: 204 len: 168 time: 3.3646071 May 19 13:01:54.642686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Removed routes are [] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:01:54.643681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.648277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:54.649735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.650389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58930) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:54.736451 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-47842aab-ad72-444f-ae82-e36c3a6411a1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:01:54.736981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-47842aab-ad72-444f-ae82-e36c3a6411a1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:54.747880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=f5da14b8-c48c-44cb-ab14-2c3f44a6f08c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:54.752049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:01:54.755057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:54.966316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-47842aab-ad72-444f-ae82-e36c3a6411a1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:54.969973 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-47842aab-ad72-444f-ae82-e36c3a6411a1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/0ad24008-de2a-480f-babd-cb3fdda5f1dc HTTP/1.1" status: 404 len: 333 time: 0.3158975 May 19 13:01:54.974335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58936) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:55.068657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.143387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.191834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Subnet': ['ID=4555b390-6f0c-485e-9510-9dcdcf2b600b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:55.337703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Router 83dbf531-5349-4813-93d1-a55b20309a25 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:01:55.413135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.488566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet ec506ebb-f8be-43af-849c-dea138f534ea {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:01:55.503592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b9079-1fd1-40c2-a651-abf2763bcdbb None None] Network cf05994b-2e15-4770-8809-1386d4997be4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:55.507151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.537304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.539181 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cb774422-9ec6-43b7-950e-86c244368eff tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/subnets/4555b390-6f0c-485e-9510-9dcdcf2b600b HTTP/1.1" status: 204 len: 168 time: 2.8041184 May 19 13:01:55.544608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b2baf744-94c9-4b44-8adf-ae8170d1690d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/ports/f5da14b8-c48c-44cb-ab14-2c3f44a6f08c HTTP/1.1" status: 204 len: 168 time: 2.9778056 May 19 13:01:55.550032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58940) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:55.550315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58942) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:55.715004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.721077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.731306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.768881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7f6f-7385-47c1-aaa1-922d9c523040 req-7a2ac8f4-d0fe-4f84-979c-a04f3a29e2fc tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:55.770456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9e0c7f6f-7385-47c1-aaa1-922d9c523040 req-7a2ac8f4-d0fe-4f84-979c-a04f3a29e2fc tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.7270865 May 19 13:01:55.788624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.793145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] DHCP port deletion for cf05994b-2e15-4770-8809-1386d4997be4 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:55.797743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] Deleting port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:55.798026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.857366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:55.871323 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] Sync routers for ids ['83dbf531-5349-4813-93d1-a55b20309a25'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:55.892484 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] Routers {'83dbf531-5349-4813-93d1-a55b20309a25'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:55.893061 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['83dbf531-5349-4813-93d1-a55b20309a25'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:55.936796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=328c78a6-9dd1-4b3a-a6a9-c989621abc81,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:55.973277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:55.975486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:55.975856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 2335dad1-479d-488e-a022-03a5597a79e3, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:01:56.002119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.005688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-35218ab8-e5c9-4c81-9aba-87baed2b7444 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9294496 May 19 13:01:56.006775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58948) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.011626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8f2ed590-1e03-444e-be51-fbe336ee6332 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:01:56.017363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': False}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:56.031339 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:56.043299 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] Routers {'83dbf531-5349-4813-93d1-a55b20309a25'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:56.044357 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['83dbf531-5349-4813-93d1-a55b20309a25'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:56.051352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9e0c7f6f-7385-47c1-aaa1-922d9c523040 req-9575de1f-0505-4d15-84e4-2da7b55d95c3 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640924 May 19 13:01:56.070663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:56.071077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.090510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] For port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,segment=NetworkSegment(1b9eca97-16c3-4c2f-9c8f-20ba475e919e),segment_id=1b9eca97-16c3-4c2f-9c8f-20ba475e919e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:56.091004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.136661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50582065-1d4b-4b4e-8847-e1c6f2e0473d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:56.137489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50582065-1d4b-4b4e-8847-e1c6f2e0473d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Synchronizing usage tracker for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:01:56.141559 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:56.142539 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8f96a-2181-4e53-9d39-6eeca15dee83 None None] The sync data for ids ['83dbf531-5349-4813-93d1-a55b20309a25'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:56.155231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:56.159236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.172322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 2335dad1-479d-488e-a022-03a5597a79e3 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:01:56.235661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] Calling delete_port for 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:56.273383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2335dad1-479d-488e-a022-03a5597a79e3) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:56.281100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 8f2ed590-1e03-444e-be51-fbe336ee6332 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:01:56.281543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.303505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:56.304084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.311390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ee085-2217-4132-8cb3-c44e8bf65b4a None None] Network 2335dad1-479d-488e-a022-03a5597a79e3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:56.333255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50582065-1d4b-4b4e-8847-e1c6f2e0473d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Unset dirty status for tenant:581335c4d6f94f8cb1b738ffe9a01df8 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:01:56.334481 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-50582065-1d4b-4b4e-8847-e1c6f2e0473d tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "GET /v2.0/ports?device_id=28efcfbf-2fde-43ae-8518-5105993974cb HTTP/1.1" status: 200 len: 913 time: 0.7817576 May 19 13:01:56.337883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.341262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting port 249c95fe-ed34-42aa-bcf1-6a042cb78bbb {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:56.341615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.385614 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-40729801-bd4f-4762-b40b-f33cd18ae10d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9785359 May 19 13:01:56.464486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.498442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58958) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.508841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088421043', 'description': 'tempest-secgroup-smoke-1088421043 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:56.518647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.530317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] Pushing event deleted for resources: {'Port': ['ID=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:56.533692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71f376-2e4b-4fa2-a6ce-1f64c8b847cb None None] No DVR routers for this DVR port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:56.569120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:56.592791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=ec506ebb-f8be-43af-849c-dea138f534ea,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:56.610237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:56.618814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:56.621359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece57f46-1ee4-449e-8f5e-3f687ba584a2 None None] Network 7c56df7c-3b23-4c50-9168-623b923f0c00 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:01:56.624125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.627862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.628357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.628792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.629220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.629641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.630057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.630474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.630911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.631318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.631749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.632157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.632568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:56.640680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:56.645421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] For port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7f3b2174-a0db-4fa3-b987-52ebdbf1c599,segment=NetworkSegment(1b9eca97-16c3-4c2f-9c8f-20ba475e919e),segment_id=1b9eca97-16c3-4c2f-9c8f-20ba475e919e)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:56.645894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.707295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 8f2ed590-1e03-444e-be51-fbe336ee6332 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:56.721549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.726468 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c818f29b-1188-4cd6-82f8-9834fd366ea6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 954 time: 5.1494732 May 19 13:01:56.727854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58962) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.765836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:56.766465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:56.799187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ffd914f2-d82a-483a-8282-128c374d4c5b tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/ec506ebb-f8be-43af-849c-dea138f534ea HTTP/1.1" status: 204 len: 168 time: 1.8118763 May 19 13:01:56.806267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58966) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:56.806852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Calling delete_port for 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:56.846028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:56.891033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:56.958789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:01:56.959172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:01:57.013412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2335dad1-479d-488e-a022-03a5597a79e3', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:01:57.013823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.089474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:57.185565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:57.189882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:57.192942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:57.199915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:57.332182 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fabe5ece-4c41-4040-93d0-7c5db5b9c0e0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 954 time: 0.5348678 May 19 13:01:57.341566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:57.353423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'routes': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:57.403502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:57.404494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:57.429082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.454049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.467851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Allocated IP 172.20.0.18 (2335dad1-479d-488e-a022-03a5597a79e3/328c78a6-9dd1-4b3a-a6a9-c989621abc81/62da886f-b20c-451e-b5e5-b28c9cdf103c) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:01:57.529063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.546928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.558956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] DHCP port deletion for 7c56df7c-3b23-4c50-9168-623b923f0c00 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:01:57.591451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09911e51-7fb0-41e2-a9ad-e6249fbbcf91,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:57.600423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab4eb-962a-4cf1-9ca2-d82b61e05631 req-dab6cede-2478-4320-8f8a-d746991b9b36 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:57.607059 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0eab4eb-962a-4cf1-9ca2-d82b61e05631 req-dab6cede-2478-4320-8f8a-d746991b9b36 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4246304 May 19 13:01:57.637452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] Deleting port e1f683a1-35c6-419e-ad6e-c302481dd2ce {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:57.637835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.676991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Calling delete_port for 249c95fe-ed34-42aa-bcf1-6a042cb78bbb owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:57.718316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port e1f683a1-35c6-419e-ad6e-c302481dd2ce {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:57.718732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.815452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.816019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ad605558-d397-4c54-9b7c-20d87291a899 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3138223 May 19 13:01:57.823155 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0eab4eb-962a-4cf1-9ca2-d82b61e05631 req-f8a0705e-d27a-4653-9d6b-726eddaa0427 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143347 May 19 13:01:57.823629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58976) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:57.835371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '09911e51-7fb0-41e2-a9ad-e6249fbbcf91', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:57.842924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:57.846854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:57.850506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:57.897557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:57.906837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Deleting port 7f3b2174-a0db-4fa3-b987-52ebdbf1c599 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:57.907076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.907795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:57.987519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] The port '7f3b2174-a0db-4fa3-b987-52ebdbf1c599' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:58.022081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 6, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:58.033699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e1f683a1-35c6-419e-ad6e-c302481dd2ce no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:01:58.087274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.099975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:01:58.161944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] For port e1f683a1-35c6-419e-ad6e-c302481dd2ce, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e1f683a1-35c6-419e-ad6e-c302481dd2ce,segment=NetworkSegment(a0b4c8f9-9813-4ed7-83cd-29c34557f10f),segment_id=a0b4c8f9-9813-4ed7-83cd-29c34557f10f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:58.161944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.179600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.191185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:58.192232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:58.205122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.317465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf05994b-2e15-4770-8809-1386d4997be4']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:58.345271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9eca97-16c3-4c2f-9c8f-20ba475e919e') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:58.345734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9eca97-16c3-4c2f-9c8f-20ba475e919e') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:58.418447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.425820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.457269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] Calling delete_port for e1f683a1-35c6-419e-ad6e-c302481dd2ce owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:58.472213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] For port e1f683a1-35c6-419e-ad6e-c302481dd2ce, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e1f683a1-35c6-419e-ad6e-c302481dd2ce,segment=NetworkSegment(a0b4c8f9-9813-4ed7-83cd-29c34557f10f),segment_id=a0b4c8f9-9813-4ed7-83cd-29c34557f10f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:01:58.472570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.482363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.496443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Transition to ACTIVE for port object 62da886f-b20c-451e-b5e5-b28c9cdf103c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:58.501750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.531572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:01:58.532131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:01:58.553080 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:01:58.556906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ac1ef9-bf89-47fc-8b07-8b7a4f6c5df1,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:58.668961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.673085 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1f1863cb-7d65-49fc-bccd-e76f865f74d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8414531 May 19 13:01:58.712471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:01:58.713064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58984) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:58.768271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e1f683a1-35c6-419e-ad6e-c302481dd2ce is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:01:58.768760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.790872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for e1f683a1-35c6-419e-ad6e-c302481dd2ce owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:01:58.796598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.824156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '09911e51-7fb0-41e2-a9ad-e6249fbbcf91', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:01:58.842629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:01:58.848752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317ea19-5b4a-46c8-83d3-56a071ea7fd6 req-f784d895-25aa-453e-ae8c-fa7a4e6d2ba7 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:58.850304 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e317ea19-5b4a-46c8-83d3-56a071ea7fd6 req-f784d895-25aa-453e-ae8c-fa7a4e6d2ba7 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4973938 May 19 13:01:58.852698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added routes are [] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:01:58.853548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:01:58.856496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.862663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] Pushing event deleted for resources: {'Port': ['ID=e1f683a1-35c6-419e-ad6e-c302481dd2ce,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:58.882082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.909370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] Pushing event deleted for resources: {'Network': ['ID=cf05994b-2e15-4770-8809-1386d4997be4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:58.925693 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-31cff7b2-28aa-4ee4-8748-15956c32d5e0 tempest-NetworksIpV6Test-419897998 tempest-NetworksIpV6Test-419897998-project] 10.222.0.44 "DELETE /v2.0/networks/cf05994b-2e15-4770-8809-1386d4997be4 HTTP/1.1" status: 204 len: 168 time: 3.3719203 May 19 13:01:58.928183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf6d22-52f7-4e4a-8c18-8da98de652df None None] No DVR routers for this DVR port e1f683a1-35c6-419e-ad6e-c302481dd2ce on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:01:58.965675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e317ea19-5b4a-46c8-83d3-56a071ea7fd6 req-cbdfc7bc-637b-4f78-b986-6d1a6fe866e2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879509 May 19 13:01:58.980628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:58.983625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:01:58.988248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:01:58.988692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:01:58.998157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:01:59.017599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:01:59.062307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Transition to ACTIVE for port object 62da886f-b20c-451e-b5e5-b28c9cdf103c will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:01:59.069828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-da4f8536-344c-455b-997c-ee62e1bd607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:01:59.071469 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-da4f8536-344c-455b-997c-ee62e1bd607a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d1956ad1cb0f473bad60cfb02615e955&device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 1099 time: 0.7016785 May 19 13:01:59.076922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.127535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.225471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Network 2335dad1-479d-488e-a022-03a5597a79e3 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:01:59.284454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:01:59.289903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:01:59.311138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Pushing event updated for resources: {'Port': ['ID=62da886f-b20c-451e-b5e5-b28c9cdf103c,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:59.342502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.349710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 58992) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:59.368229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.368862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.369385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.369861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.370330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.370871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.371339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.371825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.372292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.372755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.373215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.373677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.375197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Port': ['ID=249c95fe-ed34-42aa-bcf1-6a042cb78bbb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:59.391718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.396711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.446245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Attempting to bind port 62da886f-b20c-451e-b5e5-b28c9cdf103c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:01:59.446938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Attempting to bind port 62da886f-b20c-451e-b5e5-b28c9cdf103c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:01:59.447509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Attempting to bind port 62da886f-b20c-451e-b5e5-b28c9cdf103c on network 2335dad1-479d-488e-a022-03a5597a79e3 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:01:59.453660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 6, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:01:59.459629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd82c0e-3f1c-4ae6-b7f8-03cbb3073650 None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 6, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:01:59.469954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:01:59.470647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Checking segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:01:59.471298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.471841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Bound using segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:01:59.472474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Bound port: 62da886f-b20c-451e-b5e5-b28c9cdf103c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:01:59.473011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.506408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port e1f683a1-35c6-419e-ad6e-c302481dd2ce {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:01:59.506758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.530932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.531434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.531831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.532220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.532603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.532985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.533367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.533747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.534124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.534516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.534910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.535354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:01:59.610310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-97087843-a305-4d93-a625-bcd986c7194f None None] For port 62da886f-b20c-451e-b5e5-b28c9cdf103c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:01:59.617923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-97087843-a305-4d93-a625-bcd986c7194f None None] For port 62da886f-b20c-451e-b5e5-b28c9cdf103c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da886f-b20c-451e-b5e5-b28c9cdf103c,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:01:59.630657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.653755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:01:59.712995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] The port 'e1f683a1-35c6-419e-ad6e-c302481dd2ce' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:01:59.771521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087843-a305-4d93-a625-bcd986c7194f None None] Pushing event updated for resources: {'Port': ['ID=62da886f-b20c-451e-b5e5-b28c9cdf103c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:01:59.847993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:01:59.855949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:01:59.859553 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a13706a6-ec8f-47be-9732-5d636b6389c0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 704 time: 2.5103664 May 19 13:01:59.860537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 58998) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:01:59.862420 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:01:59.873338 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:01:59.874212 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:00.071982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2c6ffc67-10f9-4720-a431-f5bf78292d7c tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 704 time: 0.2079413 May 19 13:02:00.072606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59004) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:00.082176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.121109 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:00.175379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.183010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.282199 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e931c48-d9ea-4603-af2d-82e7037eef16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be68486de33f4adfaa114f4f76c4ae91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9042339 May 19 13:02:00.283614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-2da1ce60-e7e1-47a0-9c47-1f7a13250715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:00.285056 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-2da1ce60-e7e1-47a0-9c47-1f7a13250715 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 200 len: 912 time: 1.1338797 May 19 13:02:00.336053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59010) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:00.504576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.521504 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:58Z', 'revision_number': 7, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:00.526445 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:00.536309 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:00.537301 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:00.653940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d6ba10-fb93-421d-81ae-632f8b79835a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.663452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c859af2-b463-462c-8dca-e20cac6c385a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:00.726484 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:00.738314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d6ba10-fb93-421d-81ae-632f8b79835a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.772505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c56df7c-3b23-4c50-9168-623b923f0c00']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:00.843504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.844772 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3d5f0fe9-3eba-428f-b36a-79bc9906b433 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1275141 May 19 13:02:00.850253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59014) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:00.859012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '09911e51-7fb0-41e2-a9ad-e6249fbbcf91', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:00.867536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:00.880211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:00.885259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:00.896124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:00.911872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d6ba10-fb93-421d-81ae-632f8b79835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.942363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6ba10-fb93-421d-81ae-632f8b79835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5b9f6-b04c-4613-bc9b-09c52e679acf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:00.954380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21d6ba10-fb93-421d-81ae-632f8b79835a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.955631 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21d6ba10-fb93-421d-81ae-632f8b79835a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22a5b9f6-b04c-4613-bc9b-09c52e679acf HTTP/1.1" status: 204 len: 168 time: 0.6185250 May 19 13:02:00.958654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:00.961938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:00.962296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b4c8f9-9813-4ed7-83cd-29c34557f10f') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:01.030278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.055876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514416d1-43bd-4007-8c52-0f865eb9d793 req-594151e3-70fa-4415-abc2-e7c97f4aed49 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:01.058082 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-514416d1-43bd-4007-8c52-0f865eb9d793 req-594151e3-70fa-4415-abc2-e7c97f4aed49 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.9490280 May 19 13:02:01.070766 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-d458235a-2b47-4cf6-8e71-67289dab63f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 200 len: 1001 time: 0.5786643 May 19 13:02:01.071584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.113503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.129364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.159574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-09aef6a4-dee7-449d-82bb-db7f76c9d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.164904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8d87ba-5024-4a57-bb31-2c9837ddb3d3,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:01.185491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.211619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb6d3e-044e-4b5e-85ca-1d963e6fd989 None None] Network 2335dad1-479d-488e-a022-03a5597a79e3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:01.273173 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:58Z', 'revision_number': 7, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:01.277928 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9269b87-d63e-43cc-a756-1cc95d9b18b0 None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:01:58Z', 'revision_number': 7, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f2ed590-1e03-444e-be51-fbe336ee6332', 'name': '', 'network_id': '4b80aa4d-a9e3-4b0e-b483-b4e86f791c10', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:d4:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:43Z', 'updated_at': '2022-05-19T13:01:54Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'f694c157-4e5a-48ea-8bdb-8757ee7be92f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:01.293702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.319810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.321344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a6faa9ee-688c-4756-80d9-7cb577cb0454 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4705360 May 19 13:02:01.361242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59024) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:01.395691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ea7e6ba7-cc50-47a3-986e-0bfd5183e6f7 None None] Provisioning for port 62da886f-b20c-451e-b5e5-b28c9cdf103c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:01.708238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '09911e51-7fb0-41e2-a9ad-e6249fbbcf91', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:01.714668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:01.715071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.721426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 8f2ed590-1e03-444e-be51-fbe336ee6332 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:01.721426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:01.760959 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:01.783616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-514416d1-43bd-4007-8c52-0f865eb9d793 req-840344c8-d0ec-4bd1-ae5c-a05d9f50e4a0 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7068594 May 19 13:02:01.852211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:01.856975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:01.860462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:01.867702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:01.889277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.932839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-49b7776c-5ad3-445b-ac53-7603f81e37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:01.934804 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-49b7776c-5ad3-445b-ac53-7603f81e37e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 200 len: 850 time: 0.8414459 May 19 13:02:01.943904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:01.994803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 8f2ed590-1e03-444e-be51-fbe336ee6332, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8f2ed590-1e03-444e-be51-fbe336ee6332,segment=NetworkSegment(c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9),segment_id=c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:01.995900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.003916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59044) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:02.007033 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da886f-b20c-451e-b5e5-b28c9cdf103c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:02.016851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.146663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 62da886f-b20c-451e-b5e5-b28c9cdf103c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:02.152900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 8f2ed590-1e03-444e-be51-fbe336ee6332 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:02.159419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 62da886f-b20c-451e-b5e5-b28c9cdf103c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:02.159792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.223947 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0d145d5f-fd70-400e-be78-a7cacd396fc9 tempest-ServiceProvidersTest-1137791327 tempest-ServiceProvidersTest-1137791327-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2177203 May 19 13:02:02.300651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 62da886f-b20c-451e-b5e5-b28c9cdf103c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:02.301124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.339367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 62da886f-b20c-451e-b5e5-b28c9cdf103c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da886f-b20c-451e-b5e5-b28c9cdf103c,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:02.344839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.367679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.373202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.393839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.415730 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/7c56df7c-3b23-4c50-9168-623b923f0c00 HTTP/1.1" status: 204 len: 168 time: 5.5984676 May 19 13:02:02.427821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=62da886f-b20c-451e-b5e5-b28c9cdf103c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.442231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59052) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:02.444579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182306d5-29e4-4215-9d21-f638c53c02bc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=7c56df7c-3b23-4c50-9168-623b923f0c00,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.465678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1724447992'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:02.506481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=8f2ed590-1e03-444e-be51-fbe336ee6332,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.515532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:02.537897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:network and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:02.607740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59058) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:02.616850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:02.653932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:02.673184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.764964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.783483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 7b35f185-28e2-4e95-9e8d-c856449078e5 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:02.783825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.822043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.841913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:02.845343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:02.902130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8c18aa-317c-404a-98fe-92b8b658d936,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:02.917677 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.007556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Router 83dbf531-5349-4813-93d1-a55b20309a25 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:03.011337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-1c5cedc8-9411-47b8-92d0-896a1b79d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:03.012844 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-1c5cedc8-9411-47b8-92d0-896a1b79d43c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1b54450c-0073-44d8-824c-ab44c20ab800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9975085 May 19 13:02:03.040954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.042248 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9e0002e2-78bb-48b6-a3e5-905ac81d5ecc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6594822 May 19 13:02:03.045720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59066) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:03.102200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '09911e51-7fb0-41e2-a9ad-e6249fbbcf91', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:03.131853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:03.149632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:03.157406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Usage tracker for resource:security_group_rule and tenant:359fca84bd68458b9de3122717d5f351 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:03.162512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:03.173273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:03.192687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:03.198531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:03.208600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:03.220215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ada4-d382-4a52-a88c-f9c28ca560b7 req-cebf4f78-3521-4306-a5e3-f2fb41bdc34c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:03.221656 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0813ada4-d382-4a52-a88c-f9c28ca560b7 req-cebf4f78-3521-4306-a5e3-f2fb41bdc34c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2714732 May 19 13:02:03.228376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:03.253672 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:02:03.277081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:03.277990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.305891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.306380 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Added segment 00d09316-529c-4c4c-85ee-76ea76ca468f of type vlan for network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f May 19 13:02:03.321986 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0813ada4-d382-4a52-a88c-f9c28ca560b7 req-5e63cc11-3d61-42ea-bece-b2dd104a8efb tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910218 May 19 13:02:03.402457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Router 2f634ef5-1817-44d2-a638-b4048bbc2d0b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:03.495542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.500335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:03.505463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.508565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.511960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:03.524676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:03.525434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:01:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:03.535220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbefca8-5443-4ae1-8b4c-c31bc261c0c0,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:03.538204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.547073 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ca9402a8-9374-48d3-85ef-e32ff3a5d694 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4726167 May 19 13:02:03.549771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59070) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:03.584472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.585628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-71c0c2db-cdd3-4377-9ff5-d468bf1c81ce tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5381210 May 19 13:02:03.589648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59074) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:03.599315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '09911e51-7fb0-41e2-a9ad-e6249fbbcf91', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:03.613724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:03.621435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:03.626052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:03.634862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:03.643167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet f694c157-4e5a-48ea-8bdb-8757ee7be92f {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:03.648698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.686045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:02:03.694636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.700487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 7b35f185-28e2-4e95-9e8d-c856449078e5 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:03.704766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7339-9bb0-45ab-ba25-6a2722194730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.721079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:03.730415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.839243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.847818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.867401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.916439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96449208-51d2-4994-a582-b32279f62305,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:03.936859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-47b5b771-6d74-49d4-a676-140a61062ba0 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8919842 May 19 13:02:03.936994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:03.944835 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fc1279d3-4dca-4458-bd53-8058018d026e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3476479 May 19 13:02:03.986354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:02:04.003366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.054895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=f694c157-4e5a-48ea-8bdb-8757ee7be92f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:04.064367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.067329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb83df8-a109-4a8f-8376-591fa69454e0 None None] Network 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:04.071928 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7b271a9a-8e29-4a5a-a610-abed08ed1906 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/f694c157-4e5a-48ea-8bdb-8757ee7be92f HTTP/1.1" status: 204 len: 168 time: 0.5199711 May 19 13:02:04.081550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59080) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.134698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:04.145866 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] Sync routers for ids ['83dbf531-5349-4813-93d1-a55b20309a25'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:04.158834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.162465 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] Routers {'83dbf531-5349-4813-93d1-a55b20309a25'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:04.164545 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['83dbf531-5349-4813-93d1-a55b20309a25'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.164692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:04.165147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.215283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da886f-b20c-451e-b5e5-b28c9cdf103c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:04.276239 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.284829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.289183 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] Routers {'83dbf531-5349-4813-93d1-a55b20309a25'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:04.289808 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['83dbf531-5349-4813-93d1-a55b20309a25'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.296812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:04.297399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.380788 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.381209 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124ba7f-83e7-4282-ad55-8d1bf7808e95 None None] The sync data for ids ['83dbf531-5349-4813-93d1-a55b20309a25'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:04.427730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 62da886f-b20c-451e-b5e5-b28c9cdf103c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:04.428409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.481111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.485415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-14c20c09-b5eb-479f-97fb-bfe4bc12857c tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "PUT /v2.0/routers/83dbf531-5349-4813-93d1-a55b20309a25 HTTP/1.1" status: 200 len: 922 time: 8.4769468 May 19 13:02:04.490325 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0374153 May 19 13:02:04.504702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59096) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.505026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59098) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.515666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735e497-6c09-498f-a6c1-d0585ec347b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Network': ['ID=10fe2fdc-a935-4a1c-bc6c-edbff71a522f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:04.518711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:02Z', 'revision_number': 8, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.526737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:04.537469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:04.577349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,segment=NetworkSegment(c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9),segment_id=c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:04.577797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.602676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:04.621705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:04.621925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.655787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.658648 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d2b04ba8-0bb6-42ad-aa48-b0ccc3fad766 req-00e70eae-2565-4d2f-abc2-668f6a162062 service neutron] 10.222.0.79 "GET /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025239 May 19 13:02:04.724330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:04.732499 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-68a1874c-6a2f-4cc2-a024-a3e04490f2dc tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "PUT /v2.0/routers/2f634ef5-1817-44d2-a638-b4048bbc2d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5924675 May 19 13:02:04.736538 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-9db238bc-f81c-484c-9431-0fbe0541b0fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088421043&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.4514050 May 19 13:02:04.738433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59104) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:04.747623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.762810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] Sync routers for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:04.829609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:04.834883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:04.835515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:04.836133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:04.889035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e208-72b6-4a89-9246-f2a5c90aebee req-dbe4ef1a-1998-4da1-9f8e-1870863adec2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:04.890609 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c306e208-72b6-4a89-9246-f2a5c90aebee req-dbe4ef1a-1998-4da1-9f8e-1870863adec2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.4017713 May 19 13:02:04.960904 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c306e208-72b6-4a89-9246-f2a5c90aebee req-fc55d8cb-287d-4a2b-af88-5842c8353038 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589349 May 19 13:02:04.966065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.004397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.021900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.023215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:05.030496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=623cb7e8-06c5-48ef-aa5f-1a6ea85126cc,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:05.035856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No DVR routers for this DVR port 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:05.101154 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=359fca84bd68458b9de3122717d5f351&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4810379 May 19 13:02:05.102866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] Routers {'2f634ef5-1817-44d2-a638-b4048bbc2d0b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:05.103497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.111080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544332df-e8d0-4cd0-987d-bcea6f836eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1727c61a-5def-408c-9d17-b796ca7fb763,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:05.121172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59108) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:05.122090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:05.168699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.175243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 62da886f-b20c-451e-b5e5-b28c9cdf103c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:05.198207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.198827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c173934-4fd1-405a-b9e4-a1f641f4feca None None] The sync data for ids ['2f634ef5-1817-44d2-a638-b4048bbc2d0b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:05.202656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:05.205516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b80aa4d-a9e3-4b0e-b483-b4e86f791c10']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.219242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.219546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45557dc-4f2e-43c8-a7d1-6d7ffdef80e9') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.234331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.265915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.280436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:05.280937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.294618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e50ba23-51b4-42af-8d3f-c7e20aaf6c75 None None] DHCP port deletion for 4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:05.296967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:05.301592 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:05.354588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:05.370041 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8307c915-d0a4-4a28-85d0-29aafead9066 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/83dbf531-5349-4813-93d1-a55b20309a25 HTTP/1.1" status: 200 len: 922 time: 0.8504906 May 19 13:02:05.378870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59112) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:05.417398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.455057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.460603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=4b80aa4d-a9e3-4b0e-b483-b4e86f791c10,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:05.471356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-a8d954d2-3edb-4606-bc94-91652ebcf99c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:05.471950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6a14d7bc-4ab4-4801-938e-bda6fc06e9ac tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/4b80aa4d-a9e3-4b0e-b483-b4e86f791c10 HTTP/1.1" status: 204 len: 168 time: 1.3875413 May 19 13:02:05.473048 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-a8d954d2-3edb-4606-bc94-91652ebcf99c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=2335dad1-479d-488e-a022-03a5597a79e3 HTTP/1.1" status: 200 len: 797 time: 0.6957946 May 19 13:02:05.474524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59116) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:05.482175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:05.485948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.505036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.552258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:02Z', 'revision_number': 8, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:05.562677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4816604-cd01-4c72-af4a-dd8ad98d6fee None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:02Z', 'revision_number': 8, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75b8f305-eec2-460d-b90d-eb4a200489b1', 'name': '', 'network_id': '3455ed29-b0b8-4c85-8f25-6ea76c03ad5b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:09:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:34Z', 'updated_at': '2022-05-19T13:01:45Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '816babc4-efe6-4c6a-8483-38c8166c7cda', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:05.738187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.869428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d936f62-ae9e-4906-a702-d5904e9b458e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.870624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:05.887621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=7b35f185-28e2-4e95-9e8d-c856449078e5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:05.929282 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-2fd7f565-ba91-4123-a4fc-35bba5671453 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.2190487 May 19 13:02:06.040302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8f2ed590-1e03-444e-be51-fbe336ee6332 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:06.047248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.100617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 8f2ed590-1e03-444e-be51-fbe336ee6332 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:06.101053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8f2ed590-1e03-444e-be51-fbe336ee6332 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:06.101648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:06.147273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d936f62-ae9e-4906-a702-d5904e9b458e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.169371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:06.169772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623cb7e8-06c5-48ef-aa5f-1a6ea85126cc not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:06.320922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.325742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5234531-9c56-4502-aefc-c9f205348e26 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:06.326438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5234531-9c56-4502-aefc-c9f205348e26 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Synchronizing usage tracker for tenant:8d265484e8b54982a778dcd9e4ab2e01 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:06.401801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting port 6e26380e-d366-4de0-bd68-8be3f6af1016 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:06.402093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.489334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5234531-9c56-4502-aefc-c9f205348e26 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Unset dirty status for tenant:8d265484e8b54982a778dcd9e4ab2e01 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:06.490538 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d5234531-9c56-4502-aefc-c9f205348e26 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=83dbf531-5349-4813-93d1-a55b20309a25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1020377 May 19 13:02:06.494889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59122) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:06.524432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f59e7-28bb-4c9a-94b5-2ceb691202c8 req-dfed881e-0a6f-409a-a35e-8d9ddfeece0a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:06.525826 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-347f59e7-28bb-4c9a-94b5-2ceb691202c8 req-dfed881e-0a6f-409a-a35e-8d9ddfeece0a tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3145509 May 19 13:02:06.551266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d936f62-ae9e-4906-a702-d5904e9b458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.564560 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-b13440bd-e69b-4042-8ed1-b15eb3ea508f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6158292 May 19 13:02:06.643888 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-347f59e7-28bb-4c9a-94b5-2ceb691202c8 req-bf72dec8-dab0-4359-82c5-f2a4a5dca615 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103354 May 19 13:02:06.726589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a647e240-a7f8-4899-84ea-33e4c5f0d507 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:06.727198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a647e240-a7f8-4899-84ea-33e4c5f0d507 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Synchronizing usage tracker for tenant:8d265484e8b54982a778dcd9e4ab2e01 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:06.747833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 75b8f305-eec2-460d-b90d-eb4a200489b1 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:06.748069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.753876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936f62-ae9e-4906-a702-d5904e9b458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1727c61a-5def-408c-9d17-b796ca7fb763,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:06.825602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a647e240-a7f8-4899-84ea-33e4c5f0d507 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Unset dirty status for tenant:8d265484e8b54982a778dcd9e4ab2e01 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:06.826231 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a647e240-a7f8-4899-84ea-33e4c5f0d507 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.3289733 May 19 13:02:06.828732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.832495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59128) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:06.840748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:06.999743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b69c15-e023-4899-af48-7729d282c032 req-47de0dce-e7b9-4810-8dd9-2d6dde872369 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:07.001195 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90b69c15-e023-4899-af48-7729d282c032 req-47de0dce-e7b9-4810-8dd9-2d6dde872369 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.2287676 May 19 13:02:07.013090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 75b8f305-eec2-460d-b90d-eb4a200489b1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b8f305-eec2-460d-b90d-eb4a200489b1,segment=NetworkSegment(fc4a3837-2e8c-40b6-8306-b0d0e997f9a4),segment_id=fc4a3837-2e8c-40b6-8306-b0d0e997f9a4)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:07.013090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.018616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d936f62-ae9e-4906-a702-d5904e9b458e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.019976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1d936f62-ae9e-4906-a702-d5904e9b458e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1727c61a-5def-408c-9d17-b796ca7fb763 HTTP/1.1" status: 204 len: 168 time: 1.8930812 May 19 13:02:07.040582 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a851d7e7-53f0-4d25-aaf3-9567315c8507 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=83dbf531-5349-4813-93d1-a55b20309a25 HTTP/1.1" status: 200 len: 205 time: 0.2011271 May 19 13:02:07.074093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59134) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:07.165420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 75b8f305-eec2-460d-b90d-eb4a200489b1 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:07.234693 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90b69c15-e023-4899-af48-7729d282c032 req-e870bd4c-9be2-4ccc-8725-b8522ecd37ca tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247639 May 19 13:02:07.328928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.395630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.440604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.469031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Calling delete_port for 6e26380e-d366-4de0-bd68-8be3f6af1016 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:07.509073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=75b8f305-eec2-460d-b90d-eb4a200489b1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:07.611814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:07.636933 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-d5190f56-3c76-4fcf-aee6-fbe427b45758 service neutron] 10.222.0.44 "GET /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0417252 May 19 13:02:07.754347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Checking segment: {'id': '00d09316-529c-4c4c-85ee-76ea76ca468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:07.754788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network hostable DHCP agents. Network: 10fe2fdc-a935-4a1c-bc6c-edbff71a522f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:07.792844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:07.871902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:07.929330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59160) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:07.996011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 10fe2fdc-a935-4a1c-bc6c-edbff71a522f) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:08.003905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4027e-f4b1-4fb9-9540-4e145d4adbfe None None] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:08.014045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:08.014652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.070514 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-bbc4ff35-1136-4a76-b30d-b9db1e46e0fc service neutron] 10.222.0.44 "GET /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325669 May 19 13:02:08.080180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0487-40e9-48b1-8813-c71649f65c2d req-d36a1038-3e6b-427d-a2d7-f4e7bbbdaff9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:08.086990 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e74b0487-40e9-48b1-8813-c71649f65c2d req-d36a1038-3e6b-427d-a2d7-f4e7bbbdaff9 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.3903863 May 19 13:02:08.154323 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7bc107c3-4ccf-461a-8df7-7379695e6e78 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6332328 May 19 13:02:08.156973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59166) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:08.171122 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e74b0487-40e9-48b1-8813-c71649f65c2d req-76e288c9-ad21-4324-82fb-6e00435d2796 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831833 May 19 13:02:08.174655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1266145935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:08.186044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.298454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:08.303291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:router and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:08.307756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:08.314591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:08.333623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-10fe2fdc-a935-4a1c-bc6c-edbff71a522f', 'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': '47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:08.334455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.338326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6fbb64ff-3417-47f8-a03b-fa81c335a5db tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1986260813', 'prefixes': ['172.20.0.0/16']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:08.343749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.344885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.390027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6fbb64ff-3417-47f8-a03b-fa81c335a5db tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:08.416610 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83c8af47-9479-441c-8a95-10e776de6c69 req-1b11443c-34ff-4ea4-aa8a-c5239fb4ca58 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.1221535 May 19 13:02:08.531030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.567277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:08.572383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Allocated IP 2001:db8::2 (10fe2fdc-a935-4a1c-bc6c-edbff71a522f/47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa/580035b3-6116-486c-aa75-5422ea83a718) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:08.600811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Router 28efcfbf-2fde-43ae-8518-5105993974cb has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:08.639373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.755352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.757104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.761254 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c1804209-81dd-4e8d-a305-b0ed373d1c9f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5997574 May 19 13:02:08.763949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59180) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:08.781211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.781502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f', 'name': 'tempest-PortsIpV6TestJSON-1793335610'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:08.821584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Deleting port 7705ac4e-736b-4d01-bdbc-132443077cf4 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:08.822062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.829584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.840138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Transition to ACTIVE for port object 580035b3-6116-486c-aa75-5422ea83a718 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:08.863039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Transition to ACTIVE for port object 580035b3-6116-486c-aa75-5422ea83a718 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:08.864708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:08.872856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:08.877211 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:08.895395 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:08.897532 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:08.902742 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6bb45bd7-f80e-4068-a44b-4ab659086692 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268274 May 19 13:02:08.904245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59184) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:08.976774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Pushing event updated for resources: {'Port': ['ID=580035b3-6116-486c-aa75-5422ea83a718,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:08.994071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:08.996317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:08.999857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:09.023370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fbb64ff-3417-47f8-a03b-fa81c335a5db tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] Notify callbacks [] for subnetpool, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.024596 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6fbb64ff-3417-47f8-a03b-fa81c335a5db tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0944822 May 19 13:02:09.028699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59188) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.034665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet 816babc4-efe6-4c6a-8483-38c8166c7cda {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:09.053316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:09.057650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.098528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:port and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:09.113288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Port': ['ID=6e26380e-d366-4de0-bd68-8be3f6af1016,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:09.120552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:09.165709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8f00166a-1fb0-465e-ae89-196ea939e95d tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] 10.222.0.44 "GET /v2.0/subnetpools/248200f8-8990-45b2-b5d7-ff2a340d68c9 HTTP/1.1" status: 200 len: 732 time: 0.1355398 May 19 13:02:09.169163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:09.171147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59192) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.173026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Attempting to bind port 580035b3-6116-486c-aa75-5422ea83a718 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:09.173544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Attempting to bind port 580035b3-6116-486c-aa75-5422ea83a718 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '00d09316-529c-4c4c-85ee-76ea76ca468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:09.173971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Attempting to bind port 580035b3-6116-486c-aa75-5422ea83a718 on network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:09.179878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ebb1a1f0-2aaa-459e-9bd1-153fd87dbfb1 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1009293192'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:09.180946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:09.181960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Checking segment: {'id': '00d09316-529c-4c4c-85ee-76ea76ca468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:09.182614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.183040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Bound using segment: {'id': '00d09316-529c-4c4c-85ee-76ea76ca468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:09.183554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Bound port: 580035b3-6116-486c-aa75-5422ea83a718, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d09316-529c-4c4c-85ee-76ea76ca468f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '10fe2fdc-a935-4a1c-bc6c-edbff71a522f'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:09.183968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.234821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.258038 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:09.297120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:09.300718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.306704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:09.323720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1b11f9f5-145c-497a-a3de-fa4f6eff6ac2 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "PUT /v2.0/routers/28efcfbf-2fde-43ae-8518-5105993974cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9534259 May 19 13:02:09.327663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59198) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.365513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 10b29f29-9992-46e6-a3ed-08e6d08d846a yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:09.392554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] For port 580035b3-6116-486c-aa75-5422ea83a718, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:09.397251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] For port 580035b3-6116-486c-aa75-5422ea83a718, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=580035b3-6116-486c-aa75-5422ea83a718,segment=NetworkSegment(00d09316-529c-4c4c-85ee-76ea76ca468f),segment_id=00d09316-529c-4c4c-85ee-76ea76ca468f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:09.403230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] Sync routers for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:09.422304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.422969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.503123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.531922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ebb1a1f0-2aaa-459e-9bd1-153fd87dbfb1 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] Notify callbacks [] for subnetpool, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.535698 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ebb1a1f0-2aaa-459e-9bd1-153fd87dbfb1 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] 10.222.0.44 "PUT /v2.0/subnetpools/248200f8-8990-45b2-b5d7-ff2a340d68c9 HTTP/1.1" status: 200 len: 684 time: 0.3610396 May 19 13:02:09.568835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59204) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:09.651429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:09.652696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:09.682514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-05a471ab-e749-428a-b5d7-e7baa2a0b209 req-2b56ebbb-760d-44a8-b641-d67a33c7ace7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0600712 May 19 13:02:09.707106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.730956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::387 (10fe2fdc-a935-4a1c-bc6c-edbff71a522f/47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa/10b29f29-9992-46e6-a3ed-08e6d08d846a) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:09.795047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:09.799592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b419fe-7446-4400-b8fb-ac039abebc52 None None] Pushing event updated for resources: {'Port': ['ID=580035b3-6116-486c-aa75-5422ea83a718,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:09.813638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.821696 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:07Z', 'revision_number': 9, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:09.824962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] Routers {'28efcfbf-2fde-43ae-8518-5105993974cb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:09.825424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28efcfbf-2fde-43ae-8518-5105993974cb'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:09.828810 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:09.867988 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:09.869573 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:09.883674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c90f50-7c69-41f8-bcdf-848b0cba3584 None None] Network 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:09.911516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:09.912066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6572c9-7e0b-45a8-89b4-5a1fe11da629 None None] The sync data for ids ['28efcfbf-2fde-43ae-8518-5105993974cb'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:09.916287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.935271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:09.945069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Calling delete_port for 7705ac4e-736b-4d01-bdbc-132443077cf4 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:10.126055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.138982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f08d0c2-9e0a-4096-a091-d198f3227256 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] Notify callbacks [] for subnetpool, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.140385 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f08d0c2-9e0a-4096-a091-d198f3227256 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] 10.222.0.44 "DELETE /v2.0/subnetpools/248200f8-8990-45b2-b5d7-ff2a340d68c9 HTTP/1.1" status: 204 len: 168 time: 0.5644333 May 19 13:02:10.144430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/816babc4-efe6-4c6a-8483-38c8166c7cda HTTP/1.1" status: 204 len: 168 time: 1.2344568 May 19 13:02:10.146056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.149975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e9af0-fd9e-4782-97b0-48ffedbb0cae tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=816babc4-efe6-4c6a-8483-38c8166c7cda,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:10.156108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59208) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:10.156635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59210) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:10.201692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.202452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Fanout notify agent at l3_agent the message router_deleted on router 2f634ef5-1817-44d2-a638-b4048bbc2d0b {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:10.220315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] DHCP port deletion for 3455ed29-b0b8-4c85-8f25-6ea76c03ad5b request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:10.225087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] Deleting port 5471f194-2869-4417-aed3-7727b26dfe1b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:10.225458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.247641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-2282cd2c-bd4b-49a2-b3b8-60e19b761fab tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] show failed (client error): The resource could not be found. May 19 13:02:10.249048 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2282cd2c-bd4b-49a2-b3b8-60e19b761fab tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] 10.222.0.44 "GET /v2.0/subnetpools/248200f8-8990-45b2-b5d7-ff2a340d68c9 HTTP/1.1" status: 404 len: 346 time: 0.0914228 May 19 13:02:10.274405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59216) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:10.279238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.407295 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:10.578609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bca06-bf71-425a-846b-181e5dd0884c req-89d1c30e-c7d3-45b9-a6aa-93da717e9280 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:10.581938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-599bca06-bf71-425a-846b-181e5dd0884c req-89d1c30e-c7d3-45b9-a6aa-93da717e9280 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 1.0893028 May 19 13:02:10.596883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.600740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c1fe57b5-97b7-44f5-acd4-30c046d8cb0d tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "DELETE /v2.0/routers/2f634ef5-1817-44d2-a638-b4048bbc2d0b HTTP/1.1" status: 204 len: 168 time: 5.8462367 May 19 13:02:10.611460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:10.617216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 10b29f29-9992-46e6-a3ed-08e6d08d846a will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:10.642720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-7264ac2d-0d74-424b-89e5-292f9b9fbce4 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] delete failed (client error): The resource could not be found. May 19 13:02:10.661457 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7264ac2d-0d74-424b-89e5-292f9b9fbce4 tempest-SubnetPoolsTestJSON-1817986009 tempest-SubnetPoolsTestJSON-1817986009-project] 10.222.0.44 "DELETE /v2.0/subnetpools/248200f8-8990-45b2-b5d7-ff2a340d68c9 HTTP/1.1" status: 404 len: 346 time: 0.2456391 May 19 13:02:10.661969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] For port 5471f194-2869-4417-aed3-7727b26dfe1b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5471f194-2869-4417-aed3-7727b26dfe1b,segment=NetworkSegment(fc4a3837-2e8c-40b6-8306-b0d0e997f9a4),segment_id=fc4a3837-2e8c-40b6-8306-b0d0e997f9a4)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:10.663381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.724585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.754225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 5471f194-2869-4417-aed3-7727b26dfe1b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:10.754613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.824477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:10.828647 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-d43fdd78-526a-4367-a1e8-5410bbb5badd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2101388 May 19 13:02:10.885956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] Calling delete_port for 5471f194-2869-4417-aed3-7727b26dfe1b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:10.913806 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:07Z', 'revision_number': 9, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:10.919616 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629bc73f-ce8f-427a-83a8-c98c1aea2946 None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:07Z', 'revision_number': 9, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': '3face8cf-4484-444d-9c70-70c52c341f76', 'name': '', 'network_id': '2a50647c-0918-42dd-9570-ac55602f622b', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:f3:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:22Z', 'updated_at': '2022-05-19T13:01:34Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': '1e35375b-20ed-4c4c-9f53-d76389f44353', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:11.021620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.085410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] Pushing event deleted for resources: {'Port': ['ID=5471f194-2869-4417-aed3-7727b26dfe1b,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:11.087832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26883d-d0ea-47a6-bbaa-9ef7baefc2d6 None None] No DVR routers for this DVR port 5471f194-2869-4417-aed3-7727b26dfe1b on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:11.104876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=10b29f29-9992-46e6-a3ed-08e6d08d846a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:11.120568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:11.161345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] The port '5471f194-2869-4417-aed3-7727b26dfe1b' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:02:11.189455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:11.193502 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-51d56843-b985-4fd2-a1b8-29364151231d req-2b3cfd12-2a4f-4d42-a065-cf74ad9471e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.2472205 May 19 13:02:11.197981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59234) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:11.198784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:11.205424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:11.206059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.357141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.357753 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2f00376d-3100-475d-9b55-457fd979b85c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5923114 May 19 13:02:11.362131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59240) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:11.401286 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:02:11.441243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.464868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting subnet e21861dd-f0b8-45fd-916a-1d1b22a8c4f9 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:11.474521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89676e74-33b7-465b-b5c8-ae888864c200 req-bd050623-5e74-4fe4-9a04-9814c1815b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:11.476041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-bd050623-5e74-4fe4-9a04-9814c1815b18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1098 time: 0.5485356 May 19 13:02:11.479466 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-599bca06-bf71-425a-846b-181e5dd0884c req-8e2c9e31-b2ea-41ff-bdf2-52ef0d268062 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8634586 May 19 13:02:11.486788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-8cd160d4-174e-45bf-9880-522ba91a1e72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:11.489071 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-8cd160d4-174e-45bf-9880-522ba91a1e72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=2335dad1-479d-488e-a022-03a5597a79e3 HTTP/1.1" status: 200 len: 797 time: 1.4471929 May 19 13:02:11.506727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.513933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event deleted for resources: {'Port': ['ID=7705ac4e-736b-4d01-bdbc-132443077cf4,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:11.517243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.544469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423a990-e105-463d-9b85-f8eca99c3784 None None] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:11.564352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.609240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3455ed29-b0b8-4c85-8f25-6ea76c03ad5b']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:11.644279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting port 25d49d3d-b6b0-4cb0-adf5-e103b6b6e62c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:11.644971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.659784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3df54863-83d0-4322-b289-bbf91cd727ff None None] Provisioning for port 580035b3-6116-486c-aa75-5422ea83a718 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:11.676228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:11.676845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4a3837-2e8c-40b6-8306-b0d0e997f9a4') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:11.688139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:11.746087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-10883520-f2ba-4aa1-b65d-356e829e9966 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:11.747643 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-10883520-f2ba-4aa1-b65d-356e829e9966 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.6412444 May 19 13:02:11.767534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2a4e46dcdd42dcb6cffa9f06c7181a is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:11.812598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.819382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:11.823215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.850492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:11.876363 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-fffc36ea-9e64-4135-84e0-e5d098796fe7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 472 time: 0.3713119 May 19 13:02:11.913376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:11.918089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['09911e51-7fb0-41e2-a9ad-e6249fbbcf91']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:12.019926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 580035b3-6116-486c-aa75-5422ea83a718 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:12.057339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.059390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89676e74-33b7-465b-b5c8-ae888864c200 req-7e0a5ad2-5e69-42ba-ba1f-d8df404bb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:12.060660 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-7e0a5ad2-5e69-42ba-ba1f-d8df404bb01f service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 898 time: 0.5506644 May 19 13:02:12.071586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:12.071991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:12.088746 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:12.105553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 580035b3-6116-486c-aa75-5422ea83a718 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:12.123838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 580035b3-6116-486c-aa75-5422ea83a718 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:12.124685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.157558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Provisioning complete for port 580035b3-6116-486c-aa75-5422ea83a718 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:12.158555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.359065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Deleting port 588fd877-85f3-40bd-a9df-1c8a1f336cba {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:12.359571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.405601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 580035b3-6116-486c-aa75-5422ea83a718 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:12.405988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.411813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.414742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Current status of the port 580035b3-6116-486c-aa75-5422ea83a718 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:12.415529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.429413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.463368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] For port 580035b3-6116-486c-aa75-5422ea83a718, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=580035b3-6116-486c-aa75-5422ea83a718,segment=NetworkSegment(00d09316-529c-4c4c-85ee-76ea76ca468f),segment_id=00d09316-529c-4c4c-85ee-76ea76ca468f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:12.523693 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-38e60c28-8103-4eec-b253-7a2817e8dd55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 1000 time: 0.4337997 May 19 13:02:12.535772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.553850 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7fd5d293-24ff-422b-9c48-466ac7cca3eb req-dd461490-6b75-45ce-8669-be841e26551b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.1084416 May 19 13:02:12.579421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:12.587299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.629289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.638660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.639397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Provisioning for port 10b29f29-9992-46e6-a3ed-08e6d08d846a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:12.648541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:02:12.648886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:02:12.653783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Provisioning complete for port 10b29f29-9992-46e6-a3ed-08e6d08d846a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:12.654043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.660875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=3455ed29-b0b8-4c85-8f25-6ea76c03ad5b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:12.691687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Pushing event updated for resources: {'Port': ['ID=580035b3-6116-486c-aa75-5422ea83a718,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:12.710332 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a78fc7fd-0ea9-4de1-aa7b-b28ebb7855af tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/3455ed29-b0b8-4c85-8f25-6ea76c03ad5b HTTP/1.1" status: 204 len: 168 time: 2.5485663 May 19 13:02:12.717437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-29c5253e-2f97-4d68-9e98-bacbcb2532c7 None None] Port 10b29f29-9992-46e6-a3ed-08e6d08d846a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:12.724121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59248) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:12.728147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:port and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:12.731227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.731755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Fanout notify agent at l3_agent the message router_deleted on router 83dbf531-5349-4813-93d1-a55b20309a25 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:12.733524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:12.736390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89676e74-33b7-465b-b5c8-ae888864c200 req-9a739782-fa70-4f98-89ab-2ec65e962037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:12.738348 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-9a739782-fa70-4f98-89ab-2ec65e962037 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 200 len: 834 time: 0.1868930 May 19 13:02:12.747456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.776456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:12.845630 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f6193dfc-ca0b-4b49-b33a-816e1be1bb17 None None] Provisioning complete for port 10b29f29-9992-46e6-a3ed-08e6d08d846a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:12.846396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6193dfc-ca0b-4b49-b33a-816e1be1bb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:12.903038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f6193dfc-ca0b-4b49-b33a-816e1be1bb17 None None] Port 10b29f29-9992-46e6-a3ed-08e6d08d846a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:13.001932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.019906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.063378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Calling delete_port for 25d49d3d-b6b0-4cb0-adf5-e103b6b6e62c owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:13.089884 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd2a4e46dcdd42dcb6cffa9f06c7181a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8658626 May 19 13:02:13.090709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.107134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59252) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:13.141225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:13.144692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.190859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.191865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-460d7b76-2217-411d-9cff-6df0d4325a4d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/83dbf531-5349-4813-93d1-a55b20309a25 HTTP/1.1" status: 204 len: 168 time: 6.1143312 May 19 13:02:13.220036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 580035b3-6116-486c-aa75-5422ea83a718 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:13.244295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59256) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:13.245002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708a0a4-c83c-4c1a-8947-007882f007e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27447927-2531-4b2a-9851-2c0fb5b73240,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:13.264230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1261244684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:13.280231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b8f305-eec2-460d-b90d-eb4a200489b1 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:13.313374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:13.315751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 75b8f305-eec2-460d-b90d-eb4a200489b1 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:13.316089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b8f305-eec2-460d-b90d-eb4a200489b1 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:13.316493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5471f194-2869-4417-aed3-7727b26dfe1b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:13.324075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89676e74-33b7-465b-b5c8-ae888864c200 req-3b0b0ca5-cc3e-4f03-b57a-c834bb865a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:13.325677 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-3b0b0ca5-cc3e-4f03-b57a-c834bb865a1a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f606904-9674-48f4-aab7-77eca81c0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5240874 May 19 13:02:13.332391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Usage tracker for resource:router and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:13.338901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:13.349936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5471f194-2869-4417-aed3-7727b26dfe1b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:13.350306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5471f194-2869-4417-aed3-7727b26dfe1b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:13.375112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.375679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:13.470873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Subnet': ['ID=e21861dd-f0b8-45fd-916a-1d1b22a8c4f9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:13.477953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.479709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f3058b-9797-4a46-a9f0-8538d6c653f1 None None] Network 878a11a9-917c-4542-b7a7-02412b029ba8 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:13.511206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bb025a2-e07d-4e50-a34c-2ec6cb65023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.519458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554591c-a9ad-4bd3-8898-ce855414d901 req-b63d39b7-5ceb-4617-941d-b91c98af81d6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:13.520920 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8554591c-a9ad-4bd3-8898-ce855414d901 req-b63d39b7-5ceb-4617-941d-b91c98af81d6 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.8951550 May 19 13:02:13.544031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d32bf89e-8084-43c2-becb-09cb7ca4ff6b tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "DELETE /v2.0/subnets/e21861dd-f0b8-45fd-916a-1d1b22a8c4f9 HTTP/1.1" status: 204 len: 168 time: 2.9208732 May 19 13:02:13.557759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59260) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:13.601618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.602959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.674868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.687431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] For port 588fd877-85f3-40bd-a9df-1c8a1f336cba, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=588fd877-85f3-40bd-a9df-1c8a1f336cba,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:13.687754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.698370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bb025a2-e07d-4e50-a34c-2ec6cb65023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.781278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] DHCP port deletion for 878a11a9-917c-4542-b7a7-02412b029ba8 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:13.786951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] Deleting port 86a49f76-47c9-4f10-8a58-5479adefca48 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:13.787340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:13.938515 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8554591c-a9ad-4bd3-8898-ce855414d901 req-4a1186c8-c4dc-4839-8e01-ad5763c5fc51 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020317 May 19 13:02:13.979235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.28 (2335dad1-479d-488e-a022-03a5597a79e3/328c78a6-9dd1-4b3a-a6a9-c989621abc81/6e18492f-b15e-4320-8f2b-2f65d24bbcd2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:14.008824 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-860291cd-7be3-44f9-8b05-57ca861bd5f8 req-3e9e4315-8bff-4490-af4c-d87ce0ee5266 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.1220925 May 19 13:02:14.009894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.028355 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-18088f13-4715-48c6-a5ce-fd822b1688e5 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910934 May 19 13:02:14.037828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 580035b3-6116-486c-aa75-5422ea83a718 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:14.054020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.092862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] For port 86a49f76-47c9-4f10-8a58-5479adefca48, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=86a49f76-47c9-4f10-8a58-5479adefca48,segment=NetworkSegment(2e82a108-b673-41e3-ac26-05a30984d694),segment_id=2e82a108-b673-41e3-ac26-05a30984d694)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:14.093272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.151351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting port 86a49f76-47c9-4f10-8a58-5479adefca48 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:14.151784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.208809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.210025 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e7d5c41-869d-4c84-94e6-01ebdcfd90f0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9619207 May 19 13:02:14.221230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59266) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:14.223807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] Calling delete_port for 86a49f76-47c9-4f10-8a58-5479adefca48 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:14.227328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:14.261436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.303333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 580035b3-6116-486c-aa75-5422ea83a718 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:14.303701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.341835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.352856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bb025a2-e07d-4e50-a34c-2ec6cb65023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.371204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Port': ['ID=25d49d3d-b6b0-4cb0-adf5-e103b6b6e62c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:14.398761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] Pushing event deleted for resources: {'Port': ['ID=86a49f76-47c9-4f10-8a58-5479adefca48,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:14.404117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc5f7f-4335-4fa7-bdfd-d24ee81047a4 None None] No DVR routers for this DVR port 86a49f76-47c9-4f10-8a58-5479adefca48 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:14.472693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb025a2-e07d-4e50-a34c-2ec6cb65023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27447927-2531-4b2a-9851-2c0fb5b73240,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:14.482322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.497089 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89676e74-33b7-465b-b5c8-ae888864c200 req-b1aff8d3-5cfe-4a02-9581-cf0ea5ab52a8 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568346 May 19 13:02:14.525459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 580035b3-6116-486c-aa75-5422ea83a718 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:14.539097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.539478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.539784 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Floating IP f80ea5b3-f29a-46ac-820b-60e90843cc24 disassociated. External IP: 172.26.3.19, port: 588fd877-85f3-40bd-a9df-1c8a1f336cba. May 19 13:02:14.540124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Calling delete_port for 588fd877-85f3-40bd-a9df-1c8a1f336cba owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:14.583974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 86a49f76-47c9-4f10-8a58-5479adefca48 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:14.596432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.618945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 86a49f76-47c9-4f10-8a58-5479adefca48 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:14.619484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 86a49f76-47c9-4f10-8a58-5479adefca48 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:14.767956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] The port '86a49f76-47c9-4f10-8a58-5479adefca48' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:02:14.842951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bb025a2-e07d-4e50-a34c-2ec6cb65023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.843717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7bb025a2-e07d-4e50-a34c-2ec6cb65023b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27447927-2531-4b2a-9851-2c0fb5b73240 HTTP/1.1" status: 204 len: 168 time: 1.7301517 May 19 13:02:14.923224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.945982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=10b29f29-9992-46e6-a3ed-08e6d08d846a,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:14.965394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-881dcd23-8cde-4335-ae1d-3e41adeaa85b None None] Provisioning complete for port 10b29f29-9992-46e6-a3ed-08e6d08d846a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:14.966220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-881dcd23-8cde-4335-ae1d-3e41adeaa85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:14.992744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.003838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.048650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.072968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-881dcd23-8cde-4335-ae1d-3e41adeaa85b None None] Port 10b29f29-9992-46e6-a3ed-08e6d08d846a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:15.245175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 588fd877-85f3-40bd-a9df-1c8a1f336cba no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:15.267671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.275591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.299483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.401931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 588fd877-85f3-40bd-a9df-1c8a1f336cba is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:15.402673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.440931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878a11a9-917c-4542-b7a7-02412b029ba8']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:15.461566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.462056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Fanout notify agent at l3_agent the message router_deleted on router 28efcfbf-2fde-43ae-8518-5105993974cb {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:15.474986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e82a108-b673-41e3-ac26-05a30984d694') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:15.475642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e82a108-b673-41e3-ac26-05a30984d694') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:15.494041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-298da086-00fc-4297-8246-f136957a6b6f req-667796f3-d3c8-40c1-a8ce-770d16d95915 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0697460 May 19 13:02:15.501749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.508712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:15.520416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.526396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.530033 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb2f4254-67c3-4665-a3f4-be1e26827a7a tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/routers/28efcfbf-2fde-43ae-8518-5105993974cb HTTP/1.1" status: 204 len: 168 time: 6.1990283 May 19 13:02:15.548612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59276) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:15.554734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.591819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.614949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event deleted for resources: {'Port': ['ID=588fd877-85f3-40bd-a9df-1c8a1f336cba,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:15.620021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:15.620424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:15.636730 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:15.773501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cc931-d09d-4699-91e8-988474e0cedd req-14ae27c1-68d6-4ac4-ab52-72ba106fa507 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:15.774233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-fb7cc931-d09d-4699-91e8-988474e0cedd req-14ae27c1-68d6-4ac4-ab52-72ba106fa507 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Synchronizing usage tracker for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:15.823701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.843456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-fb7cc931-d09d-4699-91e8-988474e0cedd req-14ae27c1-68d6-4ac4-ab52-72ba106fa507 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Unset dirty status for tenant:d1956ad1cb0f473bad60cfb02615e955 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:15.844748 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb7cc931-d09d-4699-91e8-988474e0cedd req-14ae27c1-68d6-4ac4-ab52-72ba106fa507 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 946 time: 0.5532568 May 19 13:02:15.845797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.863401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.869172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Network': ['ID=878a11a9-917c-4542-b7a7-02412b029ba8,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:15.885826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Deleting subnet 5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:15.894795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:15.979689 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aee4085e-4108-46ff-b431-eb7bb28714f3 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "DELETE /v2.0/networks/878a11a9-917c-4542-b7a7-02412b029ba8 HTTP/1.1" status: 204 len: 168 time: 2.3628602 May 19 13:02:15.985508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59280) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:16.019129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.049139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 2335dad1-479d-488e-a022-03a5597a79e3 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:16.055478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:16.063485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:16.065400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:16.099895 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb7cc931-d09d-4699-91e8-988474e0cedd req-b1966f67-e858-4694-b673-789e02e37776 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ba3a650-ac73-481a-b7f2-503e8dcdf60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462971 May 19 13:02:16.115394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Router 91431dee-2caf-468e-a10b-82e53e81140e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:16.249146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:16.249797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.270005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.325344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-35fe6583-4369-4e66-aaeb-072e08e94724 None None] Provisioning for port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:16.331028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-35fe6583-4369-4e66-aaeb-072e08e94724 None None] Provisioning complete for port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:16.331399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-35fe6583-4369-4e66-aaeb-072e08e94724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.340021 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-32daf84b-9f6d-4e05-a0b8-b61d8cf24a59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4310501 May 19 13:02:16.352845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Request body: {'port': {'device_id': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:16.382086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Deleting port 48a7a0ea-029f-4f71-b665-8f3d8958fa9c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:16.382500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.384247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-35fe6583-4369-4e66-aaeb-072e08e94724 None None] Port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:16.428397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.614515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:16.625895 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] Sync routers for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:16.635798 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:16.636547 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:16.711157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] No DVR routers for this DVR port 588fd877-85f3-40bd-a9df-1c8a1f336cba on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:16.712197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 3face8cf-4484-444d-9c70-70c52c341f76 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:16.712700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.717903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.720385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-982acf31-68a3-4acd-b72c-b08c1702b2f4 req-f57c2095-1fa4-45ec-9292-6673116c395c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.79 "DELETE /v2.0/ports/588fd877-85f3-40bd-a9df-1c8a1f336cba HTTP/1.1" status: 204 len: 173 time: 4.9497392 May 19 13:02:16.720826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'name': 'network-vif-deleted', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:02:16.730046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:16.775715 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b622aa9-9059-45b3-954c-bf05fab2f039'] response: {'server_uuid': 'fe418427-0cee-47f0-8fb2-b304393f587b', 'name': 'network-vif-deleted', 'tag': '588fd877-85f3-40bd-a9df-1c8a1f336cba', 'status': 'completed', 'code': 200} May 19 13:02:16.834352 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:17.074787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.109081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:02:17.119522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.140178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Transition to ACTIVE for port object 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:17.157263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.193420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.194092 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:29Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:17.199045 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] Checking router: 91431dee-2caf-468e-a10b-82e53e81140e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:17.210191 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:17.211013 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:17.437339 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5437532f-40e6-4553-b407-78c54b37784b req-7d1d40ed-91e5-4daa-b961-76e5760a2da0 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe418427-0cee-47f0-8fb2-b304393f587b HTTP/1.1" status: 200 len: 210 time: 0.0499606 May 19 13:02:17.506520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.506875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.520334 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:17.584757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:17.611764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Attempting to bind port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:17.612095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Attempting to bind port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:17.612433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Attempting to bind port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 on network 2335dad1-479d-488e-a022-03a5597a79e3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:17.621190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 on network 2335dad1-479d-488e-a022-03a5597a79e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:02:17.623566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Attempting to bind port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 on network 2335dad1-479d-488e-a022-03a5597a79e3 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:17.632816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:17.633268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Checking segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:17.633768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Bound using segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:17.634349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Bound port: 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:17.634950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.657285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.732075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] For port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:17.735659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] For port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:17.741930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.810158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:17.810900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.813034 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] 10.222.0.79 "PUT /v2.0/ports/6e18492f-b15e-4320-8f2b-2f65d24bbcd2 HTTP/1.1" status: 200 len: 1094 time: 1.4642081 May 19 13:02:17.826261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Calling delete_port for 48a7a0ea-029f-4f71-b665-8f3d8958fa9c owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:17.846441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eecd04-b64e-42f8-9e31-b2aac740b298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:17.886317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Subnet': ['ID=5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:17.899732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:17.922603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-63e32188-ee3f-4604-aee3-8dd625007648 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/subnets/5bca35e6-5151-4fa3-b6ce-9610ff9bd3cf HTTP/1.1" status: 204 len: 168 time: 2.3720787 May 19 13:02:17.929858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59290) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:17.941681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d76f-75d0-41df-aba2-eaa32ca013ef req-62f46102-22ae-4e1e-9546-68629ae2a748 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:17.943573 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-df90d76f-75d0-41df-aba2-eaa32ca013ef req-62f46102-22ae-4e1e-9546-68629ae2a748 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 932 time: 1.3266320 May 19 13:02:17.952758 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:29Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:17.957375 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b870a2-c33e-44b6-aa69-cd81195271a4 None None] The sync data for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv is: [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T12:58:16Z', 'revision_number': 4, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'b7aa682a-c12e-42a3-94c4-eec0e43cb8d9', 'name': '', 'network_id': '1b54450c-0073-44d8-824c-ab44c20ab800', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'mac_address': 'fa:16:3e:e4:8d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '32652217-401b-48ee-b796-2dfbe341cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:12Z', 'updated_at': '2022-05-19T12:58:29Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'subnets': [{'id': '32652217-401b-48ee-b796-2dfbe341cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:18.053999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-df90d76f-75d0-41df-aba2-eaa32ca013ef req-897e4f98-2918-4ec7-a454-c79739b589ed tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:18.076309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.090422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-2366fa18-ab31-44da-82cb-ea675b160672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:18.091838 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-2366fa18-ab31-44da-82cb-ea675b160672 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 1097 time: 0.2171326 May 19 13:02:18.126067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 3face8cf-4484-444d-9c70-70c52c341f76, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3face8cf-4484-444d-9c70-70c52c341f76,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:18.126434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.213460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-1e568de2-c8e1-468d-9183-2cee1fae7a50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2 HTTP/1.1" status: 200 len: 217 time: 0.0911868 May 19 13:02:18.254323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Allocated IP 172.26.3.72 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/be8748c9-164f-4f04-9074-23b874d8135f) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:18.256308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-df90d76f-75d0-41df-aba2-eaa32ca013ef req-897e4f98-2918-4ec7-a454-c79739b589ed tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:18.257507 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-df90d76f-75d0-41df-aba2-eaa32ca013ef req-897e4f98-2918-4ec7-a454-c79739b589ed tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649674 May 19 13:02:18.261083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a3e5d-3655-446f-b74e-2d1369e3786c None None] New status for floating IP f80ea5b3-f29a-46ac-820b-60e90843cc24: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:02:18.333761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 3face8cf-4484-444d-9c70-70c52c341f76 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:18.341147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.375537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fff1eb-bfce-422a-b772-b3886b72784f']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:18.383126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-cb9f7958-9496-4202-b5bc-6f6f7769c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:18.384554 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-cb9f7958-9496-4202-b5bc-6f6f7769c15d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=328c78a6-9dd1-4b3a-a6a9-c989621abc81 HTTP/1.1" status: 200 len: 838 time: 0.1628671 May 19 13:02:18.412807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.427632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1d0482-3038-4def-a55d-a76976fc13cd') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:18.428017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1d0482-3038-4def-a55d-a76976fc13cd') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:18.449191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.475381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.484601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:18.484966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:18.500737 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:18.656790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.657556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.667026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59298) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:18.704730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-8ac10ec8-ca8a-4c19-8213-84f8898ab7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:18.706324 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-8ac10ec8-ca8a-4c19-8213-84f8898ab7b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2335dad1-479d-488e-a022-03a5597a79e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3149359 May 19 13:02:18.707518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.729923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:18.760934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] Pushing event deleted for resources: {'Network': ['ID=20fff1eb-bfce-422a-b772-b3886b72784f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:18.808447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'tag': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:02:18.821723 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0256a81a-4c7e-4190-a98f-c2424dce33b1 tempest-FloatingIPTestJSON-426061132 tempest-FloatingIPTestJSON-426061132-project] 10.222.0.44 "DELETE /v2.0/networks/20fff1eb-bfce-422a-b772-b3886b72784f HTTP/1.1" status: 204 len: 168 time: 0.8881569 May 19 13:02:18.860046 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f893a2e3-5909-40b5-bcee-45ab630b154f'] response: {'name': 'network-changed', 'server_uuid': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'tag': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2', 'status': 'completed', 'code': 200} May 19 13:02:18.879779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-38fad545-e4f7-418f-997a-9447c91ad62a service neutron] 10.222.0.79 "GET /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541412 May 19 13:02:19.001327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=10b29f29-9992-46e6-a3ed-08e6d08d846a,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:19.018347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4bc90cfe-9706-42de-a567-3ee45dacbfb2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.047173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.050262 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2d2e64e3-1865-4ada-9d5e-931246a57088 req-46717c7f-d628-4b23-b1c4-06da37153fef service neutron] 10.222.0.79 "GET /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635394 May 19 13:02:19.061888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.173199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Pushing event deleted for resources: {'Port': ['ID=48a7a0ea-029f-4f71-b665-8f3d8958fa9c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:19.204828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4bc90cfe-9706-42de-a567-3ee45dacbfb2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.216502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59308) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:19.230763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-0c23e6d0-15d9-4ba0-a8f2-24d023949000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:19.232310 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-0c23e6d0-15d9-4ba0-a8f2-24d023949000 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 1097 time: 0.1155207 May 19 13:02:19.421941 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-edfb72c4-82cd-4960-8cb2-e88c6e6d8d02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=581335c4d6f94f8cb1b738ffe9a01df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041996 May 19 13:02:19.424281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59316) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:19.437610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-60a99d81-d054-4bdb-8598-fc5a249c7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:19.439087 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-60a99d81-d054-4bdb-8598-fc5a249c7d40 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2335dad1-479d-488e-a022-03a5597a79e3 HTTP/1.1" status: 200 len: 898 time: 0.2004409 May 19 13:02:19.442159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.458336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:19.467788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:19.515913 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-4987fdb7-d82f-4e64-990b-deb12738d053 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2 HTTP/1.1" status: 200 len: 217 time: 0.0696530 May 19 13:02:19.559802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.601585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.604851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-73746a56-9423-4aeb-8df9-d7faf428b58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.607054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4bc90cfe-9706-42de-a567-3ee45dacbfb2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.624954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-71705b2a-9839-466f-8f32-47f3f15bd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:19.626415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-71705b2a-9839-466f-8f32-47f3f15bd98d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=328c78a6-9dd1-4b3a-a6a9-c989621abc81 HTTP/1.1" status: 200 len: 838 time: 0.1039920 May 19 13:02:19.669983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-73746a56-9423-4aeb-8df9-d7faf428b58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.710147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3a6141f2-4381-4df8-a294-f7f4b3d22681 None None] Provisioning complete for port 10b29f29-9992-46e6-a3ed-08e6d08d846a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:19.711242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a6141f2-4381-4df8-a294-f7f4b3d22681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.727942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=3face8cf-4484-444d-9c70-70c52c341f76,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:19.749291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-fa8eafa7-03f2-41e4-86f2-1c67f3eba147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:19.751157 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-fa8eafa7-03f2-41e4-86f2-1c67f3eba147 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2335dad1-479d-488e-a022-03a5597a79e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1143966 May 19 13:02:19.779465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-73746a56-9423-4aeb-8df9-d7faf428b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.779986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a6141f2-4381-4df8-a294-f7f4b3d22681 None None] Port 10b29f29-9992-46e6-a3ed-08e6d08d846a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:19.783745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:19.786949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc90cfe-9706-42de-a567-3ee45dacbfb2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3a650-ac73-481a-b7f2-503e8dcdf60f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:19.835336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:19.864435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73746a56-9423-4aeb-8df9-d7faf428b58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cc976-9a11-4ef3-83bb-9824dd862e2a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:19.867177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:19.873589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-73746a56-9423-4aeb-8df9-d7faf428b58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:19.877192 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-73746a56-9423-4aeb-8df9-d7faf428b58a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af3cc976-9a11-4ef3-83bb-9824dd862e2a HTTP/1.1" status: 204 len: 168 time: 0.4496047 May 19 13:02:19.928631 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-4be92a79-8026-4133-82d3-a6e35cd84fdf service neutron] 10.222.0.79 "GET /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645217 May 19 13:02:20.066780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.067921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-42a1aed5-d2f0-4a97-9731-547a6dcef860 tempest-FloatingIPAdminTestJSON-892421085 tempest-FloatingIPAdminTestJSON-892421085-project] 10.222.0.44 "DELETE /v2.0/floatingips/ff7045dd-c458-4c82-929b-ae7bbbf46145 HTTP/1.1" status: 204 len: 168 time: 4.0631208 May 19 13:02:20.069283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4bc90cfe-9706-42de-a567-3ee45dacbfb2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.070440 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4bc90cfe-9706-42de-a567-3ee45dacbfb2 tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "DELETE /v2.0/security-groups/3ba3a650-ac73-481a-b7f2-503e8dcdf60f HTTP/1.1" status: 204 len: 168 time: 1.3654494 May 19 13:02:20.072955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59326) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:20.095205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a917fc-e0a0-40cf-a2b5-deecd7b6b95c req-791ba750-26a3-464d-aaac-71cfa8c39d2c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:20.096726 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7a917fc-e0a0-40cf-a2b5-deecd7b6b95c req-791ba750-26a3-464d-aaac-71cfa8c39d2c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 944 time: 0.7201371 May 19 13:02:20.106611 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ad2f8c4-66d6-43e2-baa2-2695dfcd365f req-2280e59c-d9b3-404d-b54d-26da68e1bdfd service neutron] 10.222.0.79 "GET /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755576 May 19 13:02:20.109720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-730583d1-9421-41b7-80b9-59ab987d322e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] show failed (client error): The resource could not be found. May 19 13:02:20.114274 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-730583d1-9421-41b7-80b9-59ab987d322e tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "GET /v2.0/security-groups/3ba3a650-ac73-481a-b7f2-503e8dcdf60f HTTP/1.1" status: 404 len: 347 time: 0.0340204 May 19 13:02:20.124759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59332) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:20.307850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Deleting port 07369b97-1fcb-4a6a-99ff-03533997e042 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:20.308172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.354703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event updated for resources: {'Port': ['ID=be8748c9-164f-4f04-9074-23b874d8135f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:20.484227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59346) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:20.525568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.548136 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7a917fc-e0a0-40cf-a2b5-deecd7b6b95c req-94e593ff-ab48-4419-b79b-8bdfff7d0c9c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295838 May 19 13:02:20.555460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Router b8ae90e4-f959-4cab-858f-175df7a86872 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:02:20.677715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.678032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:20.828920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59360) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:20.831127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Calling delete_port for 07369b97-1fcb-4a6a-99ff-03533997e042 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:20.904584 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-32656cbc-7539-4293-bb79-8d4efda7ed0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa43e3ece11340e1a4a9f7cba3f3dfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167638 May 19 13:02:20.905506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59366) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:21.008994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'networks': [{'name': 'tempest-network--216922657'}, {'name': 'tempest-network--1957978763'}]} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:21.009220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'network': {'name': 'tempest-network--216922657'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:21.009769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'network': {'name': 'tempest-network--1957978763'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:21.024197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7e78-1ffa-4eb1-8c93-862838fca7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.035372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.060673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7e78-1ffa-4eb1-8c93-862838fca7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.077935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.099445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:network and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.102484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:21.110232 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4b6d6afe-48eb-459d-a171-0fcbdc3d63a2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/routers/b8ae90e4-f959-4cab-858f-175df7a86872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7450550 May 19 13:02:21.112835 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] Sync routers for ids ['b8ae90e4-f959-4cab-858f-175df7a86872'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:21.118064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.122979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59370) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:21.126022 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] Routers {'b8ae90e4-f959-4cab-858f-175df7a86872'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:21.126899 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b8ae90e4-f959-4cab-858f-175df7a86872'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:21.173743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Pushing event deleted for resources: {'Port': ['ID=07369b97-1fcb-4a6a-99ff-03533997e042,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:21.177997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7e78-1ffa-4eb1-8c93-862838fca7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.191993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.194175 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:21.203477 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] Routers {'b8ae90e4-f959-4cab-858f-175df7a86872'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:21.204289 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b8ae90e4-f959-4cab-858f-175df7a86872'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:21.223695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.234705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7e78-1ffa-4eb1-8c93-862838fca7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f080e-84a1-46b5-95fa-3c97e47abadb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:21.274836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:02:21.277246 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:21.277852 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789909b2-c970-4e84-8043-cbaef4eb64f2 None None] The sync data for ids ['b8ae90e4-f959-4cab-858f-175df7a86872'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:21.310296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.312639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.317541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7ad2ef59-c125-4888-9f57-4fed8c9b170c tempest-ServerActionsTestJSON-424593910 tempest-ServerActionsTestJSON-424593910-project] 10.222.0.44 "DELETE /v2.0/floatingips/f80ea5b3-f29a-46ac-820b-60e90843cc24 HTTP/1.1" status: 204 len: 168 time: 1.1880052 May 19 13:02:21.317541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7e78-1ffa-4eb1-8c93-862838fca7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.317541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1c5c7e78-1ffa-4eb1-8c93-862838fca7b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/367f080e-84a1-46b5-95fa-3c97e47abadb HTTP/1.1" status: 204 len: 168 time: 0.4094613 May 19 13:02:21.317541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59374) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:21.347071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'network': 2} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:21.351489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.381549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.443415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:21.464922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'port_id': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2', 'mac_address': 'fa:16:3e:ee:f1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:02:21.476305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.488878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:security_group_rule and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.505757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.510101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:21.526269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:21.534852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:21.535455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.555019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:02:21.578702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:21.584606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.667392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:21.818346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59384) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:21.864574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:21.865247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019e7d4-f20b-451b-8b2b-21ad03649201 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:21.865766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1019e7d4-f20b-451b-8b2b-21ad03649201 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:21.866295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['6e18492f-b15e-4320-8f2b-2f65d24bbcd2'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:02:21.924291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:21.946259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Usage tracker for resource:security_group_rule and tenant:1691b5d43fbe4bcd8beaf29d64ee4b03 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:21.952617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:21.961030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:22.008676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e031-b368-4729-9c9c-55ad665ecf47 req-3d96f084-e265-4441-b2c5-c0a91c08ba5d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:22.009396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-cde2e031-b368-4729-9c9c-55ad665ecf47 req-3d96f084-e265-4441-b2c5-c0a91c08ba5d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:22.046916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-cde2e031-b368-4729-9c9c-55ad665ecf47 req-3d96f084-e265-4441-b2c5-c0a91c08ba5d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:22.047961 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cde2e031-b368-4729-9c9c-55ad665ecf47 req-3d96f084-e265-4441-b2c5-c0a91c08ba5d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.3044214 May 19 13:02:22.056267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1019e7d4-f20b-451b-8b2b-21ad03649201 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:22.060976 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1019e7d4-f20b-451b-8b2b-21ad03649201 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8ae90e4-f959-4cab-858f-175df7a86872 HTTP/1.1" status: 200 len: 989 time: 0.9290302 May 19 13:02:22.065011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59388) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:22.191200 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cde2e031-b368-4729-9c9c-55ad665ecf47 req-e2352572-7e18-4939-82ba-a521f0ff2235 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257489 May 19 13:02:22.192708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:22.193469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.201792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.206911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:22.217419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:22.218212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:22.260895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.318554 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1691b5d43fbe4bcd8beaf29d64ee4b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925017 May 19 13:02:22.327847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59392) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:22.329399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.340689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de1414-8aea-4baa-891c-68e64e319df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f74c0-32d5-42a8-8774-561d25c6f32e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:22.350958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b30e6d4c-c670-4193-9d6f-4b4b396f7c33 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6236830 May 19 13:02:22.356332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59396) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:22.358991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.372021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:22.434686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.453587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.454112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.669523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet 1e35375b-20ed-4c4c-9f53-d76389f44353 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:22.688178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.722728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:19Z', 'revision_number': 10, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:22.726757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:22.735720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5d395e3-e6af-4cbf-9a57-063cae783bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.735923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:22.736507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:22.742501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b7b32-669e-4b03-9c97-1297a870b13b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:22.749983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:22.783098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.783546 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Added segment 1761f802-517a-4f84-8e60-0565982f6621 of type vlan for network 76061a11-e7ca-40f4-b318-6997d995b178 May 19 13:02:22.873051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.889488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:22.902758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:22.907333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Router f6f8009e-f5b3-4bbe-b059-283749304c81 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:02:22.908004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5d395e3-e6af-4cbf-9a57-063cae783bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.044144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:23.067277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5d395e3-e6af-4cbf-9a57-063cae783bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.085954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.086408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Added segment 494c53a6-d3ad-4ae2-b455-fc4ec3f005fc of type vlan for network bda5dafd-b529-4448-a79c-c3703a578a73 May 19 13:02:23.100901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d395e3-e6af-4cbf-9a57-063cae783bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f74c0-32d5-42a8-8774-561d25c6f32e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:23.104166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.141424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Deleting port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:23.141852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.183190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5d395e3-e6af-4cbf-9a57-063cae783bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.184324 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b5d395e3-e6af-4cbf-9a57-063cae783bae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c40f74c0-32d5-42a8-8774-561d25c6f32e HTTP/1.1" status: 204 len: 168 time: 0.8538499 May 19 13:02:23.263105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.278987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:19Z', 'revision_number': 10, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:23.284299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a685572-b9fb-4a58-ad4f-c7206da21981 None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:19Z', 'revision_number': 10, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None, '_interfaces': [{'id': 'e42aaeab-c98f-4211-918c-eda3e0a1c593', 'name': '', 'network_id': 'c7caa567-9adb-441d-b2b0-30dbf41d39c6', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'mac_address': 'fa:16:3e:62:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:01:12Z', 'updated_at': '2022-05-19T13:01:22Z', 'revision_number': 5, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'subnets': [{'id': 'e30a04ee-9155-4967-9644-e4f19c3f4c14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:23.291590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:23.325344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:23.344160 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] Sync routers for ids ['f6f8009e-f5b3-4bbe-b059-283749304c81'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:23.358600 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] Routers {'f6f8009e-f5b3-4bbe-b059-283749304c81'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:23.361427 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['f6f8009e-f5b3-4bbe-b059-283749304c81'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:23.401476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:23.412592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:23.415121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.437074 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:23.448140 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] Routers {'f6f8009e-f5b3-4bbe-b059-283749304c81'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:23.449243 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['f6f8009e-f5b3-4bbe-b059-283749304c81'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:23.452464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] For port b7aa682a-c12e-42a3-94c4-eec0e43cb8d9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:23.452836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.521743 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:23.522708 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f342529-6cf9-47bf-8905-08a23c9635c1 None None] The sync data for ids ['f6f8009e-f5b3-4bbe-b059-283749304c81'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:23.617551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:23.617551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.618249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.623677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.624886 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06b1c333-05ac-4783-8a9e-8a65f2793f20 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "PUT /v2.0/routers/f6f8009e-f5b3-4bbe-b059-283749304c81 HTTP/1.1" status: 200 len: 879 time: 9.4017231 May 19 13:02:23.632188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59406) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:23.635365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Calling delete_port for b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:23.650692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.651432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.658114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:23.665105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:23.666074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.669812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:02:23.684620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:23.693724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.759681 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bef056b-4427-485f-b30c-dd3f92b68994'] response: {'server_uuid': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2', 'code': 200} May 19 13:02:23.775041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=1e35375b-20ed-4c4c-9f53-d76389f44353,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:23.781084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.807487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a09c5-0707-4a05-b10e-f3e06a4be785 None None] Network 2a50647c-0918-42dd-9570-ac55602f622b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:23.819136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3669e917-7893-4d16-b163-dc7edf6a9ae2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/1e35375b-20ed-4c4c-9f53-d76389f44353 HTTP/1.1" status: 204 len: 168 time: 1.4617496 May 19 13:02:23.821629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:23.827716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59412) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:23.829556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59414) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:23.944246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3face8cf-4484-444d-9c70-70c52c341f76 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:23.950514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.993108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:23.993785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 3face8cf-4484-444d-9c70-70c52c341f76 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:23.994281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3face8cf-4484-444d-9c70-70c52c341f76 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:23.996876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.024792 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1887760 May 19 13:02:24.038505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59420) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:24.062202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:24.073207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Usage tracker for resource:security_group_rule and tenant:7b5d3a2d33b140208998898f8bfe92d9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:24.081110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 6c5817e4-a480-47e5-803d-d1c1593558c0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:24.081451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.104534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:24.150003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:24.191657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] DHCP port deletion for 2a50647c-0918-42dd-9570-ac55602f622b request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:24.195616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] Deleting port 6c5817e4-a480-47e5-803d-d1c1593558c0 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:24.195987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.199037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Network': ['ID=76061a11-e7ca-40f4-b318-6997d995b178,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:24.228729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 76061a11-e7ca-40f4-b318-6997d995b178 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:24.305388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d470-02f3-45d5-af23-a92d2dd47493 req-7f3eb54d-109b-4a2d-a972-e1ba0c2b98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:24.307196 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9713d470-02f3-45d5-af23-a92d2dd47493 req-7f3eb54d-109b-4a2d-a972-e1ba0c2b98c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 1099 time: 0.2946482 May 19 13:02:24.472755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87391b34-dbba-480b-a949-264f3dabe6dc req-ef328a1b-ec8d-4efb-bebe-fc0333f00636 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:24.474192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-87391b34-dbba-480b-a949-264f3dabe6dc req-ef328a1b-ec8d-4efb-bebe-fc0333f00636 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.9407926 May 19 13:02:24.508260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] For port 6c5817e4-a480-47e5-803d-d1c1593558c0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6c5817e4-a480-47e5-803d-d1c1593558c0,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:24.508883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.523358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a1f8c-efc5-4136-b3bf-61d030b0a471 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Network': ['ID=bda5dafd-b529-4448-a79c-c3703a578a73,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:24.558743 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e20ae9c9-a223-49c5-92a3-d92ad19bbd18 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/f6f8009e-f5b3-4bbe-b059-283749304c81 HTTP/1.1" status: 200 len: 920 time: 0.9169495 May 19 13:02:24.563454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59424) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:24.610607 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:24.612234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network bda5dafd-b529-4448-a79c-c3703a578a73 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:24.616835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:24.622717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:24.628994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:24.629573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Synchronizing usage tracker for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:24.649149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port 6c5817e4-a480-47e5-803d-d1c1593558c0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6c5817e4-a480-47e5-803d-d1c1593558c0,segment=NetworkSegment(0e658f1b-16f8-4979-b0c8-e060217e65e0),segment_id=0e658f1b-16f8-4979-b0c8-e060217e65e0)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:24.649391 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-87391b34-dbba-480b-a949-264f3dabe6dc req-86f0349d-6262-4ecc-9a52-f06d436e1c5b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361063 May 19 13:02:24.649483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.671440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 10b29f29-9992-46e6-a3ed-08e6d08d846a {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:24.671931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.688524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] Calling delete_port for 6c5817e4-a480-47e5-803d-d1c1593558c0 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:24.698405 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9713d470-02f3-45d5-af23-a92d2dd47493 req-27f87b14-1c84-4636-be3a-9e8859d43124 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190659 May 19 13:02:24.703173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Unset dirty status for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:24.706475 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0239a82f-a0a7-40da-8706-5e3d3aa8e25f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6642411 May 19 13:02:24.710261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59428) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:24.833456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for 6c5817e4-a480-47e5-803d-d1c1593558c0 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:24.842518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.864018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.884742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] No DVR routers for this DVR port 6c5817e4-a480-47e5-803d-d1c1593558c0 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:24.902315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c70231-c082-444b-941e-cad80f98f33c None None] Pushing event deleted for resources: {'Port': ['ID=6c5817e4-a480-47e5-803d-d1c1593558c0,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:24.952345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:24.953553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7aa682a-c12e-42a3-94c4-eec0e43cb8d9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:24.995990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.054728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.125594 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b5d3a2d33b140208998898f8bfe92d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2924974 May 19 13:02:25.125594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e827f-aeb0-4c48-bec2-7b49b826c69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043acbf3-23a2-4007-a95e-db9c87a0478b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:25.126440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59432) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.131660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09daac8d-bcb2-43b3-bcc8-a9d4041b233e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:25.133909 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-09daac8d-bcb2-43b3-bcc8-a9d4041b233e tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=f6f8009e-f5b3-4bbe-b059-283749304c81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5675104 May 19 13:02:25.137979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:02:25.137979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:02:25.140328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59436) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.165603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.350579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 10b29f29-9992-46e6-a3ed-08e6d08d846a owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:25.424699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0985ab6-3599-4964-a1be-c4e02dde7e0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:25.424699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d0985ab6-3599-4964-a1be-c4e02dde7e0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Synchronizing usage tracker for tenant:8d265484e8b54982a778dcd9e4ab2e01 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:25.432419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.437057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.449051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d0985ab6-3599-4964-a1be-c4e02dde7e0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Unset dirty status for tenant:8d265484e8b54982a778dcd9e4ab2e01 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:25.450228 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d0985ab6-3599-4964-a1be-c4e02dde7e0b tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.3088706 May 19 13:02:25.458932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59440) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.516231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76061a11-e7ca-40f4-b318-6997d995b178']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:25.543518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8780a22-cc6a-415e-9f95-8a0ceb3600e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.550540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1761f802-517a-4f84-8e60-0565982f6621') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:25.550862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1761f802-517a-4f84-8e60-0565982f6621') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:25.567141 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-78f27b95-10c0-41a0-8f6c-6ce61c51112c tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6f8009e-f5b3-4bbe-b059-283749304c81 HTTP/1.1" status: 200 len: 205 time: 0.0981169 May 19 13:02:25.576296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59444) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:25.577820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.684935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8780a22-cc6a-415e-9f95-8a0ceb3600e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.685140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port 6c5817e4-a480-47e5-803d-d1c1593558c0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:25.685333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.693944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.733942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:25.734352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:25.753532 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:25.779070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] The port '6c5817e4-a480-47e5-803d-d1c1593558c0' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:02:25.987631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.051182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.076999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6c5817e4-a480-47e5-803d-d1c1593558c0 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:26.079904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8780a22-cc6a-415e-9f95-8a0ceb3600e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.089723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.118595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 6c5817e4-a480-47e5-803d-d1c1593558c0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:26.118933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6c5817e4-a480-47e5-803d-d1c1593558c0 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:26.129995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Network': ['ID=76061a11-e7ca-40f4-b318-6997d995b178,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.134702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.136347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8780a22-cc6a-415e-9f95-8a0ceb3600e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043acbf3-23a2-4007-a95e-db9c87a0478b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.183870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.221402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a50647c-0918-42dd-9570-ac55602f622b']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.236766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Router 91431dee-2caf-468e-a10b-82e53e81140e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:26.244419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e658f1b-16f8-4979-b0c8-e060217e65e0') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.244762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e658f1b-16f8-4979-b0c8-e060217e65e0') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.258080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=10b29f29-9992-46e6-a3ed-08e6d08d846a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.263565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.280920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c6689-4c96-4f22-bf1e-9a40b0a029ae req-98be4e0a-41fd-4a59-8bf9-bd1d09a71699 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:26.282387 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b83c6689-4c96-4f22-bf1e-9a40b0a029ae req-98be4e0a-41fd-4a59-8bf9-bd1d09a71699 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 946 time: 0.4998262 May 19 13:02:26.301124 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bc2b2470-bc50-4ac8-a47e-f51e7b182db1 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/networks/76061a11-e7ca-40f4-b318-6997d995b178 HTTP/1.1" status: 204 len: 168 time: 1.5899417 May 19 13:02:26.309593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8780a22-cc6a-415e-9f95-8a0ceb3600e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.313425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e8780a22-cc6a-415e-9f95-8a0ceb3600e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/043acbf3-23a2-4007-a95e-db9c87a0478b HTTP/1.1" status: 204 len: 168 time: 1.1795797 May 19 13:02:26.320083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59450) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.367649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.388172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:26.388572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:26.405921 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:26.548806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b83c6689-4c96-4f22-bf1e-9a40b0a029ae req-f65de526-2133-4cee-822f-a2d753ff9ac8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166922 May 19 13:02:26.593400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:26.594975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.608196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] Sync routers for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:26.615611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.621170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:26.622083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:26.627847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=2a50647c-0918-42dd-9570-ac55602f622b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:26.654428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ac651492-3a78-49ee-93cd-790cbbeaf600 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/2a50647c-0918-42dd-9570-ac55602f622b HTTP/1.1" status: 204 len: 168 time: 2.8217218 May 19 13:02:26.657503 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-940946a7-dde0-4a09-a6ce-1cb5ab62cebd admin admin] 10.222.0.44 "PUT /v2.0/routers/91431dee-2caf-468e-a10b-82e53e81140e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3397641 May 19 13:02:26.658273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59458) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.661901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59460) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:26.748892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.790407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.808600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Deleting port be8748c9-164f-4f04-9074-23b874d8135f {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:26.808940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:26.860161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:26.861698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.268421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.296265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T13:02:24Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:27.300605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] Checking router: 91431dee-2caf-468e-a10b-82e53e81140e for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:27.310060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] Routers {'91431dee-2caf-468e-a10b-82e53e81140e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:27.310735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['91431dee-2caf-468e-a10b-82e53e81140e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:27.333301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59482) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:27.417939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.485038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] Set router 91431dee-2caf-468e-a10b-82e53e81140e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:27.544581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Router b8ae90e4-f959-4cab-858f-175df7a86872 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:27.550918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.726037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-584046632'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:27.730312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.744962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda5dafd-b529-4448-a79c-c3703a578a73']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:27.752447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:27.755756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port e42aaeab-c98f-4211-918c-eda3e0a1c593 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:27.756201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:27.843459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T13:02:24Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:27.848584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ccb9ee-f5c1-4d77-a651-c318e1b91dca None None] The sync data for ids ['91431dee-2caf-468e-a10b-82e53e81140e'] in dv-neutron-841945-1-hyperv is: [{'id': '91431dee-2caf-468e-a10b-82e53e81140e', 'name': 'tempest-ServerActionsTestJSON-752051532-router', 'tenant_id': 'd1956ad1cb0f473bad60cfb02615e955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:57:56Z', 'updated_at': '2022-05-19T13:02:24Z', 'revision_number': 5, 'project_id': 'd1956ad1cb0f473bad60cfb02615e955', 'gw_port': {'id': '358f71af-24b0-4c67-b3c8-352ec094294b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91431dee-2caf-468e-a10b-82e53e81140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:58:00Z', 'updated_at': '2022-05-19T12:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:27.972014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port e42aaeab-c98f-4211-918c-eda3e0a1c593, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e42aaeab-c98f-4211-918c-eda3e0a1c593,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:27.972379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.073617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:network and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:28.110419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for e42aaeab-c98f-4211-918c-eda3e0a1c593 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:28.187124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494c53a6-d3ad-4ae2-b455-fc4ec3f005fc') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:28.187363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494c53a6-d3ad-4ae2-b455-fc4ec3f005fc') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:28.194244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:28.206332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Calling delete_port for be8748c9-164f-4f04-9074-23b874d8135f owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:28.228368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:28.264777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:28.284161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:28.284650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b7aa682a-c12e-42a3-94c4-eec0e43cb8d9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:28.284933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.340276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:28.343964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.356840 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1338988a-3904-4b57-82a6-32a29dc683fc tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/routers/b8ae90e4-f959-4cab-858f-175df7a86872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2884846 May 19 13:02:28.360364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:28.362395 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] Sync routers for ids ['b8ae90e4-f959-4cab-858f-175df7a86872'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:28.364283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.374600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.376918 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] Routers {'b8ae90e4-f959-4cab-858f-175df7a86872'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:28.377854 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b8ae90e4-f959-4cab-858f-175df7a86872'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:28.378693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59490) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:28.381003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.405162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Port': ['ID=e42aaeab-c98f-4211-918c-eda3e0a1c593,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:28.433403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.442589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:28.442998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:28.468063 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:28.485521 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:28.493835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Deleting port 358f71af-24b0-4c67-b3c8-352ec094294b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:28.493835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.505123 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] Routers {'b8ae90e4-f959-4cab-858f-175df7a86872'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:28.506054 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b8ae90e4-f959-4cab-858f-175df7a86872'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:28.582828 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:28.583533 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f962eca-c5e7-4547-84b7-29cc52a8f3d7 None None] The sync data for ids ['b8ae90e4-f959-4cab-858f-175df7a86872'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:28.598939 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f041785c-5e0d-45dd-be0f-5019126376f1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:02:28.599757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f041785c-5e0d-45dd-be0f-5019126376f1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:28.607906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.633797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:28.662441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:security_group_rule and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:28.669629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:28.684003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:28.716156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.737537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fab07-4298-48ac-aab3-0cff57a1bb09 req-5fd517bf-7e39-4385-b8bc-0115f16495e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:28.739397 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c83fab07-4298-48ac-aab3-0cff57a1bb09 req-5fd517bf-7e39-4385-b8bc-0115f16495e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 946 time: 0.9964852 May 19 13:02:28.740019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f041785c-5e0d-45dd-be0f-5019126376f1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:28.744206 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f041785c-5e0d-45dd-be0f-5019126376f1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/10b29f29-9992-46e6-a3ed-08e6d08d846a HTTP/1.1" status: 404 len: 333 time: 0.3531125 May 19 13:02:28.757506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59494) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:28.804225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.856609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Network': ['ID=bda5dafd-b529-4448-a79c-c3703a578a73,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:28.895905 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5bdc5a67-b561-4bdd-aca0-6eb968c3ef8a tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/networks/bda5dafd-b529-4448-a79c-c3703a578a73 HTTP/1.1" status: 204 len: 168 time: 2.5724211 May 19 13:02:28.904226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59498) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:28.991645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:28.992599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c83fab07-4298-48ac-aab3-0cff57a1bb09 req-6dda4edf-f395-48fd-9b97-21c6faa06dba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842363 May 19 13:02:29.014013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] For port 358f71af-24b0-4c67-b3c8-352ec094294b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=358f71af-24b0-4c67-b3c8-352ec094294b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:29.014347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.157278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.167581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Calling delete_port for 358f71af-24b0-4c67-b3c8-352ec094294b owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:29.268556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event deleted for resources: {'Port': ['ID=be8748c9-164f-4f04-9074-23b874d8135f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:29.273138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.312270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.410253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:29.429005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f19a0-fe7c-43f3-91e0-f14f6a97b9b6,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:29.441351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.441718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Added segment 1ce8ff5d-55bd-421a-a719-a3e5003c0a19 of type vlan for network 46029377-b81a-4b15-aa71-e8bb333d83e5 May 19 13:02:29.450239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.538537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:29.632090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.643904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.718453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca29f0-3dec-48de-9530-11b68029d87d tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:29.724313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca29f0-3dec-48de-9530-11b68029d87d tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:29.725825 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-abca29f0-3dec-48de-9530-11b68029d87d tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8206475 May 19 13:02:29.741265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59504) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:29.779556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.792441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.795561 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.813901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1487558968'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:29.826346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:29.830187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.830706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Fanout notify agent at l3_agent the message router_deleted on router b8ae90e4-f959-4cab-858f-175df7a86872 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:29.838732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:29.841366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:network and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:29.845243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:29.850899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:29.857984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5b80-845a-4fd6-9c4c-a3f7e772f27d req-8474ab99-77f5-4da1-b32d-0ebb95f8bc86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:29.859531 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fefb5b80-845a-4fd6-9c4c-a3f7e772f27d req-8474ab99-77f5-4da1-b32d-0ebb95f8bc86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 946 time: 0.6373079 May 19 13:02:29.862421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:29.865938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:29.868810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:29.882721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a26df785-fe2d-4166-9a71-0f606137ccc8 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2232454 May 19 13:02:29.885225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.885777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Fanout notify agent at l3_agent the message router_deleted on router f6f8009e-f5b3-4bbe-b059-283749304c81 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:29.887588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59508) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:29.897112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.902465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.902765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:29.903371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.906226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c081363b-7577-4df6-a6a5-cf0554bbf03d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/routers/b8ae90e4-f959-4cab-858f-175df7a86872 HTTP/1.1" status: 204 len: 168 time: 1.1476452 May 19 13:02:29.906987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59512) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:29.926497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:29.929965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.959835 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fefb5b80-845a-4fd6-9c4c-a3f7e772f27d req-d1cc20a4-470f-44e7-a6b4-0bff0f464bf5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829835 May 19 13:02:29.977130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:29.988033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:29.988983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Added segment 83d61f95-96ea-40bf-a0c5-188dbd9f33ea of type vlan for network fe6ea17f-c838-4fe2-aaa6-baeb9297896b May 19 13:02:30.024403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.056239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.062674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:30.062674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.074429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:30.079621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.193305 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4429905 May 19 13:02:30.195415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc01e6-0c71-4b6c-b3ad-fe8e1b80c134 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Network': ['ID=fe6ea17f-c838-4fe2-aaa6-baeb9297896b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:30.199057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59520) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.202779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:28Z', 'revision_number': 11, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:30.207482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:30.213096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network fe6ea17f-c838-4fe2-aaa6-baeb9297896b details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:30.218635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-920275544'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:30.223471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Network': ['ID=46029377-b81a-4b15-aa71-e8bb333d83e5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:30.224132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:30.229893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:network and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:30.233310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:30.240635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting subnet e30a04ee-9155-4967-9644-e4f19c3f4c14 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:30.243353 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b2117c27-74dc-4eb5-89ec-30fcbcd1a246 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8925357 May 19 13:02:30.244589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Pushing event deleted for resources: {'Port': ['ID=358f71af-24b0-4c67-b3c8-352ec094294b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:30.249888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:30.252382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59524) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.257674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.265011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6fd9bfdc-5c38-4dfe-8d0b-d9b71a92edeb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/f6f8009e-f5b3-4bbe-b059-283749304c81 HTTP/1.1" status: 204 len: 168 time: 4.6734557 May 19 13:02:30.265201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:30.265303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.276773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59528) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.285743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1274941834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:30.289109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:30.309049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:30.309701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:30.318857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:30.337800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.339662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:30.358515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:30.361971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.376164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Usage tracker for resource:router and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:30.385701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:30.408151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:30.411969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.431113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:30.433419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:30.438309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.439267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.449778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:30.453151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.453498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Added segment 18322d44-fb04-4afa-b8bc-affea2f71a78 of type vlan for network e4197235-9287-4520-8980-fafc4772c157 May 19 13:02:30.454740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:30.457562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.466977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:30.492261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.502770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.505791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.509583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:30.513001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.526943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:30.608739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.649012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:28Z', 'revision_number': 11, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:30.661719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c58c7-5881-4d73-95ba-1cc2c752a2fa None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:28Z', 'revision_number': 11, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:30.666046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.671682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:30.672510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.703239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.704432 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9f21f38c-cdda-4edb-bbf3-2c0e60ec86ab tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4267538 May 19 13:02:30.710392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.711770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59532) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.719770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.762555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.806291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.807810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91431dee-2caf-468e-a10b-82e53e81140e {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:30.812704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.872066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.875821 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ae5dcd0-a9b7-4fe7-84fd-244265ffe501 admin admin] 10.222.0.44 "DELETE /v2.0/routers/91431dee-2caf-468e-a10b-82e53e81140e HTTP/1.1" status: 204 len: 168 time: 4.1981831 May 19 13:02:30.879881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59536) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:30.920165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': True}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:30.964012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:30.993134 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7824130 May 19 13:02:31.000590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.003981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59540) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:31.013265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Deleting subnet 32652217-401b-48ee-b796-2dfbe341cad0 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:31.027685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.032388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97aab85-ba8e-4000-82e5-f8f1f1348815 None None] Network c7caa567-9adb-441d-b2b0-30dbf41d39c6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:31.033925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'ports': [{'network_id': 'fe6ea17f-c838-4fe2-aaa6-baeb9297896b', 'name': 'tempest-port--529032145', 'admin_state_up': True}, {'network_id': 'e4197235-9287-4520-8980-fafc4772c157', 'admin_state_up': False}]} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:31.034232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'port': {'network_id': 'fe6ea17f-c838-4fe2-aaa6-baeb9297896b', 'name': 'tempest-port--529032145', 'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:31.034748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'port': {'network_id': 'e4197235-9287-4520-8980-fafc4772c157', 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:31.050909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Subnet': ['ID=e30a04ee-9155-4967-9644-e4f19c3f4c14,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:31.061678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.101663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d564454-fdd8-4331-9e09-ba3b1f7f02c3 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Network': ['ID=e4197235-9287-4520-8980-fafc4772c157,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:31.117337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e4197235-9287-4520-8980-fafc4772c157 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:31.253451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8b8867d2-b5ae-40df-bce2-29758ffe0e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.265678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eefeb6-b286-4316-8b96-b0ce84e185db None None] Network 10fe2fdc-a935-4a1c-bc6c-edbff71a522f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:31.316847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.318979 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa HTTP/1.1" status: 204 len: 168 time: 1.3664804 May 19 13:02:31.323499 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-657aeb68-d79f-4306-87c4-bdc7beab63b0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/e30a04ee-9155-4967-9644-e4f19c3f4c14 HTTP/1.1" status: 204 len: 168 time: 1.4330711 May 19 13:02:31.340950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59544) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:31.341577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59546) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:31.350846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9af91-05be-4ba5-8186-3b1f726bc4b9 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:31.493476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.507497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.536034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.569281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59552) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:31.712301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] DHCP port deletion for c7caa567-9adb-441d-b2b0-30dbf41d39c6 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:31.720937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] Deleting port a7994612-a68e-47c0-a576-0ec87cc4c1f4 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:31.721606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.747883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.757431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.758368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] DHCP port deletion for 10fe2fdc-a935-4a1c-bc6c-edbff71a522f request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:31.761196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:31.761696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network hostable DHCP agents. Network: 46029377-b81a-4b15-aa71-e8bb333d83e5, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:31.774457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] Deleting port 580035b3-6116-486c-aa75-5422ea83a718 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:31.775057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.781651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=7dc9ca90-842f-40dc-a544-97413cf5a439,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:31.805928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port a7994612-a68e-47c0-a576-0ec87cc4c1f4 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:31.806189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.831460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:31.838187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 580035b3-6116-486c-aa75-5422ea83a718 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:31.838355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:31.875006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:port and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:31.889788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:31.897758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:31.916140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:31.918621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.014834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'port': 2} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:32.019332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.028409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e42aaeab-c98f-4211-918c-eda3e0a1c593 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:32.076460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 46029377-b81a-4b15-aa71-e8bb333d83e5) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:32.091265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.113167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:32.114717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.124576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17781b38-7f58-4586-af19-01f57bd0e9a7 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:32.150312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e42aaeab-c98f-4211-918c-eda3e0a1c593 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:32.150312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e42aaeab-c98f-4211-918c-eda3e0a1c593 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:32.150932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7994612-a68e-47c0-a576-0ec87cc4c1f4 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:32.154912 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44b00191-e4af-48fc-ad25-3d71ba321ba8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8985410 May 19 13:02:32.157507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59556) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:32.164364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'name': 'tempest-NetworksTestDHCPv6-768827553'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:32.284209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] For port a7994612-a68e-47c0-a576-0ec87cc4c1f4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7994612-a68e-47c0-a576-0ec87cc4c1f4,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:32.284490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.284598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.307536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] For port 580035b3-6116-486c-aa75-5422ea83a718, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=580035b3-6116-486c-aa75-5422ea83a718,segment=NetworkSegment(00d09316-529c-4c4c-85ee-76ea76ca468f),segment_id=00d09316-529c-4c4c-85ee-76ea76ca468f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:32.307950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.435818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32652217-401b-48ee-b796-2dfbe341cad0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:32.450445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] Calling delete_port for a7994612-a68e-47c0-a576-0ec87cc4c1f4 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:32.455143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.502583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] For port 580035b3-6116-486c-aa75-5422ea83a718, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=580035b3-6116-486c-aa75-5422ea83a718,segment=NetworkSegment(00d09316-529c-4c4c-85ee-76ea76ca468f),segment_id=00d09316-529c-4c4c-85ee-76ea76ca468f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:32.502976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.513977 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0aaffecb-db9a-46ea-a5e0-af8a3a0c7253 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/32652217-401b-48ee-b796-2dfbe341cad0 HTTP/1.1" status: 204 len: 168 time: 1.6303928 May 19 13:02:32.536528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59560) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:32.602762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933d753-e0fe-42b4-8b31-58722346ccc2 None None] Network 1b54450c-0073-44d8-824c-ab44c20ab800 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:32.618007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] For port a7994612-a68e-47c0-a576-0ec87cc4c1f4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7994612-a68e-47c0-a576-0ec87cc4c1f4,segment=NetworkSegment(fcb95185-a125-4fe2-932d-336215111b3f),segment_id=fcb95185-a125-4fe2-932d-336215111b3f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:32.618380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.628158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] Calling delete_port for 580035b3-6116-486c-aa75-5422ea83a718 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:32.830612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 580035b3-6116-486c-aa75-5422ea83a718 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:32.858801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.884681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:32.892340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.901735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:32.909426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:32.923140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:32.956934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:32.997013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Calling delete_port for a7994612-a68e-47c0-a576-0ec87cc4c1f4 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:33.012789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.018635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Deleting port a1b92891-21be-4da4-b989-197a3635787a {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:33.018801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] No DVR routers for this DVR port a7994612-a68e-47c0-a576-0ec87cc4c1f4 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:33.019032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.030211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59685a0b-6325-4983-a4eb-5352da4978bb None None] Pushing event deleted for resources: {'Port': ['ID=a7994612-a68e-47c0-a576-0ec87cc4c1f4,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:33.048323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:33.051869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.065720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] device_id is not set on port 6282ae79-5353-4cf8-8249-09827df50da9 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:33.071241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a7994612-a68e-47c0-a576-0ec87cc4c1f4 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:33.071623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.128005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:02:33.128454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:02:33.133531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:02:33.133838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:02:33.147640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.192081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port b1652655-f63f-43f7-b253-bd4ded651602 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:33.215298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] Pushing event deleted for resources: {'Port': ['ID=580035b3-6116-486c-aa75-5422ea83a718,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:33.219120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd754691-b479-4cdf-be62-0bea1ba4070b None None] No DVR routers for this DVR port 580035b3-6116-486c-aa75-5422ea83a718 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:33.261075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.304278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 580035b3-6116-486c-aa75-5422ea83a718 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:33.334599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '7dc9ca90-842f-40dc-a544-97413cf5a439'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:33.335732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.355574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 580035b3-6116-486c-aa75-5422ea83a718 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:33.356212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 580035b3-6116-486c-aa75-5422ea83a718 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:33.356621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 358f71af-24b0-4c67-b3c8-352ec094294b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:33.377721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] device_id is not set on port 6fe5256d-884d-405d-89e0-e1e31250c72b yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:33.395411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 358f71af-24b0-4c67-b3c8-352ec094294b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:33.395661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 358f71af-24b0-4c67-b3c8-352ec094294b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:33.496553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.519959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] DHCP port deletion for 1b54450c-0073-44d8-824c-ab44c20ab800 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:33.525291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] Deleting port a1b92891-21be-4da4-b989-197a3635787a {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:33.525669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.538745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.599372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-715ba4aa-a3e5-42eb-9e21-59a33360ba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.610834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Allocated IP 172.26.3.115 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/035f677b-c280-43ec-b518-19d0d9b077b2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:33.614436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.635370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Deleting port a7994612-a68e-47c0-a576-0ec87cc4c1f4 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:33.635713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.646802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] For port a1b92891-21be-4da4-b989-197a3635787a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1b92891-21be-4da4-b989-197a3635787a,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:33.647201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.663479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 580035b3-6116-486c-aa75-5422ea83a718 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:33.663834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.699388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Port': ['ID=6282ae79-5353-4cf8-8249-09827df50da9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:33.748955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] The port '580035b3-6116-486c-aa75-5422ea83a718' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:02:33.778037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] For port a1b92891-21be-4da4-b989-197a3635787a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1b92891-21be-4da4-b989-197a3635787a,segment=NetworkSegment(1dc615c5-bb33-4295-b59f-528ed2a49964),segment_id=1dc615c5-bb33-4295-b59f-528ed2a49964)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:33.778432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:33.814488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] The port 'a7994612-a68e-47c0-a576-0ec87cc4c1f4' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:02:33.846249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Checking segment: {'id': '83d61f95-96ea-40bf-a0c5-188dbd9f33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe6ea17f-c838-4fe2-aaa6-baeb9297896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:33.846715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network hostable DHCP agents. Network: fe6ea17f-c838-4fe2-aaa6-baeb9297896b, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:33.906954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] Calling delete_port for a1b92891-21be-4da4-b989-197a3635787a owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:33.992552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1b92891-21be-4da4-b989-197a3635787a no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:34.039028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.043085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a1b92891-21be-4da4-b989-197a3635787a {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:34.043248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1b92891-21be-4da4-b989-197a3635787a not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:34.049119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Calling delete_port for a1b92891-21be-4da4-b989-197a3635787a owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:34.049873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network fe6ea17f-c838-4fe2-aaa6-baeb9297896b is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:34.061233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.075990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::320 (46029377-b81a-4b15-aa71-e8bb333d83e5/7dc9ca90-842f-40dc-a544-97413cf5a439/b1652655-f63f-43f7-b253-bd4ded651602) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:34.079829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.097469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] No DVR routers for this DVR port a1b92891-21be-4da4-b989-197a3635787a on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:34.099667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f82e71-fcc2-4dcc-b3d3-1f180465ef0a None None] Pushing event deleted for resources: {'Port': ['ID=a1b92891-21be-4da4-b989-197a3635787a,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.100036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, fe6ea17f-c838-4fe2-aaa6-baeb9297896b) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:34.118414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96911f06-f1f9-4b5e-bef6-51f231ec6c75 None None] Network fe6ea17f-c838-4fe2-aaa6-baeb9297896b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:34.123794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:34.124649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.130633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fe2fdc-a935-4a1c-bc6c-edbff71a522f']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.187613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7caa567-9adb-441d-b2b0-30dbf41d39c6']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.217898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d09316-529c-4c4c-85ee-76ea76ca468f') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.218199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d09316-529c-4c4c-85ee-76ea76ca468f') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.235754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb95185-a125-4fe2-932d-336215111b3f') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.236051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb95185-a125-4fe2-932d-336215111b3f') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:34.247428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.267775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.296029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.300598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Port': ['ID=6fe5256d-884d-405d-89e0-e1e31250c72b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.314268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:34.314943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:34.331841 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:34.335018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:02:34.335018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:02:34.337752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.386674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Checking segment: {'id': '18322d44-fb04-4afa-b8bc-affea2f71a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e4197235-9287-4520-8980-fafc4772c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:34.386930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network hostable DHCP agents. Network: e4197235-9287-4520-8980-fafc4772c157, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:34.411988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:34.412391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:34.426606 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:34.457266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.626316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.644546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.648277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.651035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network e4197235-9287-4520-8980-fafc4772c157 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:34.662920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=10fe2fdc-a935-4a1c-bc6c-edbff71a522f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.664618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.688082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.695444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.696351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, e4197235-9287-4520-8980-fafc4772c157) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:34.709747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1c95c-facf-45f9-bb10-ab1d67ab3f09 None None] Network e4197235-9287-4520-8980-fafc4772c157 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:34.712028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:34.717748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:34.722379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:34.723044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.729406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Pushing event deleted for resources: {'Network': ['ID=c7caa567-9adb-441d-b2b0-30dbf41d39c6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:34.737409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object b1652655-f63f-43f7-b253-bd4ded651602 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:34.744657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f259141-fab0-4588-8afe-4a43a6a967d2 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/networks/c7caa567-9adb-441d-b2b0-30dbf41d39c6 HTTP/1.1" status: 204 len: 168 time: 3.4003456 May 19 13:02:34.745804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59564) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.751945 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-148826b1-8156-4f45-b270-a6e22521321e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/10fe2fdc-a935-4a1c-bc6c-edbff71a522f HTTP/1.1" status: 204 len: 168 time: 3.4092131 May 19 13:02:34.756547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'routes': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:34.763606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59568) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.778248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.815164 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1498442e-ba57-4f2c-b210-af880b2b6fc5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8054831 May 19 13:02:34.823841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59572) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:34.827326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:34.839036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Deleting port a1b92891-21be-4da4-b989-197a3635787a {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:34.839567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.862710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:34.893416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:34.908900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:34.972961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.17 (2335dad1-479d-488e-a022-03a5597a79e3/328c78a6-9dd1-4b3a-a6a9-c989621abc81/26500542-3775-42f9-b38a-a5b17177c21a) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:34.983909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] The port 'a1b92891-21be-4da4-b989-197a3635787a' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:02:34.999181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Port': ['ID=035f677b-c280-43ec-b518-19d0d9b077b2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:35.071285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5813bc5a-f490-4444-bce2-0775a18a1b13 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:35.072131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5813bc5a-f490-4444-bce2-0775a18a1b13 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:35.102469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Added routes are [] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:02:35.103096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Removed routes are [] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:02:35.103549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.238796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/7dc9ca90-842f-40dc-a544-97413cf5a439/efc34062-d3c3-475b-9ebc-a1c5b144a4f5) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:35.243292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411faecc-af8c-442c-bf5e-de0d3620f2da tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:35.249699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411faecc-af8c-442c-bf5e-de0d3620f2da tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:35.250482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-411faecc-af8c-442c-bf5e-de0d3620f2da tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Synchronizing usage tracker for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:35.337694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.394143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.398119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-411faecc-af8c-442c-bf5e-de0d3620f2da tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Unset dirty status for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:35.402474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-411faecc-af8c-442c-bf5e-de0d3620f2da tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5741904 May 19 13:02:35.402474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.402830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59576) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:35.494129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.504871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Transition to ACTIVE for port object efc34062-d3c3-475b-9ebc-a1c5b144a4f5 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:35.524454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Transition to ACTIVE for port object efc34062-d3c3-475b-9ebc-a1c5b144a4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:35.531776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.595424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Deleting port 6282ae79-5353-4cf8-8249-09827df50da9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:35.595823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.596835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:35.599536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:35.603479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:35.612294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Pushing event updated for resources: {'Port': ['ID=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:35.620263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5813bc5a-f490-4444-bce2-0775a18a1b13 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:35.625145 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5813bc5a-f490-4444-bce2-0775a18a1b13 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/e19152e1-c270-4b33-a977-c1664dda069e HTTP/1.1" status: 200 len: 845 time: 0.8522403 May 19 13:02:35.628877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router cae69372-23db-47a8-8c6d-0dcf44c31982 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:35.629499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59580) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:35.633401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.673578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:35.691392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:35.701008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Attempting to bind port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:35.701379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Attempting to bind port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:35.701775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Attempting to bind port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:35.707568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:35.707927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:35.708759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.708759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:35.709149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Bound port: efc34062-d3c3-475b-9ebc-a1c5b144a4f5, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:35.709551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.717909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:35.723363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:35.723933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.732145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b54450c-0073-44d8-824c-ab44c20ab800']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:35.761725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=b1652655-f63f-43f7-b253-bd4ded651602,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:35.766261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc615c5-bb33-4295-b59f-528ed2a49964') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:35.766809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc615c5-bb33-4295-b59f-528ed2a49964') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:35.803679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] For port efc34062-d3c3-475b-9ebc-a1c5b144a4f5, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:35.807276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] For port efc34062-d3c3-475b-9ebc-a1c5b144a4f5, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:35.814191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.841925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.913726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.918317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.918883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.936274 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-53a7c35c-b54b-4df3-b587-5e9a82cb339b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7750361 May 19 13:02:35.938032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:35.938032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:35.940381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68ae45-24a1-4294-88d9-d53f87a0a76a None None] Pushing event updated for resources: {'Port': ['ID=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:35.957432 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:35.968918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59584) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.034366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1518ed56-26bb-4ce3-b3d3-9aef170b4c7e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:36.047984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:36.059692 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] Sync routers for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:36.060195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.064075 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d0b737b-f0f9-4ff4-943c-46c0d0882d17 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 705 time: 1.3149321 May 19 13:02:36.073110 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:36.074302 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:36.081782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59588) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.100836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 26500542-3775-42f9-b38a-a5b17177c21a will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:36.193162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.221680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1518ed56-26bb-4ce3-b3d3-9aef170b4c7e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:36.223049 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1518ed56-26bb-4ce3-b3d3-9aef170b4c7e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/e19152e1-c270-4b33-a977-c1664dda069e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5926218 May 19 13:02:36.227933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4c1747d4-b0b3-4192-8625-21924a39f26f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:36.232510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59592) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.237996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:36.259734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.289308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.321843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b54450c-0073-44d8-824c-ab44c20ab800,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:36.324245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:36.338649 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0243607d-f8df-41d3-a585-29261a7d099d admin admin] 10.222.0.44 "DELETE /v2.0/networks/1b54450c-0073-44d8-824c-ab44c20ab800 HTTP/1.1" status: 204 len: 168 time: 3.8009145 May 19 13:02:36.349270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.403716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.473707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:28Z', 'revision_number': 11, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:36.480896 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] Checking router: cae69372-23db-47a8-8c6d-0dcf44c31982 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:36.494030 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] Routers {'cae69372-23db-47a8-8c6d-0dcf44c31982'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:36.494842 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cae69372-23db-47a8-8c6d-0dcf44c31982'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:36.502067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531aa3c-8903-429c-a41d-8ae860c984bf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:36.508070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531aa3c-8903-429c-a41d-8ae860c984bf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:36.508859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c531aa3c-8903-429c-a41d-8ae860c984bf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:36.520681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 2335dad1-479d-488e-a022-03a5597a79e3 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:36.529653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:36.539167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:36.540165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Calling delete_port for 6282ae79-5353-4cf8-8249-09827df50da9 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:36.572805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4c1747d4-b0b3-4192-8625-21924a39f26f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:36.577270 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4c1747d4-b0b3-4192-8625-21924a39f26f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 205 time: 0.4945025 May 19 13:02:36.583501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=26500542-3775-42f9-b38a-a5b17177c21a,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:36.587182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59598) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.665988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59602) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.707348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c531aa3c-8903-429c-a41d-8ae860c984bf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:36.708631 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c531aa3c-8903-429c-a41d-8ae860c984bf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7381682 May 19 13:02:36.714634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59606) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:36.720376 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] Set router cae69372-23db-47a8-8c6d-0dcf44c31982 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:36.779740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.798760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:36.807704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:36.825554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:36.831347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.876498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port b1652655-f63f-43f7-b253-bd4ded651602 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:36.877527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.888635 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:28Z', 'revision_number': 11, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:36.892988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:36.893204 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63fe75b-4b48-4ae1-b414-28e627c0e116 None None] The sync data for ids ['cae69372-23db-47a8-8c6d-0dcf44c31982'] in dv-neutron-841945-1-hyperv is: [{'id': 'cae69372-23db-47a8-8c6d-0dcf44c31982', 'name': 'tempest-RoutersIpV6Test-router-2015748184', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:01:07Z', 'updated_at': '2022-05-19T13:02:28Z', 'revision_number': 11, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:36.893572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4517ce0b-2765-4bc2-b0c1-f27145cc4815 None None] Provisioning for port 26500542-3775-42f9-b38a-a5b17177c21a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:36.900804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.905855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4517ce0b-2765-4bc2-b0c1-f27145cc4815 None None] Provisioning complete for port 26500542-3775-42f9-b38a-a5b17177c21a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:36.906229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4517ce0b-2765-4bc2-b0c1-f27145cc4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:36.979123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Port': ['ID=6282ae79-5353-4cf8-8249-09827df50da9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:37.020781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4517ce0b-2765-4bc2-b0c1-f27145cc4815 None None] Port 26500542-3775-42f9-b38a-a5b17177c21a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:37.069642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.089676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:37.093475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.109500 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c42601a-c83c-4792-8475-6734c485f0d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1956ad1cb0f473bad60cfb02615e955&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4337409 May 19 13:02:37.115155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59610) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:37.241339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c52b2a7e-3995-45c0-a4b7-0a8c0775ec31 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/ports/6282ae79-5353-4cf8-8249-09827df50da9 HTTP/1.1" status: 204 len: 168 time: 1.8376253 May 19 13:02:37.255243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59614) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:37.305203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e5a51-c437-4f53-838d-99b1f313423d None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:37.389736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.394068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.410723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-31f35934-e748-42ce-943b-d428a8dcd4c2 None None] Provisioning for port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:37.429564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.430059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router cae69372-23db-47a8-8c6d-0dcf44c31982 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:37.492581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.574915 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.603611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.646265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.647525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-631398f0-3ad4-494a-9960-138f5c43b106 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 204 len: 168 time: 1.0514011 May 19 13:02:37.651954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59618) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:37.659289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539230106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:37.672776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Deleting port 6fe5256d-884d-405d-89e0-e1e31250c72b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:37.673113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.677434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:37.687283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Usage tracker for resource:router and tenant:877f0939af8f48fc9d11428edb81caf7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:37.698297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:37.708207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:37.717863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.759099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.760455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.796177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:37.799171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa7a39ab-832f-4478-8725-6b5386ee14d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.800581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:37.807165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.809283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:37.810119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.814179 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=2fe623f0-6f14-40a9-8e05-0af4734cde9f,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:37.815180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102bf67-652a-4c73-bb1e-c8a2dd8d5822 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:37.852641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cae9eedf-374e-4c2b-b8cf-7184a37d1a19 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6187930 May 19 13:02:37.854265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59622) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:37.855527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.874028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'security_group': {'name': 'tempest-secgroup-1178457227'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:37.892962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:37.898406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.898809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:37.902009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:37.906415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:37.906581 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-541bff9a-3b87-44ac-9742-dac23d6c3aa0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2534077 May 19 13:02:37.910354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59626) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:37.913413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:37.920356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:38.095021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device efc34062-d3c3-475b-9ebc-a1c5b144a4f5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:38.138434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.150820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-385b1aa1-6f7b-4022-9274-e26c0763e977 None None] Provisioning for port b1652655-f63f-43f7-b253-bd4ded651602 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:38.164028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-385b1aa1-6f7b-4022-9274-e26c0763e977 None None] Provisioning complete for port b1652655-f63f-43f7-b253-bd4ded651602 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:38.164399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-385b1aa1-6f7b-4022-9274-e26c0763e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.225730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa7a39ab-832f-4478-8725-6b5386ee14d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.249599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for b1652655-f63f-43f7-b253-bd4ded651602 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:38.279814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-385b1aa1-6f7b-4022-9274-e26c0763e977 None None] Port b1652655-f63f-43f7-b253-bd4ded651602 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:38.296644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:38.305123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:38.305495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.352819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4f18480c-9630-4976-9eb6-dd3965fedd43', 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'tenant_id': '604bff1200154a66a3b117ee43900fd7', 'fixed_ips': [{'subnet_id': '2fe623f0-6f14-40a9-8e05-0af4734cde9f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:38.354616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.380479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:38.387765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.393917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group_rule and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:38.397840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:38.405418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:38.414092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.436270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.480832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-86e9fbee-9741-4ad7-aa29-f60ab5224513 None None] Provisioning complete for port b1652655-f63f-43f7-b253-bd4ded651602 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:38.481203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86e9fbee-9741-4ad7-aa29-f60ab5224513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.487728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.637993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.644827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.650027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:38.651270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.662146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Router 3a6c5827-b929-49f3-b710-b8eed5b72ea9 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:02:38.664698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-86e9fbee-9741-4ad7-aa29-f60ab5224513 None None] Port b1652655-f63f-43f7-b253-bd4ded651602 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:38.690703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Calling delete_port for 6fe5256d-884d-405d-89e0-e1e31250c72b owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:38.708117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Allocated IP 2001:db8::2 (4f18480c-9630-4976-9eb6-dd3965fedd43/2fe623f0-6f14-40a9-8e05-0af4734cde9f/cda68800-8a81-4b82-8153-4b68205b2d5a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:38.714517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port efc34062-d3c3-475b-9ebc-a1c5b144a4f5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:38.722808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.756980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.759037 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8908508 May 19 13:02:38.766842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59630) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:38.768325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63595171-0f00-4b4a-b44b-380f8e218812 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc3cfec-eaef-453b-9e1e-65169a79fb92,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:38.840829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085627161'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:38.854177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:38.855720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa7a39ab-832f-4478-8725-6b5386ee14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.864615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:38.866734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:38.876316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:38.878119 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d0a95e4-ea01-4c8b-ab90-df4ad2734f1e tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "PUT /v2.0/routers/3a6c5827-b929-49f3-b710-b8eed5b72ea9 HTTP/1.1" status: 200 len: 698 time: 0.9662812 May 19 13:02:38.879585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:38.883155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59634) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:38.888673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Router d664e06b-db48-4c1f-bdc0-bc6cb638108c is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:02:38.893292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] Sync routers for ids ['3a6c5827-b929-49f3-b710-b8eed5b72ea9'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:38.906837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a39ab-832f-4478-8725-6b5386ee14d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e5328-3ada-45bf-9698-4df6fd6659cb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:38.919452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] Routers {'3a6c5827-b929-49f3-b710-b8eed5b72ea9'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:38.920302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3a6c5827-b929-49f3-b710-b8eed5b72ea9'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:38.957033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:38.979894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.051854 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-83042027-04da-4629-9ae7-1fd5cb9b9da6 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/routers/3a6c5827-b929-49f3-b710-b8eed5b72ea9 HTTP/1.1" status: 200 len: 704 time: 0.1646750 May 19 13:02:39.051854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.072383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59638) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:39.092615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] Set router 3a6c5827-b929-49f3-b710-b8eed5b72ea9 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:39.116567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:39.125798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group_rule and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:39.134874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:39.143616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:39.208417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c5827-b929-49f3-b710-b8eed5b72ea9', 'name': 'tempest-RoutersIpV6Test-router-1539230106', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:02:37Z', 'updated_at': '2022-05-19T13:02:38Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:39.217648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59642) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:39.217851 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-19496bdd-8beb-424e-98aa-347c4946298d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a6c5827-b929-49f3-b710-b8eed5b72ea9 HTTP/1.1" status: 200 len: 205 time: 0.1408277 May 19 13:02:39.230713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.242062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] Checking router: 3a6c5827-b929-49f3-b710-b8eed5b72ea9 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:39.262336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.267882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.268292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] Routers {'3a6c5827-b929-49f3-b710-b8eed5b72ea9'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:39.268893 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3a6c5827-b929-49f3-b710-b8eed5b72ea9'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:39.307989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.315687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282ec73f-b784-4e20-9a7a-0c864066d726,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.319786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.324111 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c61d1211-0e4b-4dfd-9305-503252072b67 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5530443 May 19 13:02:39.325019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59646) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:39.331623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-166456209', 'security_groups': ['282ec73f-b784-4e20-9a7a-0c864066d726'], 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2fe623f0-6f14-40a9-8e05-0af4734cde9f'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:39.388540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aa7a39ab-832f-4478-8725-6b5386ee14d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.392210 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aa7a39ab-832f-4478-8725-6b5386ee14d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/929e5328-3ada-45bf-9698-4df6fd6659cb HTTP/1.1" status: 204 len: 168 time: 2.2669563 May 19 13:02:39.407572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.420844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] Set router 3a6c5827-b929-49f3-b710-b8eed5b72ea9 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:39.449982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=b1652655-f63f-43f7-b253-bd4ded651602,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.519688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Transition to ACTIVE for port object cda68800-8a81-4b82-8153-4b68205b2d5a will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:39.532477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6c5827-b929-49f3-b710-b8eed5b72ea9', 'name': 'tempest-RoutersIpV6Test-router-1539230106', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:02:37Z', 'updated_at': '2022-05-19T13:02:38Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:39.549009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7ea58-917b-42ba-8efb-316232146100 None None] The sync data for ids ['3a6c5827-b929-49f3-b710-b8eed5b72ea9'] in dv-neutron-841945-1-hyperv is: [{'id': '3a6c5827-b929-49f3-b710-b8eed5b72ea9', 'name': 'tempest-RoutersIpV6Test-router-1539230106', 'tenant_id': '877f0939af8f48fc9d11428edb81caf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:02:37Z', 'updated_at': '2022-05-19T13:02:38Z', 'revision_number': 2, 'project_id': '877f0939af8f48fc9d11428edb81caf7', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:39.564869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Transition to ACTIVE for port object cda68800-8a81-4b82-8153-4b68205b2d5a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:39.593107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.607363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:39.617928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:39.629160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:39.678055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:39.681575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:39.685892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:39.692178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Pushing event updated for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.805041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Port': ['ID=6fe5256d-884d-405d-89e0-e1e31250c72b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:39.821121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.826376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.827634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.828990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Attempting to bind port cda68800-8a81-4b82-8153-4b68205b2d5a on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:39.829364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Attempting to bind port cda68800-8a81-4b82-8153-4b68205b2d5a by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:39.829941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Attempting to bind port cda68800-8a81-4b82-8153-4b68205b2d5a on network 4f18480c-9630-4976-9eb6-dd3965fedd43 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:39.836200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:39.836578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Checking segment: {'id': '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:39.836991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.837623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Bound using segment: {'id': '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:39.838258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Bound port: cda68800-8a81-4b82-8153-4b68205b2d5a, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:39.838817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.855187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port b69f71d7-60a9-4659-bc90-2871831a77ba yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:39.901101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:39.999586 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f379bcd4-74d1-4712-ad40-c907b07fcab2 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/ports/6fe5256d-884d-405d-89e0-e1e31250c72b HTTP/1.1" status: 204 len: 168 time: 2.7394893 May 19 13:02:39.999721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59656) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:40.007268 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9a5dd7ad-548f-4740-a34e-2a691d54d096 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/b1652655-f63f-43f7-b253-bd4ded651602 HTTP/1.1" status: 204 len: 168 time: 3.2823875 May 19 13:02:40.009595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:40.016345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59660) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:40.026872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cda68800-8a81-4b82-8153-4b68205b2d5a,segment=NetworkSegment(5a5a197a-653c-4bcb-aaf5-aa021ceae4cc),segment_id=5a5a197a-653c-4bcb-aaf5-aa021ceae4cc)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:40.029116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device efc34062-d3c3-475b-9ebc-a1c5b144a4f5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:40.066721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.077495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5a3a3e32-146e-4b9f-bfb5-1e4e7d8b6574 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Synchronizing usage tracker for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:40.136012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:40.154018 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] Sync routers for ids ['d664e06b-db48-4c1f-bdc0-bc6cb638108c'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:40.168750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5a3a3e32-146e-4b9f-bfb5-1e4e7d8b6574 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Unset dirty status for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:40.170915 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5a3a3e32-146e-4b9f-bfb5-1e4e7d8b6574 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1697469 May 19 13:02:40.176160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59668) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:40.180586 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] Routers {'d664e06b-db48-4c1f-bdc0-bc6cb638108c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:40.183769 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['d664e06b-db48-4c1f-bdc0-bc6cb638108c'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:40.195920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-161435908'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:40.201812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:40.207510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:network and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:40.210636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:40.211668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dd5b2-b536-4479-923f-1e651ca1cec0 None None] Pushing event updated for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:40.226468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:40.226877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.229294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:40.249200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:40.253397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.286855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.288066 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-231e9f4f-c650-4dae-81f5-ae4b51643229 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "PUT /v2.0/routers/d664e06b-db48-4c1f-bdc0-bc6cb638108c HTTP/1.1" status: 200 len: 915 time: 9.5279644 May 19 13:02:40.302281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:40.307099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59672) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:40.311752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.312092 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Added segment 601a76cb-0c4c-4d9d-a40b-91b7e385814e of type vlan for network fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f May 19 13:02:40.348387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.376042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::3e6 (4f18480c-9630-4976-9eb6-dd3965fedd43/2fe623f0-6f14-40a9-8e05-0af4734cde9f/b69f71d7-60a9-4659-bc90-2871831a77ba) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:40.415571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:40.427697 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:40.437380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.443138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:40.443740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.460789 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] Routers {'d664e06b-db48-4c1f-bdc0-bc6cb638108c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:40.461683 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['d664e06b-db48-4c1f-bdc0-bc6cb638108c'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:40.472845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.488834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.511451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71be27e-50ce-4fc1-b0e4-92baa5feb0ab tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:40.518763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71be27e-50ce-4fc1-b0e4-92baa5feb0ab tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:40.519711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c71be27e-50ce-4fc1-b0e4-92baa5feb0ab tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:40.592626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.637369 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:40.638155 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598ce85-a620-4399-9006-5cbd6685cdfc None None] The sync data for ids ['d664e06b-db48-4c1f-bdc0-bc6cb638108c'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:40.730444 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5532804 May 19 13:02:40.744003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59684) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:40.752569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1082893332'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:40.756064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613cf8-d008-4b2f-81ad-cb27c3363247 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Network': ['ID=fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:40.764399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:40.781362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:network and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:40.784197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:40.787965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:40.795951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:40.832693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:40.840531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.879746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.891185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.905934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:40.922305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object b69f71d7-60a9-4659-bc90-2871831a77ba will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:40.928364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.929017 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Added segment 7a5b50fa-607b-4429-be76-9a864d9663c7 of type vlan for network 5cd805e8-e83f-4712-9475-7cdffcb50470 May 19 13:02:40.963839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.973361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:40.974126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6c5827-b929-49f3-b710-b8eed5b72ea9 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:40.998824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c71be27e-50ce-4fc1-b0e4-92baa5feb0ab tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:41.000491 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c71be27e-50ce-4fc1-b0e4-92baa5feb0ab tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9788468 May 19 13:02:41.001812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.003496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59692) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.064645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.066387 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1340b327-323d-4d9d-b24e-833111e29763 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/3a6c5827-b929-49f3-b710-b8eed5b72ea9 HTTP/1.1" status: 204 len: 168 time: 1.8371840 May 19 13:02:41.078738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59696) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.084073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=26500542-3775-42f9-b38a-a5b17177c21a,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:41.093896 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6949ef13-7b13-413d-b78b-f375db6a3b4f tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/d664e06b-db48-4c1f-bdc0-bc6cb638108c HTTP/1.1" status: 200 len: 921 time: 0.7804291 May 19 13:02:41.151237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 7dc9ca90-842f-40dc-a544-97413cf5a439 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:41.154323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.166670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.176846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59700) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.199490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-49f1b362-949f-4dfc-98df-4e36d4fe8762 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Synchronizing usage tracker for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:41.220925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.226301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:41.226929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.336757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-49f1b362-949f-4dfc-98df-4e36d4fe8762 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] Unset dirty status for tenant:877f0939af8f48fc9d11428edb81caf7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:41.341053 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-49f1b362-949f-4dfc-98df-4e36d4fe8762 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a6c5827-b929-49f3-b710-b8eed5b72ea9 HTTP/1.1" status: 200 len: 205 time: 0.2585895 May 19 13:02:41.357950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59708) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.410904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 2335dad1-479d-488e-a022-03a5597a79e3 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:41.412917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:41.449081 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-0994b82e-c3f0-4c2c-b98a-70d3ac34be8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:41.450274 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0994b82e-c3f0-4c2c-b98a-70d3ac34be8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/3a6c5827-b929-49f3-b710-b8eed5b72ea9 HTTP/1.1" status: 404 len: 336 time: 0.0870459 May 19 13:02:41.459695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.485057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59716) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.506409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:41.507892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:41.524256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=b69f71d7-60a9-4659-bc90-2871831a77ba,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:41.526697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Network': ['ID=5cd805e8-e83f-4712-9475-7cdffcb50470,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:41.529444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:41.534915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:41.535572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.547564 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dcc8fa44-6ffb-4fd5-83d8-0c19de44e56f tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8026505 May 19 13:02:41.550895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 5cd805e8-e83f-4712-9475-7cdffcb50470 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:41.587966 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c19c6c-f0f2-45ed-abfe-bcf74c133268 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:41.590378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c19c6c-f0f2-45ed-abfe-bcf74c133268 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:41.592411 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b4c19c6c-f0f2-45ed-abfe-bcf74c133268 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/f694c157-4e5a-48ea-8bdb-8757ee7be92f HTTP/1.1" status: 404 len: 337 time: 0.1065576 May 19 13:02:41.597383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59720) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.614068 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e479c2c5-9c93-4325-b9bc-6ee3b9a9b67c tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2878752 May 19 13:02:41.622604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59724) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.651281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:41.710417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59728) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.784727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-943df0fe-33ee-4ef4-a37b-7f077cac4991 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:41.785432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943df0fe-33ee-4ef4-a37b-7f077cac4991 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:41.787394 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-943df0fe-33ee-4ef4-a37b-7f077cac4991 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/816babc4-efe6-4c6a-8483-38c8166c7cda HTTP/1.1" status: 404 len: 337 time: 0.1874058 May 19 13:02:41.790095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a20b95-b3c7-40b3-b475-3a145eed9348 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:41.792004 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b1a20b95-b3c7-40b3-b475-3a145eed9348 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=d664e06b-db48-4c1f-bdc0-bc6cb638108c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5955763 May 19 13:02:41.792764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59734) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.803344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59736) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.891496 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-271071f2-7ff0-4cef-913c-f5536da6b45d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:41.891946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271071f2-7ff0-4cef-913c-f5536da6b45d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:41.896260 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-271071f2-7ff0-4cef-913c-f5536da6b45d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/1e35375b-20ed-4c4c-9f53-d76389f44353 HTTP/1.1" status: 404 len: 337 time: 0.0922704 May 19 13:02:41.898834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59744) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:41.919717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:41.920439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:41.948454 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed44158c-c8f5-4d55-9e17-e762ce242f74 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:41.949172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed44158c-c8f5-4d55-9e17-e762ce242f74 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:41.952393 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ed44158c-c8f5-4d55-9e17-e762ce242f74 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/e30a04ee-9155-4967-9644-e4f19c3f4c14 HTTP/1.1" status: 404 len: 337 time: 0.0499213 May 19 13:02:41.958388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'subnets': [{'network_id': 'fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--681609901', 'ip_version': 4}, {'network_id': '5cd805e8-e83f-4712-9475-7cdffcb50470', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:41.958957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'subnet': {'network_id': 'fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--681609901', 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:41.959305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Request body: {'subnet': {'network_id': '5cd805e8-e83f-4712-9475-7cdffcb50470', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.012318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59748) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.042928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:42.062696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Provisioning for port cda68800-8a81-4b82-8153-4b68205b2d5a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:42.098712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:42.156231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:02:42.163140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Provisioning complete for port 26500542-3775-42f9-b38a-a5b17177c21a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:42.163780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.182271 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f356eea1-7cc9-4b3c-8dcb-15a87ea9070f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 200 len: 205 time: 0.1627121 May 19 13:02:42.186831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59758) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.257345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ec87a47b-6fda-4ed7-9fbb-acddb5860d57 None None] Port 26500542-3775-42f9-b38a-a5b17177c21a cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:42.299967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port cda68800-8a81-4b82-8153-4b68205b2d5a completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:42.306649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:42.310255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.320490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59762) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.338712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:42.355702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:42.358748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.372063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-a5f597f2-2385-4f9d-89e1-61e2ba506d93 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:42.373099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a5f597f2-2385-4f9d-89e1-61e2ba506d93 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/cae69372-23db-47a8-8c6d-0dcf44c31982 HTTP/1.1" status: 404 len: 336 time: 0.1732280 May 19 13:02:42.385274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59768) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.395340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:42.412766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:42.423344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-789193d5-e80a-4e7f-95af-3f523a6f9025 None None] Provisioning for port b69f71d7-60a9-4659-bc90-2871831a77ba completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:42.427241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:42.435489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-789193d5-e80a-4e7f-95af-3f523a6f9025 None None] Provisioning complete for port b69f71d7-60a9-4659-bc90-2871831a77ba triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:42.435906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-789193d5-e80a-4e7f-95af-3f523a6f9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.437313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Usage tracker for resource:subnet and tenant:413eed3e7b80469ba14fbf29de895f65 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:42.443798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:42.450313 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7b437ab8-bb3e-4e4c-96ca-5a8b0e89e41b tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b8467d3-873e-4dd0-9a68-fb2d49e97195 HTTP/1.1" status: 200 len: 205 time: 0.0639298 May 19 13:02:42.452823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:42.454474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d593b36-a397-43da-bfcf-775ebd642a1a tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:42.454915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.456074 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4d593b36-a397-43da-bfcf-775ebd642a1a tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.6368110 May 19 13:02:42.458819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.459203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59774) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.475405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:42.515718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-789193d5-e80a-4e7f-95af-3f523a6f9025 None None] Port b69f71d7-60a9-4659-bc90-2871831a77ba cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:42.527669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:42.528126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.551140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3c3fbc84-b17d-4fc9-84a8-2ce143650c69 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.561997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cda68800-8a81-4b82-8153-4b68205b2d5a,segment=NetworkSegment(5a5a197a-653c-4bcb-aaf5-aa021ceae4cc),segment_id=5a5a197a-653c-4bcb-aaf5-aa021ceae4cc)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:42.566860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.569020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Made reservation on behalf of 413eed3e7b80469ba14fbf29de895f65 for: {'subnet': 2} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:42.573574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.573795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.637981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:42.661042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.742838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc9ca90-842f-40dc-a544-97413cf5a439,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:42.745708 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3c3fbc84-b17d-4fc9-84a8-2ce143650c69 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "PUT /v2.0/quotas/40fdfd8cdfff4e9bbb1735b9f7184c2b HTTP/1.1" status: 200 len: 368 time: 0.4241335 May 19 13:02:42.752999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59780) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.755008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.758608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01788760-fa6d-46ac-9c4e-ea4ec7ad9e1a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:42.764400 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6be6edea-c91c-4b1c-b20e-6d3be6eec71d tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d664e06b-db48-4c1f-bdc0-bc6cb638108c HTTP/1.1" status: 200 len: 205 time: 0.3024426 May 19 13:02:42.772495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Request body: {'network': {'project_id': '40fdfd8cdfff4e9bbb1735b9f7184c2b'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.780991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59784) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.786289 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-1162dbef-f1e0-40fb-9698-967f8c9dfd8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:42.787932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:42.790063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1162dbef-f1e0-40fb-9698-967f8c9dfd8d tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/6b8467d3-873e-4dd0-9a68-fb2d49e97195 HTTP/1.1" status: 404 len: 336 time: 0.3299406 May 19 13:02:42.793699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59788) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.805892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Usage tracker for resource:network and tenant:40fdfd8cdfff4e9bbb1735b9f7184c2b is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:42.838166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fe623f0-6f14-40a9-8e05-0af4734cde9f (CIDR: 2001:db8::/64) May 19 13:02:42.839760 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21e408e6-2e21-4f3e-a9c3-e04f0bf89e99 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/7dc9ca90-842f-40dc-a544-97413cf5a439 HTTP/1.1" status: 204 len: 168 time: 1.8351431 May 19 13:02:42.840942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:42.843125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59792) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.856637 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-29768ba6-eba8-4dbe-aef3-91914ee5c15f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:42.857078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29768ba6-eba8-4dbe-aef3-91914ee5c15f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:42.859950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:42.860345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:42.865192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:42.883308 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-29768ba6-eba8-4dbe-aef3-91914ee5c15f tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/d7effcdb-d86a-495c-aa22-4b718bc01ed9 HTTP/1.1" status: 404 len: 337 time: 0.0855899 May 19 13:02:42.887695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59796) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.930037 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-de31525e-dd2d-409c-948b-1dca82c5ae5a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3065109 May 19 13:02:42.936255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59800) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.937721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Made reservation on behalf of 40fdfd8cdfff4e9bbb1735b9f7184c2b for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:42.942739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:42.942897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cdc8e6aa-8aa8-490f-b0bb-59f462bf2324 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936356 May 19 13:02:42.950650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59804) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.954974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.982418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:42.984797 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1a0bcf6a-3295-4b2f-a9e7-6db5cd97bc3a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 200 len: 205 time: 0.0950496 May 19 13:02:42.992271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59808) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:42.998256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:42.998447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:43.015387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:43.015912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:43.037379 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9708ce0e-d7e0-431a-9522-62a06dc61c6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/cc924164-5d35-4c41-85c1-2afac8494277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4647150 May 19 13:02:43.073017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.171440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:43.177648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:43.182828 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-dec3bf72-ea6e-4dea-aea0-3e7a89fc44c5 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:43.183851 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dec3bf72-ea6e-4dea-aea0-3e7a89fc44c5 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/6f2377b5-e15b-48f3-93fa-4b6079b7a6f7 HTTP/1.1" status: 404 len: 336 time: 0.1708288 May 19 13:02:43.188043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] Deleting port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:43.188663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.189548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.189879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Usage tracker for resource:security_group_rule and tenant:40fdfd8cdfff4e9bbb1735b9f7184c2b is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:43.196896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:43.219605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:43.247243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:43.259612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.273015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:43.278972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:43.309046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:43.325584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:43.326656 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5756ce00-085f-4bf7-8ef2-84c04e247950 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=2169b4e3-ef61-46c3-969b-42f5de08c579 HTTP/1.1" status: 200 len: 205 time: 0.1344438 May 19 13:02:43.328708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59820) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.391978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:43.395431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.417795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:43.424125 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-af185ca6-ffe0-482f-8c0e-ef831a20faef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:43.427969 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-af185ca6-ffe0-482f-8c0e-ef831a20faef tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/2169b4e3-ef61-46c3-969b-42f5de08c579 HTTP/1.1" status: 404 len: 336 time: 0.0906475 May 19 13:02:43.428108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59824) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.429021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:43.434343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:43.444067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:43.526008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:43.529723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.561145 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c1e920-417f-4636-b2f7-721a6a73d686 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:43.561585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c1e920-417f-4636-b2f7-721a6a73d686 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:43.611874 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a2c1e920-417f-4636-b2f7-721a6a73d686 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/ee1b8f9c-ecd4-4357-9296-fdbe00cfe318 HTTP/1.1" status: 404 len: 337 time: 0.1809070 May 19 13:02:43.617361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.621598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59828) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.631789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] For port efc34062-d3c3-475b-9ebc-a1c5b144a4f5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:43.632414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.652585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.665075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.681492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Deleting port 035f677b-c280-43ec-b518-19d0d9b077b2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:43.681870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.692192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b3190af-082a-486d-8c80-78f417a97a0a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=d444b988-6034-4643-9c85-79eb46bfbc61 HTTP/1.1" status: 200 len: 205 time: 0.0672553 May 19 13:02:43.708205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59832) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.753343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:43.814645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] Calling delete_port for efc34062-d3c3-475b-9ebc-a1c5b144a4f5 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:43.828407 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-0b907b0b-9c3b-44c1-a08a-fec2e14b60a9 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:43.829818 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0b907b0b-9c3b-44c1-a08a-fec2e14b60a9 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/d444b988-6034-4643-9c85-79eb46bfbc61 HTTP/1.1" status: 404 len: 336 time: 0.1202583 May 19 13:02:43.837340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59836) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:43.934385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.934755 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Added segment 50e93c29-8f1c-48d9-9968-3f8156fb41bb of type vlan for network 61dce297-7a7d-4028-8782-042577be8acf May 19 13:02:43.946962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c3050-ee6d-4083-ac95-ba90a06e8845,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:43.971876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-721a2052-5d2d-405e-bcfd-70bcad0f730a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:43.972620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721a2052-5d2d-405e-bcfd-70bcad0f730a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:43.973240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:43.974853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-721a2052-5d2d-405e-bcfd-70bcad0f730a tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/827486c9-b90b-4e69-8995-93e660e99e3a HTTP/1.1" status: 404 len: 337 time: 0.1331813 May 19 13:02:43.981392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59840) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.017344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.037101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] Pushing event deleted for resources: {'Port': ['ID=efc34062-d3c3-475b-9ebc-a1c5b144a4f5,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.039214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e3f1a-f703-46cf-b878-1b5d371bb603 None None] No DVR routers for this DVR port efc34062-d3c3-475b-9ebc-a1c5b144a4f5 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:44.056288 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2e996f23-0127-4a64-8055-696d16e4e1c3 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8b5af07-6fd6-4e89-9b67-b8b009877290 HTTP/1.1" status: 200 len: 205 time: 0.0707417 May 19 13:02:44.062226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59844) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.067110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.083810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:44.124638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:37Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:17Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26500542-3775-42f9-b38a-a5b17177c21a', 'name': '', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:36:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:02:34Z', 'updated_at': '2022-05-19T13:02:39Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:44.133826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.140045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:02:44.140045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Updating router cc924164-5d35-4c41-85c1-2afac8494277 port 26500542-3775-42f9-b38a-a5b17177c21a binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:02:44.147746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.148694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:44.149252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.208854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.268450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:44.269348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.270850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:44.275976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Subnet': ['ID=f55faf2a-110f-4412-aeb7-342639fae439,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.291647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:44.311206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78024ae-73a3-4d3b-9b8f-e8b7077bd48d None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:44.333219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:44.333766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.356727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Checking segment: {'id': '601a76cb-0c4c-4d9d-a40b-91b7e385814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:44.357088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network hostable DHCP agents. Network: fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:44.368933 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-a2e6d771-681d-435c-af85-7022c25513f5 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] delete failed (client error): The resource could not be found. May 19 13:02:44.372450 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a2e6d771-681d-435c-af85-7022c25513f5 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/routers/c8b5af07-6fd6-4e89-9b67-b8b009877290 HTTP/1.1" status: 404 len: 336 time: 0.3010056 May 19 13:02:44.375640 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6151700 May 19 13:02:44.377897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59848) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.378025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59850) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.384847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.385570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53a7e5-45df-4614-a143-da43f9a97edc tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Pushing event updated for resources: {'Network': ['ID=61dce297-7a7d-4028-8782-042577be8acf,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.410928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 61dce297-7a7d-4028-8782-042577be8acf details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:44.426394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Request body: {'network': {'project_id': '40fdfd8cdfff4e9bbb1735b9f7184c2b'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:44.439500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:44.447876 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4634848 May 19 13:02:44.453351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Usage tracker for resource:network and tenant:40fdfd8cdfff4e9bbb1735b9f7184c2b is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:44.455769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59856) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.457358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-115f8052-7e9d-4862-a614-87151bfcb0f0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:44.457358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115f8052-7e9d-4862-a614-87151bfcb0f0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:44.461444 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-115f8052-7e9d-4862-a614-87151bfcb0f0 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/f60c37b6-11c2-4e2b-a106-394c385fa64f HTTP/1.1" status: 404 len: 337 time: 0.0801539 May 19 13:02:44.462810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ada1-74a0-4cac-bdc0-29edebb6770a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=41020035-5a53-4b30-9f04-d19a58598e2c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.465237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:44.468216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59858) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:44.474411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'name': 'tempest-NetworksTestDHCPv6-584390379'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:44.530529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:44.533005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Calling delete_port for 035f677b-c280-43ec-b518-19d0d9b077b2 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:44.581131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:44.608691 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f05f742-bbaf-4fa3-9298-3aad5cee6669 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] DELETE failed (client error): The resource could not be found. May 19 13:02:44.609383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f05f742-bbaf-4fa3-9298-3aad5cee6669 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:44.614035 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7f05f742-bbaf-4fa3-9298-3aad5cee6669 tempest-RoutersIpV6Test-903007334 tempest-RoutersIpV6Test-903007334-project] 10.222.0.44 "DELETE /v2.0/subnets/b8ae74bb-1625-496a-a178-e961c86b5368 HTTP/1.1" status: 404 len: 337 time: 0.1411364 May 19 13:02:44.629253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Made reservation on behalf of 40fdfd8cdfff4e9bbb1735b9f7184c2b for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:44.632394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.650733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:44.673105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5347805-ff72-4091-8cff-982defaf9a21 None None] Network fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:44.677128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.770755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:44.790158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:44.801973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:44.805614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.806398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Added segment 72422eea-c0c0-47fa-b217-4338cda8b4bc of type vlan for network f3da19db-fce4-4085-aa35-cd18185af809 May 19 13:02:44.807344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.810555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:44.828353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event updated for resources: {'Subnet': ['ID=dbabbfc8-3e82-4049-9b5f-76736fac3682,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.831200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:44.856300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Checking segment: {'id': '7a5b50fa-607b-4429-be76-9a864d9663c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5cd805e8-e83f-4712-9475-7cdffcb50470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:44.857065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network hostable DHCP agents. Network: 5cd805e8-e83f-4712-9475-7cdffcb50470, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:02:44.876640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.882975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:44.887176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.890018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:44.894901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:44.898717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:44.899750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:44.901150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:44.917572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=b9dadcbc-7d18-4567-81ba-4559af545f9a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:44.976049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port bbe6719a-e6b9-4480-b171-7dbe33e0261a yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:44.980933 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b1f8ea71-66b5-4a74-aa4a-65e6100aa7b1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0433452 May 19 13:02:44.984353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59866) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.000458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-145614235', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9dadcbc-7d18-4567-81ba-4559af545f9a'}], 'security_groups': ['0cc3cfec-eaef-453b-9e1e-65169a79fb92']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:45.019843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Network 5cd805e8-e83f-4712-9475-7cdffcb50470 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:02:45.037493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.053283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 5cd805e8-e83f-4712-9475-7cdffcb50470) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:45.060445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.061560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:45.062217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.068102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.069831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:45.070427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:45.071133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.092718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Transition to ACTIVE for port object 26500542-3775-42f9-b38a-a5b17177c21a will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:45.100097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e24c3-7b97-49ba-8a70-7a2c8237102b None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:45.118389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device efc34062-d3c3-475b-9ebc-a1c5b144a4f5 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:45.159671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event deleted for resources: {'Port': ['ID=035f677b-c280-43ec-b518-19d0d9b077b2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:45.200356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59872) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.211249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf4107-dfb4-48e4-be51-614acf480dc9 None None] Network 5cd805e8-e83f-4712-9475-7cdffcb50470 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:45.248136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.297430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9167209 May 19 13:02:45.308587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59878) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.314019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf5ca2f8-3be9-4dc5-9495-3964ac628bb5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6003432 May 19 13:02:45.317196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59882) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.320584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Request body: {'network': {'project_id': '40fdfd8cdfff4e9bbb1735b9f7184c2b'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:45.327160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638efc0-fc65-453f-a01b-296e64f18b48 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Pushing event updated for resources: {'Network': ['ID=f3da19db-fce4-4085-aa35-cd18185af809,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:45.366878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:45.387601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Usage tracker for resource:network and tenant:40fdfd8cdfff4e9bbb1735b9f7184c2b is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:45.394401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:45.414590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.414803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: efc34062-d3c3-475b-9ebc-a1c5b144a4f5 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:45.415025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device efc34062-d3c3-475b-9ebc-a1c5b144a4f5 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:45.420613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:45.425015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f6 (46029377-b81a-4b15-aa71-e8bb333d83e5/41020035-5a53-4b30-9f04-d19a58598e2c/bbe6719a-e6b9-4480-b171-7dbe33e0261a) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:45.429785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 19 13:02:45.430270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:02:45.434726 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9ebca044-bc74-4cb7-968a-f51773081748 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1221051 May 19 13:02:45.434924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '41020035-5a53-4b30-9f04-d19a58598e2c'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:45.434924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.442088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f3da19db-fce4-4085-aa35-cd18185af809 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:45.444866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59886) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.458493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c691f-82e3-4968-b953-8b084fe18eee None None] Pushing event updated for resources: {'Port': ['ID=26500542-3775-42f9-b38a-a5b17177c21a,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:45.475178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125b0f4-9585-4794-8fb3-f29ef92e3974 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:45.476669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125b0f4-9585-4794-8fb3-f29ef92e3974 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:45.478297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125b0f4-9585-4794-8fb3-f29ef92e3974 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:45.479534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c125b0f4-9585-4794-8fb3-f29ef92e3974 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Synchronizing usage tracker for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:45.571599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3e4b7897-f0f1-4ff6-a525-6758a7a75f27 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40fdfd8cdfff4e9bbb1735b9f7184c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231122 May 19 13:02:45.574838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59890) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.578423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c125b0f4-9585-4794-8fb3-f29ef92e3974 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Unset dirty status for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:45.579741 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c125b0f4-9585-4794-8fb3-f29ef92e3974 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2554088 May 19 13:02:45.583972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59894) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.718793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.736534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.772657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Deleting subnet f55faf2a-110f-4412-aeb7-342639fae439 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:45.785042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.806694 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c097c13-01e5-45ae-bb50-f244e8761c29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=877f0939af8f48fc9d11428edb81caf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983882 May 19 13:02:45.808708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59900) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:45.832629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.860918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.861419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Fanout notify agent at l3_agent the message router_deleted on router d664e06b-db48-4c1f-bdc0-bc6cb638108c {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:45.869748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.915172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f2725f7-92b5-4669-9d24-b9b889aaee22 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.964800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:45.977537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.027707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object bbe6719a-e6b9-4480-b171-7dbe33e0261a will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:46.057125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Attempting to bind port 26500542-3775-42f9-b38a-a5b17177c21a on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:46.057724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Attempting to bind port 26500542-3775-42f9-b38a-a5b17177c21a by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:46.057865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Attempting to bind port 26500542-3775-42f9-b38a-a5b17177c21a on network 2335dad1-479d-488e-a022-03a5597a79e3 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:46.075957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.077264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3624be9a-f1f6-4056-b55c-b11f639565a1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/d664e06b-db48-4c1f-bdc0-bc6cb638108c HTTP/1.1" status: 204 len: 168 time: 3.2951367 May 19 13:02:46.081211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:46.082014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Checking segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:46.082014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.082349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Bound using segment: {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:46.082929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Bound port: 26500542-3775-42f9-b38a-a5b17177c21a, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd4b3f2-69a0-4a92-926b-7710c873208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:46.083216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.084300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59904) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:46.091509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1939173521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:46.097744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183d031-f76c-4805-a76d-660934a538b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f', 'network_id': 'fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f', 'tenant_id': '413eed3e7b80469ba14fbf29de895f65', 'fixed_ips': [{'subnet_id': 'f55faf2a-110f-4412-aeb7-342639fae439'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:46.098784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4183d031-f76c-4805-a76d-660934a538b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.099830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.104653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.111092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:46.122859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f2725f7-92b5-4669-9d24-b9b889aaee22 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.184090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-994700eb-e474-46ff-ac7b-a533165d4a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.286034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-994700eb-e474-46ff-ac7b-a533165d4a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.347226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=bbe6719a-e6b9-4480-b171-7dbe33e0261a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:46.350447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f2725f7-92b5-4669-9d24-b9b889aaee22 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.353574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Usage tracker for resource:router and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:46.363804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:46.370433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.375171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Subnet': ['ID=f55faf2a-110f-4412-aeb7-342639fae439,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:46.390343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c313280-8679-4da3-b81f-2541ca47441d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-5cd805e8-e83f-4712-9475-7cdffcb50470', 'network_id': '5cd805e8-e83f-4712-9475-7cdffcb50470', 'tenant_id': '413eed3e7b80469ba14fbf29de895f65', 'fixed_ips': [{'subnet_id': 'dbabbfc8-3e82-4049-9b5f-76736fac3682'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:46.391194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c313280-8679-4da3-b81f-2541ca47441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.391671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:46.401560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:46.404588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:46.407337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:46.408092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2725f7-92b5-4669-9d24-b9b889aaee22 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c3050-ee6d-4083-ac95-ba90a06e8845,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:46.414649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:46.415960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.417021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9f2725f7-92b5-4669-9d24-b9b889aaee22 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.418162 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9f2725f7-92b5-4669-9d24-b9b889aaee22 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/d69c3050-ee6d-4083-ac95-ba90a06e8845 HTTP/1.1" status: 204 len: 168 time: 0.8423684 May 19 13:02:46.421462 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eafbf0e1-fe51-4a43-9d52-6bf771d63bd5 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/subnets/f55faf2a-110f-4412-aeb7-342639fae439 HTTP/1.1" status: 204 len: 168 time: 0.8364015 May 19 13:02:46.422396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59908) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:46.426585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59910) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:46.501614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-994700eb-e474-46ff-ac7b-a533165d4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.527948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/41020035-5a53-4b30-9f04-d19a58598e2c/fac137dd-3dd6-4183-b11f-a08fb0118e58) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:46.563230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.564733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Deleting subnet dbabbfc8-3e82-4049-9b5f-76736fac3682 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:46.569398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994700eb-e474-46ff-ac7b-a533165d4a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a04fb4-764f-44a5-8414-bac4f4d1bf11,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:46.580094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.580268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.582290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.602167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7a0fe668-4872-4ebe-a82e-be38c3e52b64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1404581 May 19 13:02:46.611926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59916) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:46.628826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] For port 26500542-3775-42f9-b38a-a5b17177c21a, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:46.656885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.660068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-994700eb-e474-46ff-ac7b-a533165d4a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.661302 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-994700eb-e474-46ff-ac7b-a533165d4a5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9a04fb4-764f-44a5-8414-bac4f4d1bf11 HTTP/1.1" status: 204 len: 168 time: 0.8515930 May 19 13:02:46.740350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.832236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Delete allocated IP 2001:db8::3e6 (4f18480c-9630-4976-9eb6-dd3965fedd43/2fe623f0-6f14-40a9-8e05-0af4734cde9f) {{(pid=88029) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:02:46.852097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8:0:1::e8 (4f18480c-9630-4976-9eb6-dd3965fedd43/b9dadcbc-7d18-4567-81ba-4559af545f9a/b69f71d7-60a9-4659-bc90-2871831a77ba) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:46.857194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.865240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] For port 26500542-3775-42f9-b38a-a5b17177c21a, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=26500542-3775-42f9-b38a-a5b17177c21a,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:46.883347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb9786-80bf-4dfe-a9f2-a295b9420317 None None] Network fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:46.908087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.929415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:46.972711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3da19db-fce4-4085-aa35-cd18185af809']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:46.990324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72422eea-c0c0-47fa-b217-4338cda8b4bc') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:46.991014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72422eea-c0c0-47fa-b217-4338cda8b4bc') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:46.995806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8263d9-b50f-4b8e-8d55-9efb9d8fe9ca tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:46.996542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de8263d9-b50f-4b8e-8d55-9efb9d8fe9ca tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:47.012369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.047631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.057277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:47.058135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.112280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de8263d9-b50f-4b8e-8d55-9efb9d8fe9ca tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:47.116503 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-de8263d9-b50f-4b8e-8d55-9efb9d8fe9ca tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4979739 May 19 13:02:47.117406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59926) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.121434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:47.212524 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:47.214972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.230283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Subnet': ['ID=dbabbfc8-3e82-4049-9b5f-76736fac3682,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:47.232590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.253524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c691f-82e3-4968-b953-8b084fe18eee None None] Pushing event updated for resources: {'Port': ['ID=26500542-3775-42f9-b38a-a5b17177c21a,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:47.308054 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7f390e0a-e348-46d0-95dc-721e4d28a0c7 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/subnets/dbabbfc8-3e82-4049-9b5f-76736fac3682 HTTP/1.1" status: 204 len: 168 time: 0.8817704 May 19 13:02:47.312654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59936) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server [None req-1c313280-8679-4da3-b81f-2541ca47441d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbabbfc8-3e82-4049-9b5f-76736fac3682: This subnet is being modified by another concurrent operation. May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise exception May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbabbfc8-3e82-4049-9b5f-76736fac3682: This subnet is being modified by another concurrent operation. May 19 13:02:47.332834 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server May 19 13:02:47.370180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.372069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port bbe6719a-e6b9-4480-b171-7dbe33e0261a {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:47.372069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.373415 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b1186fc8-f8a6-4b7e-8a96-60d7e6bd2bb7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2879391 May 19 13:02:47.377414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132231de-be4c-4a04-ade7-d30fa446ef3f None None] Network 5cd805e8-e83f-4712-9475-7cdffcb50470 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:47.379478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59940) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.385480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': False}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:47.455434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.470738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.491255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:02:47.519899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.520936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Update dhcp port {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'fixed_ips': [{'subnet_id': '2fe623f0-6f14-40a9-8e05-0af4734cde9f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9dadcbc-7d18-4567-81ba-4559af545f9a'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'cda68800-8a81-4b82-8153-4b68205b2d5a'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:02:47.629074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faef24d-5f22-4bd2-b082-6c9b02afd7f6 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:47.629760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8faef24d-5f22-4bd2-b082-6c9b02afd7f6 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Synchronizing usage tracker for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:47.633189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3da19db-fce4-4085-aa35-cd18185af809,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:47.672701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object b69f71d7-60a9-4659-bc90-2871831a77ba will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:47.679714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:47.680586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:47.692246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.706919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bb7c4786-f2dd-4904-8b42-ca81e794aaad tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "DELETE /v2.0/networks/f3da19db-fce4-4085-aa35-cd18185af809 HTTP/1.1" status: 204 len: 168 time: 1.2805097 May 19 13:02:47.707578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59950) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.783725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8faef24d-5f22-4bd2-b082-6c9b02afd7f6 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Unset dirty status for tenant:413eed3e7b80469ba14fbf29de895f65 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:47.785317 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8faef24d-5f22-4bd2-b082-6c9b02afd7f6 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4706481 May 19 13:02:47.803890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59956) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.806983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.951612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.978447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] In _notify_port_updated(), no bound segment for port b69f71d7-60a9-4659-bc90-2871831a77ba on network 4f18480c-9630-4976-9eb6-dd3965fedd43 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:02:47.984845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:47.985455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:47.989537 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/ports/b69f71d7-60a9-4659-bc90-2871831a77ba HTTP/1.1" status: 200 len: 929 time: 3.0010026 May 19 13:02:47.995303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59960) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:47.995828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59962) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:48.079804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.140029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.154605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Transition to ACTIVE for port object fac137dd-3dd6-4183-b11f-a08fb0118e58 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:48.169475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:02:48.257134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Transition to ACTIVE for port object fac137dd-3dd6-4183-b11f-a08fb0118e58 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:48.276579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.299735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.313133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dce297-7a7d-4028-8782-042577be8acf']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.329623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e93c29-8f1c-48d9-9968-3f8156fb41bb') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.330240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e93c29-8f1c-48d9-9968-3f8156fb41bb') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.333378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.344668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.404946 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:02:48.468797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:48.476589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for bbe6719a-e6b9-4480-b171-7dbe33e0261a owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:48.477071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:48.487324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:48.501219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Allocated IP 2001:db8:0:1::2 (4f18480c-9630-4976-9eb6-dd3965fedd43/b9dadcbc-7d18-4567-81ba-4559af545f9a/cda68800-8a81-4b82-8153-4b68205b2d5a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:48.519901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-23e57366-e60b-4320-aff7-0ae3426a25fe tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:48.520166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Pushing event updated for resources: {'Port': ['ID=fac137dd-3dd6-4183-b11f-a08fb0118e58,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:48.520610 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-23e57366-e60b-4320-aff7-0ae3426a25fe tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:02:48.521269 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-23e57366-e60b-4320-aff7-0ae3426a25fe tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:02:48.527434 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-23e57366-e60b-4320-aff7-0ae3426a25fe tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4849744 May 19 13:02:48.529194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59974) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:48.540942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563606445'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:48.546156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.559733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:48.564395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:48.565046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.575538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724ca27-db8e-4fa9-b233-7ec9c8f691f8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=b69f71d7-60a9-4659-bc90-2871831a77ba,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:48.580763 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:48.582807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.583503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:48.585276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port b69f71d7-60a9-4659-bc90-2871831a77ba {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:48.585594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.588594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:48.646624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:48.684139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.696998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.717537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.728946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.752100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] Pushing event deleted for resources: {'Network': ['ID=61dce297-7a7d-4028-8782-042577be8acf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:48.757801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:48.761733 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f5b2734a-3aeb-48d8-9fbf-25f778ce91e7 tempest-QuotasNegativeTest-1813812061 tempest-QuotasNegativeTest-1813812061-project-admin] 10.222.0.44 "DELETE /v2.0/networks/61dce297-7a7d-4028-8782-042577be8acf HTTP/1.1" status: 204 len: 168 time: 1.0386682 May 19 13:02:48.766636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:48.769937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:48.777476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:48.805832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Attempting to bind port fac137dd-3dd6-4183-b11f-a08fb0118e58 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:48.806181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Attempting to bind port fac137dd-3dd6-4183-b11f-a08fb0118e58 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:48.806543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Attempting to bind port fac137dd-3dd6-4183-b11f-a08fb0118e58 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:48.833750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:48.834453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:48.835049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.835591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:48.836231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Bound port: fac137dd-3dd6-4183-b11f-a08fb0118e58, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:48.836764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.889784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:48.965105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd805e8-e83f-4712-9475-7cdffcb50470']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:48.990890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.002626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5b50fa-607b-4429-be76-9a864d9663c7') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:49.002935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5b50fa-607b-4429-be76-9a864d9663c7') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:49.030687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cda68800-8a81-4b82-8153-4b68205b2d5a,segment=NetworkSegment(5a5a197a-653c-4bcb-aaf5-aa021ceae4cc),segment_id=5a5a197a-653c-4bcb-aaf5-aa021ceae4cc)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:49.034274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.048049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] For port fac137dd-3dd6-4183-b11f-a08fb0118e58, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:49.052696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] For port fac137dd-3dd6-4183-b11f-a08fb0118e58, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fac137dd-3dd6-4183-b11f-a08fb0118e58,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:49.074720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.087519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.117135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.153181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.173647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Transition to ACTIVE for port object cda68800-8a81-4b82-8153-4b68205b2d5a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:49.195690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.196055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:37Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:17Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26500542-3775-42f9-b38a-a5b17177c21a', 'name': '', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:36:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:02:34Z', 'updated_at': '2022-05-19T13:02:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:49.202315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.213876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f2735-540c-4464-ae72-ef4b2b9e2287 None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:37Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:17Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26500542-3775-42f9-b38a-a5b17177c21a', 'name': '', 'network_id': '2335dad1-479d-488e-a022-03a5597a79e3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:36:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:02:34Z', 'updated_at': '2022-05-19T13:02:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '328c78a6-9dd1-4b3a-a6a9-c989621abc81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:49.223834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368f16e-a971-4c21-91c6-206cfe9fc857 None None] Pushing event updated for resources: {'Port': ['ID=fac137dd-3dd6-4183-b11f-a08fb0118e58,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:49.235651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:49.236160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:49.287856 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:49.323605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Allocated IP 172.26.3.143 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/7da16248-f1eb-4ad8-bc86-bf46ce3baa31) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:49.431752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=bbe6719a-e6b9-4480-b171-7dbe33e0261a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:49.437918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.452619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf5d3b-5146-4076-8799-1f9cf24a3889 None None] Pushing event updated for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:49.534662 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4262cc01-4c6a-4cc6-a48f-a48f06eaa02c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/bbe6719a-e6b9-4480-b171-7dbe33e0261a HTTP/1.1" status: 204 len: 168 time: 2.4159462 May 19 13:02:49.542039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59982) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:49.607174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.752391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:49.758744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ebcc3-079c-4666-a2e6-78cb194347e6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:49.761057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ebcc3-079c-4666-a2e6-78cb194347e6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:49.762030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-802ebcc3-079c-4666-a2e6-78cb194347e6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:49.804659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.841742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-802ebcc3-079c-4666-a2e6-78cb194347e6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:49.847395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-802ebcc3-079c-4666-a2e6-78cb194347e6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2771306 May 19 13:02:49.849354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 59994) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:49.874757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for b69f71d7-60a9-4659-bc90-2871831a77ba owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:49.912459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.952518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.966082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:49.979264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Network': ['ID=5cd805e8-e83f-4712-9475-7cdffcb50470,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:49.987123 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-507c747d-419d-4ce7-b24f-b2028b5f4ebf tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/networks/5cd805e8-e83f-4712-9475-7cdffcb50470 HTTP/1.1" status: 204 len: 168 time: 2.1813197 May 19 13:02:49.990135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 59998) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:50.053494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.143484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:50.160035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 41020035-5a53-4b30-9f04-d19a58598e2c {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:50.162272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:50.177346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:50.181793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:50.207706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.209263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:50.269820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Usage tracker for resource:security_group_rule and tenant:4db2a8c6f2c442199a6436b097333de1 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:50.285610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:50.287991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.293117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:50.347936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fac137dd-3dd6-4183-b11f-a08fb0118e58 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:50.414156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.433858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.448208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Pushing event updated for resources: {'Port': ['ID=7da16248-f1eb-4ad8-bc86-bf46ce3baa31,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:50.467724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.471755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port fac137dd-3dd6-4183-b11f-a08fb0118e58 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:50.477373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:50.477786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 26500542-3775-42f9-b38a-a5b17177c21a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:50.484178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:50.491852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:50.500793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:50.581174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:50.582442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.654052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.661363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:50.665632 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 26500542-3775-42f9-b38a-a5b17177c21a completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:50.676323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 26500542-3775-42f9-b38a-a5b17177c21a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:50.676722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.683786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=b69f71d7-60a9-4659-bc90-2871831a77ba,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:50.722528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.727478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Provisioning for port cda68800-8a81-4b82-8153-4b68205b2d5a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:50.738787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:50.739215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.759240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.773221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.776188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bb0f72b9-166f-4622-b6a9-27979687b3db tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/b69f71d7-60a9-4659-bc90-2871831a77ba HTTP/1.1" status: 204 len: 168 time: 2.7319798 May 19 13:02:50.779818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60004) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:50.809515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.816589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.840814 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e265984-a4b9-4025-b35d-43970940e781 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:02:50.841298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e265984-a4b9-4025-b35d-43970940e781 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:50.873809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e265984-a4b9-4025-b35d-43970940e781 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:50.878770 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e265984-a4b9-4025-b35d-43970940e781 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/b69f71d7-60a9-4659-bc90-2871831a77ba HTTP/1.1" status: 404 len: 333 time: 0.0976408 May 19 13:02:50.880985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:50.888431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60008) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:50.916863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:50.928882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601a76cb-0c4c-4d9d-a40b-91b7e385814e') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:50.930141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601a76cb-0c4c-4d9d-a40b-91b7e385814e') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:50.943454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6185d2cc-fc14-4b39-857c-389a9b57b67a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:50.976483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.015956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.042590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:51.043829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.049981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 26500542-3775-42f9-b38a-a5b17177c21a is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:51.051324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:51.067931 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:51.097769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:51.101073 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 26500542-3775-42f9-b38a-a5b17177c21a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=26500542-3775-42f9-b38a-a5b17177c21a,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:51.103766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-24c2c63d-a339-469a-b4cd-6d6177b80400 None None] Could not find standard attr ID for object b69f71d7-60a9-4659-bc90-2871831a77ba. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:02:51.116019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.138635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43dc72a0-93bf-4b75-a47b-e88444bb175d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.167315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43dc72a0-93bf-4b75-a47b-e88444bb175d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.176189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.183563 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6500797 May 19 13:02:51.201891 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60012) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:51.223195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43dc72a0-93bf-4b75-a47b-e88444bb175d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.230941 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4db2a8c6f2c442199a6436b097333de1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4652984 May 19 13:02:51.240571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=26500542-3775-42f9-b38a-a5b17177c21a,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.249719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '65c5a066-d124-4f28-90cb-249a8042e8dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:51.258199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60014) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:51.262024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Could not find standard attr ID for object bbe6719a-e6b9-4480-b171-7dbe33e0261a. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:02:51.267218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Could not find standard attr ID for object b69f71d7-60a9-4659-bc90-2871831a77ba. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:02:51.268332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43dc72a0-93bf-4b75-a47b-e88444bb175d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.272377 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-43dc72a0-93bf-4b75-a47b-e88444bb175d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/security-groups/282ec73f-b784-4e20-9a7a-0c864066d726 HTTP/1.1" status: 204 len: 168 time: 0.3826818 May 19 13:02:51.274436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60018) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:51.281703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc72a0-93bf-4b75-a47b-e88444bb175d tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ec73f-b784-4e20-9a7a-0c864066d726,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.309011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.323087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Provisioning for port fac137dd-3dd6-4183-b11f-a08fb0118e58 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:51.334544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Provisioning complete for port fac137dd-3dd6-4183-b11f-a08fb0118e58 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:51.335075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.335308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.354607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Network': ['ID=fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.391843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ce03ae95-e064-47d4-b794-6465f1461456 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/networks/fdc775ca-5a56-46fd-9d4b-f2b5f41f8b0f HTTP/1.1" status: 204 len: 168 time: 1.3978269 May 19 13:02:51.392784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60022) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:51.426760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9046242e-6d1c-495b-b019-67e178a30e48 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.476086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:51.481553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Current status of the port fac137dd-3dd6-4183-b11f-a08fb0118e58 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:51.482049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:51.482219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.485490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:51.488381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee04fac-dd58-42ea-b23b-f95fdc91b4b8 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c5a066-d124-4f28-90cb-249a8042e8dc,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.494925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6a695-dbbc-437c-8d4f-56b65ee726a5 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:02:51.528865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:51.546971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9046242e-6d1c-495b-b019-67e178a30e48 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.566315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] For port fac137dd-3dd6-4183-b11f-a08fb0118e58, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fac137dd-3dd6-4183-b11f-a08fb0118e58,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:51.566768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.576190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86f595-7271-47d3-9517-dcef9d6ed01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb3441-5077-4460-a815-12d80d56e759,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.584180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.603637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.691886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0971d1a-109d-4f69-ae73-57bfc761ef2a None None] Pushing event updated for resources: {'Port': ['ID=fac137dd-3dd6-4183-b11f-a08fb0118e58,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.694504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6a695-dbbc-437c-8d4f-56b65ee726a5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:02:51.705280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.721831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9046242e-6d1c-495b-b019-67e178a30e48 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.743638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.751245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046242e-6d1c-495b-b019-67e178a30e48 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc3cfec-eaef-453b-9e1e-65169a79fb92,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:51.770131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9046242e-6d1c-495b-b019-67e178a30e48 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.771343 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9046242e-6d1c-495b-b019-67e178a30e48 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/security-groups/0cc3cfec-eaef-453b-9e1e-65169a79fb92 HTTP/1.1" status: 204 len: 168 time: 0.4926772 May 19 13:02:51.774669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60028) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:51.806534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8d19c2-d28c-4ebc-ad3a-7641b48258f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.819048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4197235-9287-4520-8980-fafc4772c157']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:51.845163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18322d44-fb04-4afa-b8bc-affea2f71a78') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:51.845461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18322d44-fb04-4afa-b8bc-affea2f71a78') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:51.862599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.886488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 2fe623f0-6f14-40a9-8e05-0af4734cde9f {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:51.890285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.918451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.928582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.939672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8d19c2-d28c-4ebc-ad3a-7641b48258f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.941880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:51.942344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.951073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:51.957486 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:51.987608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.032321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e398e36c-32d7-4e16-88cf-7057c5501c1d,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:52.044923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.045433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.066102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fac137dd-3dd6-4183-b11f-a08fb0118e58 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:52.095727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.114638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=41020035-5a53-4b30-9f04-d19a58598e2c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:52.123722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.135081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Network': ['ID=e4197235-9287-4520-8980-fafc4772c157,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:52.141564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.155092 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d5fb5a06-c28c-477b-8f21-c5ffde82dbd5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/41020035-5a53-4b30-9f04-d19a58598e2c HTTP/1.1" status: 204 len: 168 time: 2.2806385 May 19 13:02:52.156842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60032) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:52.157246 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-76155ff6-d7b2-40ac-8ac7-f91f912e7270 tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/networks/e4197235-9287-4520-8980-fafc4772c157 HTTP/1.1" status: 204 len: 168 time: 0.7607944 May 19 13:02:52.161018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60034) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:52.171822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.172984 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-23339b86-b097-4cc4-b6c9-dbaab3774c82 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9336753 May 19 13:02:52.192039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60040) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:52.219786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fac137dd-3dd6-4183-b11f-a08fb0118e58 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:52.220242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.241842 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3c50a017-1445-4ff6-b811-3d59865dd012 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795338 May 19 13:02:52.245383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60044) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:52.251540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '65c5a066-d124-4f28-90cb-249a8042e8dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:52.254048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:52.279855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:52.296206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54449c-71e9-4385-bb1d-5b11aac9472d None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:52.353866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.355376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8d19c2-d28c-4ebc-ad3a-7641b48258f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.361319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:52.379476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:52.393472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:52.400514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.407226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d19c2-d28c-4ebc-ad3a-7641b48258f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb3441-5077-4460-a815-12d80d56e759,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:52.425588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:52.427349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8d19c2-d28c-4ebc-ad3a-7641b48258f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.431745 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ce8d19c2-d28c-4ebc-ad3a-7641b48258f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35eb3441-5077-4460-a815-12d80d56e759 HTTP/1.1" status: 204 len: 168 time: 0.9597049 May 19 13:02:52.468548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fac137dd-3dd6-4183-b11f-a08fb0118e58 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:52.469605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 26500542-3775-42f9-b38a-a5b17177c21a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:52.477678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:52.480669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.533627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe623f0-6f14-40a9-8e05-0af4734cde9f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:52.539542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.544291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.556936 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b5e075ef-0c19-4ed5-9cf5-b719defaec45 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/2fe623f0-6f14-40a9-8e05-0af4734cde9f HTTP/1.1" status: 204 len: 168 time: 0.7763708 May 19 13:02:52.556936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:52.556936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.571258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60050) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:52.586269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7c457-965a-4934-8669-8724754f3f6b None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:52.597379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:52.864438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.881687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 26500542-3775-42f9-b38a-a5b17177c21a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:52.882055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.900093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60058) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:52.941555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.944122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6ea17f-c838-4fe2-aaa6-baeb9297896b']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:52.953784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.967825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d61f95-96ea-40bf-a0c5-188dbd9f33ea') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:52.968127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d61f95-96ea-40bf-a0c5-188dbd9f33ea') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:52.969192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:52.976160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Usage tracker for resource:security_group_rule and tenant:9ea9a896619646949e2af80e45090380 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:52.989901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:52.997082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:52.999657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:02:53.000879 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf3c1195-1d9c-4e1c-a72a-84c1afb04801 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8055577 May 19 13:02:53.005165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60062) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:53.007101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.009512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:53.027588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:53.044116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] Deleting port fac137dd-3dd6-4183-b11f-a08fb0118e58 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:53.044738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.089653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.103720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 26500542-3775-42f9-b38a-a5b17177c21a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:53.231056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d1ae-da27-4f88-98b8-d89fdfcf4776 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.244126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:53.249790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:53.275208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:53.291340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.293642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:53.300472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d1ae-da27-4f88-98b8-d89fdfcf4776 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.301821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:53.307034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:02:53.307530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:02:53.322806 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:02:53.355335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:53.355984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.360782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] For port fac137dd-3dd6-4183-b11f-a08fb0118e58, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fac137dd-3dd6-4183-b11f-a08fb0118e58,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:53.361726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.368149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d1ae-da27-4f88-98b8-d89fdfcf4776 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.371702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=9199225d-ee35-4204-af05-89c4572eaff1,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:53.389183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:53.403444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d1ae-da27-4f88-98b8-d89fdfcf4776 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c5a066-d124-4f28-90cb-249a8042e8dc,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:53.445012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-77812763-6ba1-41c4-90fd-ec8a05baca14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1961911 May 19 13:02:53.446460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d1ae-da27-4f88-98b8-d89fdfcf4776 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.449937 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6ef0d1ae-da27-4f88-98b8-d89fdfcf4776 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/65c5a066-d124-4f28-90cb-249a8042e8dc HTTP/1.1" status: 204 len: 168 time: 0.4396179 May 19 13:02:53.449937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60066) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:53.454212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'name': 'tempest-NetworksTestDHCPv6-1370352931'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:53.457951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60068) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:53.518944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.546979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.564646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.579328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.582462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] Calling delete_port for fac137dd-3dd6-4183-b11f-a08fb0118e58 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:53.588843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] Pushing event deleted for resources: {'Network': ['ID=fe6ea17f-c838-4fe2-aaa6-baeb9297896b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:53.610801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:53.614621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.620806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ea9a896619646949e2af80e45090380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7164235 May 19 13:02:53.633645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60074) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:53.644185 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-db613a6c-ecf6-4931-8d3b-6c78ef6bd3dd tempest-BulkNetworkOpsTest-478028159 tempest-BulkNetworkOpsTest-478028159-project] 10.222.0.44 "DELETE /v2.0/networks/fe6ea17f-c838-4fe2-aaa6-baeb9297896b HTTP/1.1" status: 204 len: 168 time: 1.4770925 May 19 13:02:53.689144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.703202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6829f3-6302-4100-9c4d-a84d006810ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262be966-2cea-42cd-8ed4-430ec309917d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:53.713265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:53.736426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:53.740457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:53.754899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:53.763106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6acd437-eb80-4b6c-ae3c-ef04e7c47452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.789715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] Pushing event deleted for resources: {'Port': ['ID=fac137dd-3dd6-4183-b11f-a08fb0118e58,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:53.793580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28293f9-9e7f-4f6d-a264-6f585ba98170 None None] No DVR routers for this DVR port fac137dd-3dd6-4183-b11f-a08fb0118e58 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:02:53.803229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:53.806399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c2d68a27-03a3-4c5b-a7c7-226e4962d630 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:53.807856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.817245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31495a8b-7f63-427a-a81f-42ab8dd9fcfa None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:53.852616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6acd437-eb80-4b6c-ae3c-ef04e7c47452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.860384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c2d68a27-03a3-4c5b-a7c7-226e4962d630 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:53.862000 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c2d68a27-03a3-4c5b-a7c7-226e4962d630 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3666530 May 19 13:02:53.869394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60080) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:53.878276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040634840'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:53.884804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:53.900734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:53.910450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Router b227ef7d-4f4f-49bb-90af-112502b65c47 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:02:53.949107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 475f0650-b00f-4640-814a-8c0f19d0d738 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:53.967672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9f10027b-cf32-47b6-bc0f-97f8f06f38cf None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:53.968400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9f10027b-cf32-47b6-bc0f-97f8f06f38cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.975332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:53.983706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6acd437-eb80-4b6c-ae3c-ef04e7c47452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.005969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acd437-eb80-4b6c-ae3c-ef04e7c47452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262be966-2cea-42cd-8ed4-430ec309917d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:54.024473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fac137dd-3dd6-4183-b11f-a08fb0118e58 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:02:54.028454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6acd437-eb80-4b6c-ae3c-ef04e7c47452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.032050 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c6acd437-eb80-4b6c-ae3c-ef04e7c47452 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/262be966-2cea-42cd-8ed4-430ec309917d HTTP/1.1" status: 204 len: 168 time: 0.3950415 May 19 13:02:54.070553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60088) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:54.086379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: fac137dd-3dd6-4183-b11f-a08fb0118e58 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:02:54.087227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fac137dd-3dd6-4183-b11f-a08fb0118e58 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:02:54.143846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9f10027b-cf32-47b6-bc0f-97f8f06f38cf None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:54.151692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.173974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9f10027b-cf32-47b6-bc0f-97f8f06f38cf None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:54.174383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9f10027b-cf32-47b6-bc0f-97f8f06f38cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.247667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:54.252072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::32 (46029377-b81a-4b15-aa71-e8bb333d83e5/9199225d-ee35-4204-af05-89c4572eaff1/475f0650-b00f-4640-814a-8c0f19d0d738) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:54.330907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:54.338387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:54.343574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:54.361306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:54.362359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9f10027b-cf32-47b6-bc0f-97f8f06f38cf None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:54.366145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:54.371796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:54.372388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.372800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a48f88-c1a2-4df8-85e1-4c77271db246 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:54.382286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=c8a35447-0e90-4f31-b0fa-3f83f8fd7acf,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:54.392398 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7e58408d-9e7d-4c8f-8f0a-acf2d91e7bc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=413eed3e7b80469ba14fbf29de895f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205478 May 19 13:02:54.406673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60096) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:54.528306 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-007bcef8-679e-42f4-8f1c-f023baa73e14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9434433 May 19 13:02:54.531955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60102) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:54.543785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'security_group': {'name': 'tempest-secgroup-1493433161'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:54.566040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:54.570938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:54.572795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aba7739d-9329-49c6-be12-0b6a2c2d8c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.575513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:54.580989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '9199225d-ee35-4204-af05-89c4572eaff1'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:02:54.581968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.584485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:54.600022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.610424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:02:54.628337 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] Sync routers for ids ['b227ef7d-4f4f-49bb-90af-112502b65c47'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:02:54.644142 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] Routers {'b227ef7d-4f4f-49bb-90af-112502b65c47'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:54.644782 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b227ef7d-4f4f-49bb-90af-112502b65c47'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:54.651272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aba7739d-9329-49c6-be12-0b6a2c2d8c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.653390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:54.681497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group_rule and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:54.697158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:54.710745 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:54.716194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:54.721359 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] Routers {'b227ef7d-4f4f-49bb-90af-112502b65c47'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:02:54.722155 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b227ef7d-4f4f-49bb-90af-112502b65c47'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:54.729329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.763414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.767179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 475f0650-b00f-4640-814a-8c0f19d0d738 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:54.795864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.801262 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:02:54.801844 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adccc3a-a6dd-4058-8c02-bb95e631223c None None] The sync data for ids ['b227ef7d-4f4f-49bb-90af-112502b65c47'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:02:54.860959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.865471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.895553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e12cbd-079b-44fe-a316-003515340a0e,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:54.899895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.904286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-75fa1742-ba62-4722-85de-769e82e5dcee tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "PUT /v2.0/routers/b227ef7d-4f4f-49bb-90af-112502b65c47 HTTP/1.1" status: 200 len: 916 time: 7.5239460 May 19 13:02:54.905454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60114) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:54.922365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.972007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Update dhcp port {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'fixed_ips': [{'subnet_id': 'b9dadcbc-7d18-4567-81ba-4559af545f9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8a35447-0e90-4f31-b0fa-3f83f8fd7acf'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'cda68800-8a81-4b82-8153-4b68205b2d5a'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:02:54.983071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:54.984343 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eca7be81-51cf-47f7-9ef0-0584ff15cc69 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1137681 May 19 13:02:54.984695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:54.991912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60122) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:54.998771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/9199225d-ee35-4204-af05-89c4572eaff1/11bf2415-bbb2-4eda-902d-9b320f100191) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:55.002347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:55.010206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=475f0650-b00f-4640-814a-8c0f19d0d738,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.015316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:55.021813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:55.023307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a0658b34-45c8-42ae-a022-4551fe2fb166 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '11e12cbd-079b-44fe-a316-003515340a0e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:55.024486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.025236 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-a0658b34-45c8-42ae-a022-4551fe2fb166 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 19 13:02:55.026199 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-a0658b34-45c8-42ae-a022-4551fe2fb166 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:55.027473 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a0658b34-45c8-42ae-a022-4551fe2fb166 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0343003 May 19 13:02:55.031256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef1fe38-068d-46fd-92d1-a20e064a865b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.038845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.043164 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-db070e9b-047d-4e67-a3ea-70e16e87372f tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5061772 May 19 13:02:55.043755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60130) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.049648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'security_group': {'name': 'tempest-secgroup-180223805'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:55.051709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60128) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.057324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:55.060607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.061883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:55.065090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:55.076674 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-29a08ed0-7bd0-44eb-839a-c4740e858f16 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6246357 May 19 13:02:55.077945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60136) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.081992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:55.110031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aba7739d-9329-49c6-be12-0b6a2c2d8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.200579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.231625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:55.237192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group_rule and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:55.241742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:55.252899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:55.262466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7739d-9329-49c6-be12-0b6a2c2d8c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b7b32-669e-4b03-9c97-1297a870b13b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.263687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379e623-323e-4f73-b9c2-f87cec9ba3ad tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:55.264453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4379e623-323e-4f73-b9c2-f87cec9ba3ad tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:55.305627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4379e623-323e-4f73-b9c2-f87cec9ba3ad tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:55.309866 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4379e623-323e-4f73-b9c2-f87cec9ba3ad tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2308264 May 19 13:02:55.314781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60142) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.325622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aba7739d-9329-49c6-be12-0b6a2c2d8c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.327166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aba7739d-9329-49c6-be12-0b6a2c2d8c35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a39b7b32-669e-4b03-9c97-1297a870b13b HTTP/1.1" status: 204 len: 168 time: 0.9195864 May 19 13:02:55.345707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60148) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.410474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60152) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.414916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 475f0650-b00f-4640-814a-8c0f19d0d738 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:55.415370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.431694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.459462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Transition to ACTIVE for port object 11bf2415-bbb2-4eda-902d-9b320f100191 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:55.464360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e34c4f27-7358-494a-a40a-d848ca573038 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.474524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Allocated IP 2001:db8::2 (4f18480c-9630-4976-9eb6-dd3965fedd43/c8a35447-0e90-4f31-b0fa-3f83f8fd7acf/cda68800-8a81-4b82-8153-4b68205b2d5a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:55.495403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e34c4f27-7358-494a-a40a-d848ca573038 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.498261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Transition to ACTIVE for port object 11bf2415-bbb2-4eda-902d-9b320f100191 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:55.526626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.561185 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d2d6b100-8576-4089-a96e-a305494e4a69 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/b227ef7d-4f4f-49bb-90af-112502b65c47 HTTP/1.1" status: 200 len: 922 time: 0.6534951 May 19 13:02:55.565440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e34c4f27-7358-494a-a40a-d848ca573038 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.569595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60156) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.592107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c4f27-7358-494a-a40a-d848ca573038 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e12cbd-079b-44fe-a316-003515340a0e,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.611283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.626166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.785917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:02:55.787233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:02:55.813366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:02:55.821255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Pushing event updated for resources: {'Port': ['ID=11bf2415-bbb2-4eda-902d-9b320f100191,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.868437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933aa2d1-f7a6-48fd-b54b-65f6a92d1a30,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:55.911602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:55.920828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81459067-533d-4ab2-bb30-27877f72fe9e tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8734457 May 19 13:02:55.922061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60166) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:55.941526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'security_group': {'name': 'tempest-secgroup-5043221'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:55.955099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:55.961146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:55.968712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cda68800-8a81-4b82-8153-4b68205b2d5a,segment=NetworkSegment(5a5a197a-653c-4bcb-aaf5-aa021ceae4cc),segment_id=5a5a197a-653c-4bcb-aaf5-aa021ceae4cc)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:55.975847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:56.005943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.013036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Attempting to bind port 11bf2415-bbb2-4eda-902d-9b320f100191 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:02:56.013497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Attempting to bind port 11bf2415-bbb2-4eda-902d-9b320f100191 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:02:56.013752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Attempting to bind port 11bf2415-bbb2-4eda-902d-9b320f100191 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:02:56.044246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e34c4f27-7358-494a-a40a-d848ca573038 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.047212 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e34c4f27-7358-494a-a40a-d848ca573038 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/11e12cbd-079b-44fe-a316-003515340a0e HTTP/1.1" status: 204 len: 168 time: 0.9942968 May 19 13:02:56.054648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:02:56.055203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:02:56.055609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.056116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:02:56.056663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60172) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:56.060054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Bound port: 11bf2415-bbb2-4eda-902d-9b320f100191, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:02:56.060476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.095611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.119589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1236973960'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:56.128184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.148318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Transition to ACTIVE for port object cda68800-8a81-4b82-8153-4b68205b2d5a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:56.167113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.171550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5b93ad07-1141-4e6b-ac31-4071b2798761 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:56.271866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.279754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:56.292601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Usage tracker for resource:network and tenant:da2ea3a3b4914e85bf16dff11a58a6af is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:56.297397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:56.298704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291aa603-4333-41f5-a304-b1f1fe54d975 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:56.305663 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-291aa603-4333-41f5-a304-b1f1fe54d975 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=b227ef7d-4f4f-49bb-90af-112502b65c47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7203453 May 19 13:02:56.312957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60180) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:56.356821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] For port 11bf2415-bbb2-4eda-902d-9b320f100191, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:02:56.359553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.368260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3d9bd-e3a3-4c3b-8f9a-df591c321c97 None None] Pushing event updated for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:56.373396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] For port 11bf2415-bbb2-4eda-902d-9b320f100191, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=11bf2415-bbb2-4eda-902d-9b320f100191,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:02:56.380283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.432204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 475f0650-b00f-4640-814a-8c0f19d0d738 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:56.476845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:56.488388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d8cef-9384-45e8-be28-04f8d337e0eb None None] Pushing event updated for resources: {'Port': ['ID=11bf2415-bbb2-4eda-902d-9b320f100191,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:56.498911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:security_group_rule and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:56.511146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:56.512440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5b93ad07-1141-4e6b-ac31-4071b2798761 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:56.523140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60192) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:56.527218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5b93ad07-1141-4e6b-ac31-4071b2798761 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4694214 May 19 13:02:56.537971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105391324'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:56.542869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.544796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Made reservation on behalf of da2ea3a3b4914e85bf16dff11a58a6af for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:56.553458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.571132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:56.583820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.618667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.652457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:56.672242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Usage tracker for resource:security_group_rule and tenant:da2ea3a3b4914e85bf16dff11a58a6af is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:56.677689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:56.679630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15f403-8508-463b-bd8f-f2b7866b18bc tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:56.684980 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8a15f403-8508-463b-bd8f-f2b7866b18bc tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.3669386 May 19 13:02:56.685170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.685267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60196) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:56.707377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.748826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60200) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:56.753313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:56.757569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:56.760648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:56.792569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:56.796952 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-96e465b9-00fa-4c3e-88c4-e02d02cc3407 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=b227ef7d-4f4f-49bb-90af-112502b65c47 HTTP/1.1" status: 200 len: 205 time: 0.1114633 May 19 13:02:56.802588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60206) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:56.970026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:56.995633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.032081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-241354039'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:57.037910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.039355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:57.055336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:57.059427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:57.067172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:57.094274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:57.098043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.114504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.169356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.209081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:57.216502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:security_group_rule and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:57.221454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:57.277949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:57.298334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc1020a-aaa7-4768-ab5d-cdf2a581a5ba,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:57.300542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=475f0650-b00f-4640-814a-8c0f19d0d738,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:57.303961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.328403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:57.329360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.397613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:02:57.410477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Provisioning for port cda68800-8a81-4b82-8153-4b68205b2d5a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:57.417190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:57.417823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.418225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.422816 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-63fdee89-4399-4fda-aad0-ac053da8bfb1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/475f0650-b00f-4640-814a-8c0f19d0d738 HTTP/1.1" status: 204 len: 168 time: 2.1070273 May 19 13:02:57.426670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60210) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:57.444176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.446624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-289fad16-b423-4820-a4f6-c53f6b4538d3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 1.5226972 May 19 13:02:57.460293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60214) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:57.472491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.483524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2006755678', 'security_groups': ['9bc1020a-aaa7-4768-ab5d-cdf2a581a5ba'], 'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8a35447-0e90-4f31-b0fa-3f83f8fd7acf'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:57.554883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8c13cdce-56f8-4656-b32b-65acadb5f97c None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:57.566531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.572674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119c0ec-62b0-40b9-a16c-fabe535b48b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:57.574428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119c0ec-62b0-40b9-a16c-fabe535b48b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:57.574889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d119c0ec-62b0-40b9-a16c-fabe535b48b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:57.619387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.622632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d119c0ec-62b0-40b9-a16c-fabe535b48b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:02:57.622632 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d119c0ec-62b0-40b9-a16c-fabe535b48b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1941640 May 19 13:02:57.625909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60218) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:57.629879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.678210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.699959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.717670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:57.730113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.734304 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2075145 May 19 13:02:57.737407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60222) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:57.746421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98789a76-bde2-432a-9d7a-fde5648ea097 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afabf11-e903-45b6-bc18-9fc7ba076daa,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:57.775733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:57.775953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09b404d-9007-4990-96ba-045c3e7737f9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:57.782724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ba025219-1ff7-4c15-868e-01b276f1abb4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '7afabf11-e903-45b6-bc18-9fc7ba076daa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:57.783563 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-ba025219-1ff7-4c15-868e-01b276f1abb4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 19 13:02:57.784547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-ba025219-1ff7-4c15-868e-01b276f1abb4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:02:57.785737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ba025219-1ff7-4c15-868e-01b276f1abb4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0198433 May 19 13:02:57.801824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60226) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:57.809951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.809951 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment 0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0 of type vlan for network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd May 19 13:02:57.817834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 9199225d-ee35-4204-af05-89c4572eaff1 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:02:57.824547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.829471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.829886 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Added segment 969023ad-82e4-4cc0-9339-328b41ae306f of type vlan for network 72aab1bb-f9ba-4c32-a385-de3243f2815c May 19 13:02:57.836546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.837286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.837631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.837960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.838281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.838637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.838957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.839670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.839670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.839870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.840889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.840889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:02:57.853683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.869008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc035c-cc1c-48ea-bd4e-3aa6133426f7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:57.874298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:57.887298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Deleting port 7da16248-f1eb-4ad8-bc86-bf46ce3baa31 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:57.887526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.939363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 26500542-3775-42f9-b38a-a5b17177c21a {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:57.939789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:57.956207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:57.959101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.004884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:58.022290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c9c8e50c-5687-4d3c-96c0-e4d31deb759d None None] Provisioning for port 11bf2415-bbb2-4eda-902d-9b320f100191 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:58.127020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:58.235896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:58.236347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.313685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.329210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.334911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:58.336005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.342979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.378152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ce8ac94a-7899-47e0-b3d1-c427e3054b4c None None] Could not find standard attr ID for object 475f0650-b00f-4640-814a-8c0f19d0d738. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:02:58.392685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:58.394429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 11bf2415-bbb2-4eda-902d-9b320f100191 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:02:58.456701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23f097bd-7882-4125-b76a-c95dc50acfc7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.476814 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9787028 May 19 13:02:58.484163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 11bf2415-bbb2-4eda-902d-9b320f100191 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:02:58.489415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60230) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:58.490445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 11bf2415-bbb2-4eda-902d-9b320f100191 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:02:58.490925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.497610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 26500542-3775-42f9-b38a-a5b17177c21a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=26500542-3775-42f9-b38a-a5b17177c21a,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:58.497991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.515995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd3d3-6c28-457e-8b2e-31f716a819da tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event updated for resources: {'Network': ['ID=72aab1bb-f9ba-4c32-a385-de3243f2815c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:58.521223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Request body: {'subnet': {'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:58.532164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:58.543587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.545529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.548881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:58.549573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.617095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.693268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Calling delete_port for 7da16248-f1eb-4ad8-bc86-bf46ce3baa31 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:58.707862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 11bf2415-bbb2-4eda-902d-9b320f100191 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:02:58.708378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.742593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] device_id is not set on port 9c98fc05-6980-4e59-bb24-58935aeb4572 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:02:58.746023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 11bf2415-bbb2-4eda-902d-9b320f100191, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=11bf2415-bbb2-4eda-902d-9b320f100191,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:58.752809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.775068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 26500542-3775-42f9-b38a-a5b17177c21a owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:02:58.829888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=11bf2415-bbb2-4eda-902d-9b320f100191,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:58.849647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23f097bd-7882-4125-b76a-c95dc50acfc7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:58.890844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.008152 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2277992 May 19 13:02:59.008152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d82f42-7d37-4c2b-bc68-6bcc49972d7d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=2773b8b4-e012-42db-98ee-41dc0c5e5bbd,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.008782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60234) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:59.029523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-936104669'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:59.032553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:02:59.034443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:59.053375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Usage tracker for resource:subnet and tenant:da2ea3a3b4914e85bf16dff11a58a6af is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:59.059872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8::105 (4f18480c-9630-4976-9eb6-dd3965fedd43/c8a35447-0e90-4f31-b0fa-3f83f8fd7acf/9c98fc05-6980-4e59-bb24-58935aeb4572) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:02:59.068589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:59.069518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.071692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:59.090203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:59.092684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:59.098185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:59.111405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:59.123548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23f097bd-7882-4125-b76a-c95dc50acfc7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.151992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Made reservation on behalf of da2ea3a3b4914e85bf16dff11a58a6af for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:59.156683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.175465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f097bd-7882-4125-b76a-c95dc50acfc7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afabf11-e903-45b6-bc18-9fc7ba076daa,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.186623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:02:59.190180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.232718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event deleted for resources: {'Port': ['ID=7da16248-f1eb-4ad8-bc86-bf46ce3baa31,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.261597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.335392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=9199225d-ee35-4204-af05-89c4572eaff1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.340600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.344581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9d109d-c844-4d87-b199-7aee8e23b621 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:02:59.371355 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-394deb0a-8f9c-4fd5-a903-edb66c5abd93 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/9199225d-ee35-4204-af05-89c4572eaff1 HTTP/1.1" status: 204 len: 168 time: 1.7419193 May 19 13:02:59.375570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-23f097bd-7882-4125-b76a-c95dc50acfc7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.379062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-23f097bd-7882-4125-b76a-c95dc50acfc7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/7afabf11-e903-45b6-bc18-9fc7ba076daa HTTP/1.1" status: 204 len: 168 time: 1.5742133 May 19 13:02:59.379902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60238) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:59.380307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60240) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:59.388575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.545052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:02:59.577474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.591410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.597032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.602295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:02:59.607004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Deleting port 11bf2415-bbb2-4eda-902d-9b320f100191 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:02:59.607437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.659232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.659505 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-857310e6-02f6-46f5-a002-9d1d64688b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2690773 May 19 13:02:59.659887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Fanout notify agent at l3_agent the message router_deleted on router b227ef7d-4f4f-49bb-90af-112502b65c47 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:02:59.665219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60246) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:59.677004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.689643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.689988 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment f9748996-e13f-40ed-be7f-4431c7d7e9e9 of type vlan for network efdcce2f-6965-4109-a4a9-33ec9c1985c3 May 19 13:02:59.694994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=26500542-3775-42f9-b38a-a5b17177c21a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:02:59.754339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 9c98fc05-6980-4e59-bb24-58935aeb4572 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:02:59.769574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.770962 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c569bd3-c986-4474-85e3-ba074531b0d7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/b227ef7d-4f4f-49bb-90af-112502b65c47 HTTP/1.1" status: 204 len: 168 time: 2.9662423 May 19 13:02:59.775016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60250) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:02:59.786965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-870743062', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:02:59.795434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:02:59.800336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Usage tracker for resource:router and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:02:59.803964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:02:59.812029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:02:59.835509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.836475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.839153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.844965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2231921e-0c7b-49e7-af2b-bfeef90f08f3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:59.882053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f9134-8c75-4c86-bca6-6fdc56dab264 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:02:59.882501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8c3f9134-8c75-4c86-bca6-6fdc56dab264 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:02:59.887300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.895823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:02:59.896078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] For port 11bf2415-bbb2-4eda-902d-9b320f100191, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=11bf2415-bbb2-4eda-902d-9b320f100191,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:02:59.896591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.050143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Calling delete_port for 11bf2415-bbb2-4eda-902d-9b320f100191 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:00.106229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 11bf2415-bbb2-4eda-902d-9b320f100191 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:00.119111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2231921e-0c7b-49e7-af2b-bfeef90f08f3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:00.126379 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2231921e-0c7b-49e7-af2b-bfeef90f08f3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7342014 May 19 13:03:00.127770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:00.128731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60254) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.135347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:00.141303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350116276'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:00.141850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:00.147412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:00.148110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.160909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:00.163304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.212806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=9c98fc05-6980-4e59-bb24-58935aeb4572,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:00.215249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8c3f9134-8c75-4c86-bca6-6fdc56dab264 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:00.220064 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8c3f9134-8c75-4c86-bca6-6fdc56dab264 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5487742 May 19 13:03:00.220413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.225871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:00.226473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.230233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60258) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.236351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:00.309329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.309703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.310013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.310403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.310787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.311394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.311504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.311805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.312137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.312345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 11bf2415-bbb2-4eda-902d-9b320f100191 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:00.312453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.312822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.312951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.313270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.392604 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d5628233-0189-4867-a4b8-780e27c589d7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9290447 May 19 13:03:00.399171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60262) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.418439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.460486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:00.480203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Pushing event deleted for resources: {'Port': ['ID=11bf2415-bbb2-4eda-902d-9b320f100191,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:00.484435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] No DVR routers for this DVR port 11bf2415-bbb2-4eda-902d-9b320f100191 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:00.496247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.496655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.497051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.497938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.498901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.499194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.499512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.499834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.500152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.500470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.500784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.501095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6386a571-5738-4f20-a8b1-2d33e9d991d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:00.506623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.539942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-55fb533d-6ff1-4421-aa36-7ff86f583b00 None None] Provisioning for port 9c98fc05-6980-4e59-bb24-58935aeb4572 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:00.540185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.547581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-55fb533d-6ff1-4421-aa36-7ff86f583b00 None None] Provisioning complete for port 9c98fc05-6980-4e59-bb24-58935aeb4572 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:00.548060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-55fb533d-6ff1-4421-aa36-7ff86f583b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.573383 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5507505 May 19 13:03:00.573383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event updated for resources: {'Subnet': ['ID=18cb2f6e-72dc-4b8a-b6f4-5d46267606d1,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:00.579797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60266) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.580274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceb72d-c3f7-4dcd-8618-c7a108cac275 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=efdcce2f-6965-4109-a4a9-33ec9c1985c3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:00.595784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:00.601129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:00.601806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:00.606549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb121e1-ce99-4826-a433-b38ef3fcb714 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:00.607283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-feb121e1-ce99-4826-a433-b38ef3fcb714 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:00.616060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Checking segment: {'id': '969023ad-82e4-4cc0-9339-328b41ae306f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:00.616252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Network hostable DHCP agents. Network: 72aab1bb-f9ba-4c32-a385-de3243f2815c, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:00.620925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.624624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:00.630025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:00.641372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:00.695091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-55fb533d-6ff1-4421-aa36-7ff86f583b00 None None] Port 9c98fc05-6980-4e59-bb24-58935aeb4572 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:00.741935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-feb121e1-ce99-4826-a433-b38ef3fcb714 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:00.743516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-feb121e1-ce99-4826-a433-b38ef3fcb714 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4848008 May 19 13:03:00.749414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60270) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.799536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:00.801782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:00.807887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:00.810993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:00.813756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:00.814002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:00.820374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:00.822627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:00.831010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:00.840667 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e1253d49-4b7c-4399-ae3e-a2a84f9779f1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880115 May 19 13:03:00.845849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60274) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:00.850873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:00.854362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.878160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:00.901399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 72aab1bb-f9ba-4c32-a385-de3243f2815c) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:00.910082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda3622-a7f4-45c1-80dd-310734660cb5 None None] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:00.929307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:00.930068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.990738 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1a766cd2-a857-45af-a1b0-e505138c5113 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4974532 May 19 13:03:00.993119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:00.995797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.003844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Request body: {'port': {'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1744451535'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.006314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:01.009772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.017896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.162845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-72aab1bb-f9ba-4c32-a385-de3243f2815c', 'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c', 'tenant_id': 'da2ea3a3b4914e85bf16dff11a58a6af', 'fixed_ips': [{'subnet_id': '18cb2f6e-72dc-4b8a-b6f4-5d46267606d1'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:01.163908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.177334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a25c-73d9-4f5e-b5d9-2c43cb40f1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.199775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9667544d-abd8-471a-a0bf-1e46efe6c387,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:01.202367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.206705 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a6c7de3d-103f-436a-84f9-762adec3858a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0697801 May 19 13:03:01.207566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.222406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0d783fe0-1801-43f9-9ca7-aa13ac10d8be tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '9667544d-abd8-471a-a0bf-1e46efe6c387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.242484 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-0d783fe0-1801-43f9-9ca7-aa13ac10d8be tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 19 13:03:01.243284 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-0d783fe0-1801-43f9-9ca7-aa13ac10d8be tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:01.247487 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0d783fe0-1801-43f9-9ca7-aa13ac10d8be tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308447 May 19 13:03:01.249464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60286) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.260661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-86b9d199-334e-4301-8338-3189be8d7370 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '9667544d-abd8-471a-a0bf-1e46efe6c387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.261336 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-86b9d199-334e-4301-8338-3189be8d7370 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 19 13:03:01.261981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-86b9d199-334e-4301-8338-3189be8d7370 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:01.262965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-86b9d199-334e-4301-8338-3189be8d7370 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107822 May 19 13:03:01.264649 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.ipam_backend_mixin [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8a35447-0e90-4f31-b0fa-3f83f8fd7acf (CIDR: 2001:db8::/64) May 19 13:03:01.267147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60290) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.275141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:01.278209 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:01.278680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:01.313697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:01.349889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Allocated IP 172.20.0.2 (72aab1bb-f9ba-4c32-a385-de3243f2815c/18cb2f6e-72dc-4b8a-b6f4-5d46267606d1/e395859a-3d1c-4999-acd7-88ba64f11392) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:01.357486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-13e5d965-36ee-4775-b170-66cef01df7c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '9667544d-abd8-471a-a0bf-1e46efe6c387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.358883 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-13e5d965-36ee-4775-b170-66cef01df7c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 19 13:03:01.359630 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-13e5d965-36ee-4775-b170-66cef01df7c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:01.361918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-13e5d965-36ee-4775-b170-66cef01df7c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0913849 May 19 13:03:01.375832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.406789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0d9c91ca-937b-48d9-aca7-9168bdc6fce6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '9667544d-abd8-471a-a0bf-1e46efe6c387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.408147 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-0d9c91ca-937b-48d9-aca7-9168bdc6fce6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 19 13:03:01.408883 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-0d9c91ca-937b-48d9-aca7-9168bdc6fce6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:01.413057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0d9c91ca-937b-48d9-aca7-9168bdc6fce6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0281513 May 19 13:03:01.416613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60298) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.470516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:01.480995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Usage tracker for resource:port and tenant:da2ea3a3b4914e85bf16dff11a58a6af is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:01.487503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:01.498263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:01.500558 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-38dee726-b35a-4e95-aabe-377b09007bf7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1007290 May 19 13:03:01.503779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:01.505820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60302) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:01.520389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:01.619704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:01.625189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.651923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Made reservation on behalf of da2ea3a3b4914e85bf16dff11a58a6af for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:01.655038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.672249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.685433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Transition to ACTIVE for port object e395859a-3d1c-4999-acd7-88ba64f11392 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:01.712124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Transition to ACTIVE for port object e395859a-3d1c-4999-acd7-88ba64f11392 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:01.721516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.799467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:01.803064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:01.807590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:01.814080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Pushing event updated for resources: {'Port': ['ID=e395859a-3d1c-4999-acd7-88ba64f11392,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:01.882383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] device_id is not set on port ac4c12e1-b866-4bcc-97c1-9ef635529133 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:01.915869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Attempting to bind port e395859a-3d1c-4999-acd7-88ba64f11392 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:01.916873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Attempting to bind port e395859a-3d1c-4999-acd7-88ba64f11392 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '969023ad-82e4-4cc0-9339-328b41ae306f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:01.916873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Attempting to bind port e395859a-3d1c-4999-acd7-88ba64f11392 on network 72aab1bb-f9ba-4c32-a385-de3243f2815c {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:01.923570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:01.923929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Checking segment: {'id': '969023ad-82e4-4cc0-9339-328b41ae306f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:01.924521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.924904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Bound using segment: {'id': '969023ad-82e4-4cc0-9339-328b41ae306f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:01.926370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Bound port: e395859a-3d1c-4999-acd7-88ba64f11392, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969023ad-82e4-4cc0-9339-328b41ae306f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:01.926370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.930930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:01.990037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.024337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] For port e395859a-3d1c-4999-acd7-88ba64f11392, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:02.025977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:02.027968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] For port e395859a-3d1c-4999-acd7-88ba64f11392, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e395859a-3d1c-4999-acd7-88ba64f11392,segment=NetworkSegment(969023ad-82e4-4cc0-9339-328b41ae306f),segment_id=969023ad-82e4-4cc0-9339-328b41ae306f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:02.034159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.043156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:02.048594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:02.063446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:02.073504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:02.082848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.092155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:02.124278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:02.124923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:02.130060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b58ed4c-33a3-48c5-bf0a-9777abd6a707 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.133649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:02.137787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.170137 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4a884078-1397-4000-91c9-5283e0d9d6f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/cc924164-5d35-4c41-85c1-2afac8494277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8125868 May 19 13:03:02.248999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b58ed4c-33a3-48c5-bf0a-9777abd6a707 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.278943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Allocated IP 172.20.0.8 (72aab1bb-f9ba-4c32-a385-de3243f2815c/18cb2f6e-72dc-4b8a-b6f4-5d46267606d1/ac4c12e1-b866-4bcc-97c1-9ef635529133) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:02.347597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=fdc0026c-c177-4144-aa68-aca2b5d097de,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:02.360828 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b9dadcbc-7d18-4567-81ba-4559af545f9a (CIDR: 2001:db8:0:1::/64) May 19 13:03:02.364446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:02.376474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:02.377312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:02.400366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:02.400772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: 2773b8b4-e012-42db-98ee-41dc0c5e5bbd, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:02.406873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Allocated IP 172.26.3.20 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/e6e5cfe4-6055-4020-9123-13443de580bd) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:02.438928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b58ed4c-33a3-48c5-bf0a-9777abd6a707 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.452210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fcfe9-1749-4fd0-9a9c-092e49eecea1 None None] Pushing event updated for resources: {'Port': ['ID=e395859a-3d1c-4999-acd7-88ba64f11392,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:02.494987 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a905b7ff-7f36-4a4d-91b4-ffd22a103e96 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9879334 May 19 13:03:02.506107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60308) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:02.527213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'subnet': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:02.528166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58ed4c-33a3-48c5-bf0a-9777abd6a707 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667544d-abd8-471a-a0bf-1e46efe6c387,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:02.628948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:02.644125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.775046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.797623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:02.802663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Transition to ACTIVE for port object ac4c12e1-b866-4bcc-97c1-9ef635529133 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:02.804226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Usage tracker for resource:subnet and tenant:604bff1200154a66a3b117ee43900fd7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:02.808431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:02.815707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:02.816366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2773b8b4-e012-42db-98ee-41dc0c5e5bbd) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:02.821696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:02.823558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.831580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:02.833981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Made reservation on behalf of 604bff1200154a66a3b117ee43900fd7 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:02.837850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.860429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b58ed4c-33a3-48c5-bf0a-9777abd6a707 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.861836 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b58ed4c-33a3-48c5-bf0a-9777abd6a707 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/9667544d-abd8-471a-a0bf-1e46efe6c387 HTTP/1.1" status: 204 len: 168 time: 1.3859749 May 19 13:03:02.863566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:02.866779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:02.867513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.881407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60314) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:02.889345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb935361-80f7-432b-860d-280393e27ac5 None None] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:02.902290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebf936-8af5-4376-82ed-04139ba2b660 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:02.946764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:02.975847 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d3f3da2c-5e3c-49f1-a2e8-f6546f6be6de tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3861606 May 19 13:03:02.981733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=5ff9ae58-38e0-4c51-b795-98ea58160432,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:02.983672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60318) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:03.011111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:03.017180 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-002825ba-8d3e-4760-b47e-2558fbf4eab6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1710188 May 19 13:03:03.029513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60322) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:03.040665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '5ff9ae58-38e0-4c51-b795-98ea58160432', 'ip_address': '2001:db8::f860:196a:6ba:2970'}], 'name': 'tempest-NetworksTestDHCPv6-1946839240'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:03.067338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c844d632-696e-403b-a412-ae57e571ae01 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:03.077006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:03.143596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:03.164100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.164621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:03.192775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event updated for resources: {'Port': ['ID=ac4c12e1-b866-4bcc-97c1-9ef635529133,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:03.209561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c844d632-696e-403b-a412-ae57e571ae01 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:03.211141 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c844d632-696e-403b-a412-ae57e571ae01 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3188262 May 19 13:03:03.219838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93402be5-c5be-4fd4-b981-a5b4b40f7c3c req-f22cf0c1-442f-486e-a707-04669683445b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:03.220862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-93402be5-c5be-4fd4-b981-a5b4b40f7c3c req-f22cf0c1-442f-486e-a707-04669683445b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:03.223516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60326) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:03.234828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:59Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:17Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:03.253408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927551763'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:03.271594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:03.272645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:03.284423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:03.285171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.298455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:03:03.302860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:03.307301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-93402be5-c5be-4fd4-b981-a5b4b40f7c3c req-f22cf0c1-442f-486e-a707-04669683445b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:03.307850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:03.313251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-841b6f28-71ce-409f-a92d-b0c4f58f8a73 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3163853 May 19 13:03:03.316049 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-93402be5-c5be-4fd4-b981-a5b4b40f7c3c req-f22cf0c1-442f-486e-a707-04669683445b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 946 time: 0.5741122 May 19 13:03:03.321025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60330) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:03.322598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:03.323127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:03.331965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:03.332838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:02:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:03.353216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Request body: {'port': {'network_id': '72aab1bb-f9ba-4c32-a385-de3243f2815c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1438482880', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:03.353929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] bootfile-name is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 13:03:03.354264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] tftp-server is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 13:03:03.354618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.api.validators [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] server-ip-address is not in valid_values {{(pid=88029) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 13:03:03.374396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:03.378288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.384814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:03.445576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:03.460791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:03.465894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.493097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:03.497726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.559841 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-93402be5-c5be-4fd4-b981-a5b4b40f7c3c req-2be9c807-bed4-42f3-be84-f694a30f652b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426865 May 19 13:03:03.599499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:03.609899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:03.613966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.620755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:03.633975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:03.635500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:03.659058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:03.661498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:03.736322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:03.772822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Subnet': ['ID=9c6d8326-13d5-4edc-852c-a538f33445ad,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:03.775280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:03.781224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event updated for resources: {'Port': ['ID=e6e5cfe4-6055-4020-9123-13443de580bd,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:03.793822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:03.797398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:03.801387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.808530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:03.809291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:03.845459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e9cc0-bce5-4cfe-a4c1-fe24b852b841 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:03.919334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41d557-f6d7-4a16-860b-3d512a3638a1 None None] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:04.062630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:04.081127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-687374b6-ecc4-4797-944e-d1bac03e57bd tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5735493 May 19 13:03:04.082681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=c059d923-6991-40cb-8521-5cbb8d9684a6,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:04.084701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60334) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:04.095105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1086981594', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c6d8326-13d5-4edc-852c-a538f33445ad'}], 'security_groups': ['3ef1fe38-068d-46fd-92d1-a20e064a865b', '933aa2d1-f7a6-48fd-b54b-65f6a92d1a30']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:04.134836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Usage tracker for resource:port and tenant:da2ea3a3b4914e85bf16dff11a58a6af is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:04.145654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:04.150205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': 'f9748996-e13f-40ed-be7f-4431c7d7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:04.150898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: efdcce2f-6965-4109-a4a9-33ec9c1985c3, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:04.200056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:04.223482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e395859a-3d1c-4999-acd7-88ba64f11392 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:04.230693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:04.269793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2773b8b4-e012-42db-98ee-41dc0c5e5bbd', 'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': 'fdc0026c-c177-4144-aa68-aca2b5d097de'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:04.270059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.270593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.272419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, efdcce2f-6965-4109-a4a9-33ec9c1985c3) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:04.280000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:04.280725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.327022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd21b82-cd1b-4578-a5fe-475a5f6572d4 None None] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:04.331050 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a2e7c124-28fb-4f62-a6f1-d235b39e7440 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3343925 May 19 13:03:04.331504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60340) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:04.336172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Made reservation on behalf of da2ea3a3b4914e85bf16dff11a58a6af for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:04.339327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1776882496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:04.340311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.342831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '5ff9ae58-38e0-4c51-b795-98ea58160432'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:04.343722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.347959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:04.373056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 204cedd6-6420-4e4a-943a-85b10b8b867b yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:04.385599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:04.394760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:04.400086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5dc325ab-82e2-48b7-9d6a-af33c2964451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.416289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:04.436112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.436455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.446740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] device_id is not set on port 181a78a0-145d-4ac8-9eb7-6e1b27309354 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:04.451997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.452995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.483811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b095c5df-0b77-4706-9008-fe7f6978ecba None None] Provisioning for port e395859a-3d1c-4999-acd7-88ba64f11392 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:04.521710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.548048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.591109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.674230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.675684 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5c66d171-3b07-48ac-8c50-30447199c14a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3432462 May 19 13:03:04.679263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60348) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:04.754947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-5889f370-c263-4754-bed3-18a88f7e0356 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:04.757372 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-5889f370-c263-4754-bed3-18a88f7e0356 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 946 time: 0.5631685 May 19 13:03:04.859444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dedbdf-5865-4c3e-991b-658073b3d8c1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:04.921538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.922771 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f19e373f-0831-479c-bca9-5bfc1ff72d4c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6920385 May 19 13:03:04.940825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e395859a-3d1c-4999-acd7-88ba64f11392 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:04.943118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60352) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:04.954834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:04.965788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4dbc91eb-41b0-4392-a0bf-1ee99864be66 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:04.966507 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-4dbc91eb-41b0-4392-a0bf-1ee99864be66 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:03:04.967014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-4dbc91eb-41b0-4392-a0bf-1ee99864be66 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:04.971468 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4dbc91eb-41b0-4392-a0bf-1ee99864be66 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092266 May 19 13:03:04.981179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60356) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:05.000646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:05.015345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:05.026782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:05.027245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.053740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:05.060377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:05.074316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.144468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:05.146383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/5ff9ae58-38e0-4c51-b795-98ea58160432/7d7f2e03-72b9-444f-b0ab-3011d198ab05) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:05.170891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Allocated IP 172.20.0.3 (72aab1bb-f9ba-4c32-a385-de3243f2815c/18cb2f6e-72dc-4b8a-b6f4-5d46267606d1/181a78a0-145d-4ac8-9eb7-6e1b27309354) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:05.293681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e395859a-3d1c-4999-acd7-88ba64f11392 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:05.293929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.377009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.378746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df167d06-2a4c-47c1-b923-8c5fd8d139fd req-a81b751d-e466-4443-8d3f-753424d7069d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:05.379577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-df167d06-2a4c-47c1-b923-8c5fd8d139fd req-a81b751d-e466-4443-8d3f-753424d7069d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:05.393224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Allocated IP 172.20.0.2 (2773b8b4-e012-42db-98ee-41dc0c5e5bbd/fdc0026c-c177-4144-aa68-aca2b5d097de/c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:05.424864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:05.426186 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-80961545-41aa-4fd7-ad89-71085d78f420 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4432590 May 19 13:03:05.438106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60360) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:05.453311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-df167d06-2a4c-47c1-b923-8c5fd8d139fd req-a81b751d-e466-4443-8d3f-753424d7069d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:05.459129 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-df167d06-2a4c-47c1-b923-8c5fd8d139fd req-a81b751d-e466-4443-8d3f-753424d7069d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 946 time: 0.6287811 May 19 13:03:05.515823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7a6885e2-3f89-4600-b2c1-3b5f19f9e9c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:05.516490 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-7a6885e2-3f89-4600-b2c1-3b5f19f9e9c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 19 13:03:05.516788 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-7a6885e2-3f89-4600-b2c1-3b5f19f9e9c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:05.520988 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7a6885e2-3f89-4600-b2c1-3b5f19f9e9c7 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314927 May 19 13:03:05.534257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60364) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:05.538853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.558166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:05.577141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:05.610750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-efdcce2f-6965-4109-a4a9-33ec9c1985c3', 'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': 'c059d923-6991-40cb-8521-5cbb8d9684a6'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:05.611576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.772742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:59Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:17Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:05.773126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:05.792344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:05.848920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2a486-3bfe-425b-9a46-cb19dd560083 None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:59Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0541b182-58f3-4b60-bd6d-f02284bdccd3', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'port_id': 'ae83399c-4686-472e-bf0b-14e493556c60', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'mac_address': 'fa:16:3e:c5:b7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35969d70-31c9-4392-a30e-f8761ee74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:01:11Z', 'updated_at': '2022-05-19T13:01:17Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:05.856360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-df167d06-2a4c-47c1-b923-8c5fd8d139fd req-db188757-e99a-461e-a56d-7abde887b344 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=09911e51-7fb0-41e2-a9ad-e6249fbbcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546057 May 19 13:03:05.880901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:05.933900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:05.938212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Delete allocated IP 2001:db8::105 (4f18480c-9630-4976-9eb6-dd3965fedd43/c8a35447-0e90-4f31-b0fa-3f83f8fd7acf) {{(pid=88028) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:03:05.956254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Allocated IP 2001:db8:0:2::14a (4f18480c-9630-4976-9eb6-dd3965fedd43/9c6d8326-13d5-4edc-852c-a538f33445ad/9c98fc05-6980-4e59-bb24-58935aeb4572) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:06.003732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:06.004040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.026877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Transition to ACTIVE for port object 7d7f2e03-72b9-444f-b0ab-3011d198ab05 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:06.073726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e395859a-3d1c-4999-acd7-88ba64f11392 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:06.074092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.125701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.163527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:06.209098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.245508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Transition to ACTIVE for port object 7d7f2e03-72b9-444f-b0ab-3011d198ab05 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:06.297103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.321533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.379252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.381162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.388521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Transition to ACTIVE for port object 181a78a0-145d-4ac8-9eb7-6e1b27309354 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:06.401749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Allocated IP 172.21.0.2 (efdcce2f-6965-4109-a4a9-33ec9c1985c3/c059d923-6991-40cb-8521-5cbb8d9684a6/708fef1a-bce8-40a6-acd1-01e611266290) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:06.406818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Transition to ACTIVE for port object 9c98fc05-6980-4e59-bb24-58935aeb4572 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:06.409383 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:06.410845 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-90f31787-2bc8-4122-9fe4-f2bab9ecdbc9 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8738935 May 19 13:03:06.411917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e395859a-3d1c-4999-acd7-88ba64f11392, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e395859a-3d1c-4999-acd7-88ba64f11392,segment=NetworkSegment(969023ad-82e4-4cc0-9339-328b41ae306f),segment_id=969023ad-82e4-4cc0-9339-328b41ae306f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:06.414035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60368) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:06.419299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.424396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a2e89b98-232f-4751-9222-a22b7cb6a1a1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:06.425374 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-a2e89b98-232f-4751-9222-a22b7cb6a1a1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:03:06.426087 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-a2e89b98-232f-4751-9222-a22b7cb6a1a1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:06.427525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a2e89b98-232f-4751-9222-a22b7cb6a1a1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115769 May 19 13:03:06.451635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.462392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Transition to ACTIVE for port object c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:06.475142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Update dhcp port {'port': {'network_id': '4f18480c-9630-4976-9eb6-dd3965fedd43', 'fixed_ips': [{'subnet_id': 'b9dadcbc-7d18-4567-81ba-4559af545f9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8a35447-0e90-4f31-b0fa-3f83f8fd7acf', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c6d8326-13d5-4edc-852c-a538f33445ad'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'cda68800-8a81-4b82-8153-4b68205b2d5a'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:03:06.482195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60372) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:06.513048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:06.531653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:06.532970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f860:196a:6ba:2970 (46029377-b81a-4b15-aa71-e8bb333d83e5/5ff9ae58-38e0-4c51-b795-98ea58160432/204cedd6-6420-4e4a-943a-85b10b8b867b) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:06.539465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:06.543263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 26500542-3775-42f9-b38a-a5b17177c21a no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:06.553395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:06.562142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:06.608941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:06.609190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:06.629940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Provisioning complete for port e395859a-3d1c-4999-acd7-88ba64f11392 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:06.630335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.630645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] In _notify_port_updated(), no bound segment for port 9c98fc05-6980-4e59-bb24-58935aeb4572 on network 4f18480c-9630-4976-9eb6-dd3965fedd43 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:03:06.636124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:06.636806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.640926 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "PUT /v2.0/ports/9c98fc05-6980-4e59-bb24-58935aeb4572 HTTP/1.1" status: 200 len: 970 time: 2.5526798 May 19 13:03:06.645102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60376) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:06.653362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Project 2e185bd4617d4d2da2f7b0b254f0b04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:03:06.658676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace714-64b5-453f-9679-c6a7c4668a3a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event updated for resources: {'Port': ['ID=9c98fc05-6980-4e59-bb24-58935aeb4572,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:06.658974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:06.668574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Pushing event updated for resources: {'Port': ['ID=7d7f2e03-72b9-444f-b0ab-3011d198ab05,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:06.670304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 26500542-3775-42f9-b38a-a5b17177c21a {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:06.670667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 26500542-3775-42f9-b38a-a5b17177c21a not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:06.683356 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:06.687418 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5520b5bc-9d0e-4fac-8cb7-4f8e581242a4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1815689 May 19 13:03:06.687534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60380) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:06.692814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-24544fb6-9144-4a29-95a3-5e73d19a4ee3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:06.693339 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-24544fb6-9144-4a29-95a3-5e73d19a4ee3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 19 13:03:06.693902 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-24544fb6-9144-4a29-95a3-5e73d19a4ee3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:06.697590 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-24544fb6-9144-4a29-95a3-5e73d19a4ee3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063629 May 19 13:03:06.697813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60384) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:06.704154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:06.710590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:06.712574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.715400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:06.718959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:06.724973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:06.741466 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Project 2e185bd4617d4d2da2f7b0b254f0b04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:03:06.753055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Transition to ACTIVE for port object c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:06.769584 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:06.774761 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8a9169ca-baa0-411f-b9c3-3078e4cfa48a tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0758407 May 19 13:03:06.775536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60388) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:06.781248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '84dedbdf-5865-4c3e-991b-658073b3d8c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:06.788855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:06.793975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:06.799124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:06.807373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.830728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.852399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port 9c98fc05-6980-4e59-bb24-58935aeb4572 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:06.852848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.855642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:06.875802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Project 2e185bd4617d4d2da2f7b0b254f0b04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:03:06.883438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:06.886429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:06.892054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.20.0.1 (2773b8b4-e012-42db-98ee-41dc0c5e5bbd/fdc0026c-c177-4144-aa68-aca2b5d097de/a00ab05f-a866-46d7-a509-82846043dc57) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:06.911246 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:06.915075 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-663c398d-7d15-4a76-a894-2ca346e5dbc6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1356168 May 19 13:03:06.929500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:06.932541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:06.933988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60394) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:07.001372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event updated for resources: {'Port': ['ID=181a78a0-145d-4ac8-9eb7-6e1b27309354,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:07.111073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b33ea876-62cb-4b2d-b85c-c8fd0edcbf91 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.162876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:07.187138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:07.189404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Attempting to bind port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:07.189878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Attempting to bind port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:07.190098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Attempting to bind port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:07.215552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.215786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:07.219362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b33ea876-62cb-4b2d-b85c-c8fd0edcbf91 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.224804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:07.225177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:07.225576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.225976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:07.226436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Bound port: 7d7f2e03-72b9-444f-b0ab-3011d198ab05, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:07.226884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.255034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object a00ab05f-a866-46d7-a509-82846043dc57 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:07.268040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=6e18492f-b15e-4320-8f2b-2f65d24bbcd2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:07.278404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:07.278404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.283754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e395859a-3d1c-4999-acd7-88ba64f11392,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:07.303641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b33ea876-62cb-4b2d-b85c-c8fd0edcbf91 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.310599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6589a544-d6ed-44a8-8629-74757ddf3db5 req-98478746-5247-461e-8704-035be9bd8676 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c980cb-6632-44f9-9add-bc87df0ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.2743044 May 19 13:03:07.325338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Router 4aef8d8a-3222-4ef6-9fa7-c22699d34b44 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:07.336170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ea876-62cb-4b2d-b85c-c8fd0edcbf91 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dedbdf-5865-4c3e-991b-658073b3d8c1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:07.352928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.367389 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c2e081b1-04b3-4b33-b82a-6a74277fa34e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0405974 May 19 13:03:07.376564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60398) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:07.434227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b33ea876-62cb-4b2d-b85c-c8fd0edcbf91 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.435476 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b33ea876-62cb-4b2d-b85c-c8fd0edcbf91 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/84dedbdf-5865-4c3e-991b-658073b3d8c1 HTTP/1.1" status: 204 len: 168 time: 0.5004888 May 19 13:03:07.440106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:07.440106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60402) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:07.440356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:07.448395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:07.465130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:07.507548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.509916 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-62acf808-d4d2-4dc1-be5e-f1a758bec7cf req-bb82e47d-4ce6-4b69-89be-efc4af1ea0c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/6e18492f-b15e-4320-8f2b-2f65d24bbcd2 HTTP/1.1" status: 204 len: 173 time: 2.6820536 May 19 13:03:07.533150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.538967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=a00ab05f-a866-46d7-a509-82846043dc57,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:07.550435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:07.581164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'name': 'network-vif-deleted', 'tag': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:03:07.630130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b027ee7f-becd-4a8a-9b01-8f9dad73b621 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:07.643524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Pushing event updated for resources: {'Port': ['ID=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:07.667650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b027ee7f-becd-4a8a-9b01-8f9dad73b621 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:07.669493 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b027ee7f-becd-4a8a-9b01-8f9dad73b621 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2260635 May 19 13:03:07.682930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:07.683275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 6e18492f-b15e-4320-8f2b-2f65d24bbcd2 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:07.705078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Attempting to bind port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:07.705307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60408) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:07.705843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Attempting to bind port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:07.706374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Attempting to bind port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 on network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:07.735745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--678567807'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:07.743203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:07.749464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.757200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:07.778508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:07.779192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Checking segment: {'id': '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:07.779765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.780335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Bound using segment: {'id': '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:07.780991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Bound port: c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2773b8b4-e012-42db-98ee-41dc0c5e5bbd'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:07.781545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.789371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.803633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:07.833576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Current status of the port e395859a-3d1c-4999-acd7-88ba64f11392 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:07.863260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] For port 7d7f2e03-72b9-444f-b0ab-3011d198ab05, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:07.886984 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b948497c-a74a-4f6a-8d04-89292babd2d0'] response: {'server_uuid': '59c980cb-6632-44f9-9add-bc87df0ba7e6', 'name': 'network-vif-deleted', 'tag': '6e18492f-b15e-4320-8f2b-2f65d24bbcd2', 'status': 'completed', 'code': 200} May 19 13:03:07.889289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:07.896659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:07.901807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:07.962992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:08.001924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Provisioning for port ac4c12e1-b866-4bcc-97c1-9ef635529133 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:08.008951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] For port 7d7f2e03-72b9-444f-b0ab-3011d198ab05, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7d7f2e03-72b9-444f-b0ab-3011d198ab05,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:08.028518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Provisioning complete for port ac4c12e1-b866-4bcc-97c1-9ef635529133 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:08.028890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.053960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.090028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.146948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.179545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 204cedd6-6420-4e4a-943a-85b10b8b867b will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:08.195184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02678c3-49d5-4f8b-87f8-ca2602c0643e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:08.196569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Allocated IP 2001:db8:0:2::2 (4f18480c-9630-4976-9eb6-dd3965fedd43/9c6d8326-13d5-4edc-852c-a538f33445ad/cda68800-8a81-4b82-8153-4b68205b2d5a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:08.202931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02678c3-49d5-4f8b-87f8-ca2602c0643e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:08.209438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02678c3-49d5-4f8b-87f8-ca2602c0643e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:08.209818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Transition to ACTIVE for port object 708fef1a-bce8-40a6-acd1-01e611266290 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:08.210358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c02678c3-49d5-4f8b-87f8-ca2602c0643e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Synchronizing usage tracker for tenant:da2ea3a3b4914e85bf16dff11a58a6af on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:08.243323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:08.248272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-21c7751b-53ca-4740-b80c-a3dcdf4069c6 None None] Port ac4c12e1-b866-4bcc-97c1-9ef635529133 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:08.261062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c02678c3-49d5-4f8b-87f8-ca2602c0643e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Unset dirty status for tenant:da2ea3a3b4914e85bf16dff11a58a6af on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:08.263233 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c02678c3-49d5-4f8b-87f8-ca2602c0643e tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.8378074 May 19 13:03:08.274480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.295245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,segment=NetworkSegment(0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0),segment_id=0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:08.296618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Transition to ACTIVE for port object 708fef1a-bce8-40a6-acd1-01e611266290 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:08.306604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745070fd-13df-42fd-93d6-dbfe0e259ab0 None None] Pushing event updated for resources: {'Port': ['ID=7d7f2e03-72b9-444f-b0ab-3011d198ab05,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:08.386056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.448491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for 9c98fc05-6980-4e59-bb24-58935aeb4572 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:08.490671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.498726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60412) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:08.499206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60416) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:08.550767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.595039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.597834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.621371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cda68800-8a81-4b82-8153-4b68205b2d5a,segment=NetworkSegment(5a5a197a-653c-4bcb-aaf5-aa021ceae4cc),segment_id=5a5a197a-653c-4bcb-aaf5-aa021ceae4cc)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:08.642059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:08.653725 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] Sync routers for ids ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:08.663884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.681413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:08.683460 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] Routers {'4aef8d8a-3222-4ef6-9fa7-c22699d34b44'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:08.684265 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:08.693052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:08.696589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:08.728547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e395859a-3d1c-4999-acd7-88ba64f11392 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:08.762445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Deleting port 181a78a0-145d-4ac8-9eb7-6e1b27309354 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:08.762659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.762828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.768226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.837459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.838701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c5a6a775-7ed6-456a-b725-c2c3f0bebfd7 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0625629 May 19 13:03:08.850156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Provisioning for port 181a78a0-145d-4ac8-9eb7-6e1b27309354 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:08.851504 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:08.853139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60422) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:08.872590 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] Routers {'4aef8d8a-3222-4ef6-9fa7-c22699d34b44'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:08.873630 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:08.888536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.910829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:08.928415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Provisioning complete for port 181a78a0-145d-4ac8-9eb7-6e1b27309354 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:08.929137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:08.976002 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:08.976681 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f44f37f-e222-4387-aeaf-f053ad87b9c7 None None] The sync data for ids ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:08.997667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7343fdca-94a8-4e28-8ac6-8198720d9979,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.048995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Transition to ACTIVE for port object cda68800-8a81-4b82-8153-4b68205b2d5a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:09.057863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=a00ab05f-a866-46d7-a509-82846043dc57,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.071066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.072812 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7cdd086b-964e-4a35-8064-4840cbd90026 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3653281 May 19 13:03:09.075774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.088280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60426) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:09.097271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '7343fdca-94a8-4e28-8ac6-8198720d9979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:09.097643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5995-46e2-428a-811b-714391a83dec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.103515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf7a4-4018-4914-a075-5414eca597d5 None None] Pushing event updated for resources: {'Port': ['ID=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.104679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:09.109640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:09.114708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:09.121817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:09.150139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Attempting to bind port 708fef1a-bce8-40a6-acd1-01e611266290 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:09.150485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Attempting to bind port 708fef1a-bce8-40a6-acd1-01e611266290 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'f9748996-e13f-40ed-be7f-4431c7d7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:09.151245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Attempting to bind port 708fef1a-bce8-40a6-acd1-01e611266290 on network efdcce2f-6965-4109-a4a9-33ec9c1985c3 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:09.169504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:09.169748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Checking segment: {'id': 'f9748996-e13f-40ed-be7f-4431c7d7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:09.170230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.170711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Bound using segment: {'id': 'f9748996-e13f-40ed-be7f-4431c7d7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:09.171286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Bound port: 708fef1a-bce8-40a6-acd1-01e611266290, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9748996-e13f-40ed-be7f-4431c7d7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'efdcce2f-6965-4109-a4a9-33ec9c1985c3'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:09.171711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.182114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:09.183944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:09.189910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:09.221206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:09.260975 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The resource could not be found. May 19 13:03:09.265132 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ab33b492-0b38-490b-89fe-a0cb03d65e74 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1725886 May 19 13:03:09.287085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e395859a-3d1c-4999-acd7-88ba64f11392 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:09.287663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.297095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:09.302610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:09.303214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.319328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60430) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:09.331212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '7343fdca-94a8-4e28-8ac6-8198720d9979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2519ff36-7d18-4d05-9598-a01640a24188'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:09.348118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:09.355637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:09.360574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:09.371354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:09.375599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5995-46e2-428a-811b-714391a83dec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.400972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=204cedd6-6420-4e4a-943a-85b10b8b867b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.424792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Port 181a78a0-145d-4ac8-9eb7-6e1b27309354 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:09.439268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 490a5594-db94-40df-b8fb-41f5c5a727aa is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:09.444789 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The resource could not be found. May 19 13:03:09.449261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4c8c04d9-cd1f-4f4f-90d4-df5a1d2e5606 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1265593 May 19 13:03:09.450088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60434) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:09.477134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Pushing event updated for resources: {'Port': ['ID=708fef1a-bce8-40a6-acd1-01e611266290,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.498736 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-568d8ee4-d565-4c79-b0f4-c2ed5d0d1acb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.4681551 May 19 13:03:09.510795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60438) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:09.567527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.615221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Provisioning complete for port ac4c12e1-b866-4bcc-97c1-9ef635529133 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:09.615845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.671560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] For port 708fef1a-bce8-40a6-acd1-01e611266290, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:09.702809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326c855-fc84-4dee-9d63-4e3267d4ab05 None None] Pushing event updated for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.710294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] For port 708fef1a-bce8-40a6-acd1-01e611266290, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=708fef1a-bce8-40a6-acd1-01e611266290,segment=NetworkSegment(f9748996-e13f-40ed-be7f-4431c7d7e9e9),segment_id=f9748996-e13f-40ed-be7f-4431c7d7e9e9)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:09.748549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=9c98fc05-6980-4e59-bb24-58935aeb4572,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:09.771303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.794944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:09.802420 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-12bc7595-7f37-46fa-93fc-63ca28f044db tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/490a5594-db94-40df-b8fb-41f5c5a727aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1221373 May 19 13:03:09.828262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60442) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:09.828964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5731a272-c36a-45b2-a9ef-f012e241906f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.866048 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2867357d-9a81-4672-9f8e-c39ac16bed4f None None] Port ac4c12e1-b866-4bcc-97c1-9ef635529133 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:09.869497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] Sync routers for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:09.939864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e395859a-3d1c-4999-acd7-88ba64f11392 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:09.946633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:09.947478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:09.949236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5731a272-c36a-45b2-a9ef-f012e241906f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:09.972270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf55342d-a199-4bdc-91a8-58742f7fa24e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:09.973219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf55342d-a199-4bdc-91a8-58742f7fa24e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:10.033577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cf55342d-a199-4bdc-91a8-58742f7fa24e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:10.035765 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf55342d-a199-4bdc-91a8-58742f7fa24e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports/a00ab05f-a866-46d7-a509-82846043dc57 HTTP/1.1" status: 200 len: 910 time: 0.2044959 May 19 13:03:10.038446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60446) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:10.058049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:10.073392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:10.073912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:10.145910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa25377-bdd2-4d70-8b89-52080b2ee732 None None] Pushing event updated for resources: {'Port': ['ID=708fef1a-bce8-40a6-acd1-01e611266290,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:10.177199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.182817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:10.183401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06f1f4-8093-4418-beb8-168e68af6eba None None] The sync data for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:10.199262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5731a272-c36a-45b2-a9ef-f012e241906f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.225225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.265089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731a272-c36a-45b2-a9ef-f012e241906f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7343fdca-94a8-4e28-8ac6-8198720d9979,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:10.278957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5731a272-c36a-45b2-a9ef-f012e241906f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.280174 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5731a272-c36a-45b2-a9ef-f012e241906f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/7343fdca-94a8-4e28-8ac6-8198720d9979 HTTP/1.1" status: 204 len: 168 time: 0.8291669 May 19 13:03:10.286220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60450) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:10.291779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a77ae718-8b96-4ea5-8fd1-85ab05fdea14 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/9c98fc05-6980-4e59-bb24-58935aeb4572 HTTP/1.1" status: 204 len: 168 time: 3.6429703 May 19 13:03:10.311178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:10.329136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc243942-784e-4814-9b40-cf62351eed90 None None] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:10.452296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Calling delete_port for 181a78a0-145d-4ac8-9eb7-6e1b27309354 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:10.509316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d913746d-c547-463b-9b87-bc4020c1b58b None None] Provisioning for port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:10.538222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8584e047-e486-4303-95b4-4bbe1ffb4144 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:10.553388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8584e047-e486-4303-95b4-4bbe1ffb4144 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:10.554216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8584e047-e486-4303-95b4-4bbe1ffb4144 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:10.613021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5995-46e2-428a-811b-714391a83dec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.614912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5995-46e2-428a-811b-714391a83dec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:10.615899 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d0cc5995-46e2-428a-811b-714391a83dec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/09911e51-7fb0-41e2-a9ad-e6249fbbcf91 HTTP/1.1" status: 204 len: 168 time: 2.1136160 May 19 13:03:10.708020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60460) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:10.782483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc5995-46e2-428a-811b-714391a83dec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09911e51-7fb0-41e2-a9ad-e6249fbbcf91,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:10.798705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9e664f7d-a160-42f0-a5b8-58b746ea6b9c None None] Provisioning for port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:10.800004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8584e047-e486-4303-95b4-4bbe1ffb4144 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:10.803920 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8584e047-e486-4303-95b4-4bbe1ffb4144 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.2867086 May 19 13:03:10.825755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60464) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:10.893432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:10.984756 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b167a24-aa93-4531-972b-bef5e28ccce4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] GET failed (client error): The resource could not be found. May 19 13:03:10.984756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6b167a24-aa93-4531-972b-bef5e28ccce4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Synchronizing usage tracker for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:10.992559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:10.998615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:10.999359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.014026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6b167a24-aa93-4531-972b-bef5e28ccce4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Unset dirty status for tenant:604bff1200154a66a3b117ee43900fd7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:11.017685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b167a24-aa93-4531-972b-bef5e28ccce4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports/9c98fc05-6980-4e59-bb24-58935aeb4572 HTTP/1.1" status: 404 len: 333 time: 0.7011647 May 19 13:03:11.025266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60468) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:11.110339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e23d461e-48be-4782-9319-2c3de9f85b49 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:11.112322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet 328c78a6-9dd1-4b3a-a6a9-c989621abc81 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:11.151680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07e5546c-43ba-414a-8aaf-8f8f93680de4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.189132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.200374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07e5546c-43ba-414a-8aaf-8f8f93680de4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.201429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:11.202017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.264841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,segment=NetworkSegment(0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0),segment_id=0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:11.279748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.280828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:11.296848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 204cedd6-6420-4e4a-943a-85b10b8b867b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:11.297392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.346899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.354160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e23d461e-48be-4782-9319-2c3de9f85b49 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:11.356192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e23d461e-48be-4782-9319-2c3de9f85b49 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0690327 May 19 13:03:11.381464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-97fcd708-1eb1-4ab1-9de2-e2aa3c55a2d9 None None] Provisioning for port 204cedd6-6420-4e4a-943a-85b10b8b867b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:11.388871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.425552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07e5546c-43ba-414a-8aaf-8f8f93680de4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.429841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60472) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:11.461583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': '32b13b62-7e06-483e-97ec-b6bd0f571224', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:11.484712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-97fcd708-1eb1-4ab1-9de2-e2aa3c55a2d9 None None] Provisioning complete for port 204cedd6-6420-4e4a-943a-85b10b8b867b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:11.485456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-97fcd708-1eb1-4ab1-9de2-e2aa3c55a2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.497641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.514238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.587730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d7f2e03-72b9-444f-b0ab-3011d198ab05 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:11.602771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:11.610722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5546c-43ba-414a-8aaf-8f8f93680de4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc1020a-aaa7-4768-ab5d-cdf2a581a5ba,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.626245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:11.632026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:11.635195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07e5546c-43ba-414a-8aaf-8f8f93680de4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.639656 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-07e5546c-43ba-414a-8aaf-8f8f93680de4 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/security-groups/9bc1020a-aaa7-4768-ab5d-cdf2a581a5ba HTTP/1.1" status: 204 len: 168 time: 0.6052451 May 19 13:03:11.640477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60476) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:11.645394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-97fcd708-1eb1-4ab1-9de2-e2aa3c55a2d9 None None] Port 204cedd6-6420-4e4a-943a-85b10b8b867b cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:11.651585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:11.665297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.677125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Deleting port e6e5cfe4-6055-4020-9123-13443de580bd {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:11.677483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.750537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:11.762177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:11.762755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.859309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event deleted for resources: {'Port': ['ID=181a78a0-145d-4ac8-9eb7-6e1b27309354,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:11.864237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.872408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Provisioning for port a00ab05f-a866-46d7-a509-82846043dc57 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:11.883120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Provisioning complete for port a00ab05f-a866-46d7-a509-82846043dc57 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:11.884273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.893410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fb819971-62cb-4bb6-b060-8822eb51c765 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.923495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:11.946035 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The resource could not be found. May 19 13:03:11.951057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-286d3845-2735-4f55-a470-e22158773769 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5024254 May 19 13:03:11.956745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60480) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:11.984877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--15799312'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:12.097543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:12.108462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fb819971-62cb-4bb6-b060-8822eb51c765 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.113706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Port a00ab05f-a866-46d7-a509-82846043dc57 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:12.139552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:12.140217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.200217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Provisioning for port cda68800-8a81-4b82-8153-4b68205b2d5a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:12.219716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ad61f-eb23-4666-9782-7d05cdcafd5e None None] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:12.221755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:12.240100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:12.241244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.302628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.306918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.322119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fb819971-62cb-4bb6-b060-8822eb51c765 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.326137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.356089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819971-62cb-4bb6-b060-8822eb51c765 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933aa2d1-f7a6-48fd-b54b-65f6a92d1a30,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:12.358165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fb819971-62cb-4bb6-b060-8822eb51c765 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.359333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fb819971-62cb-4bb6-b060-8822eb51c765 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/security-groups/933aa2d1-f7a6-48fd-b54b-65f6a92d1a30 HTTP/1.1" status: 204 len: 168 time: 0.7123840 May 19 13:03:12.397817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60484) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:12.403268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:12.424850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:12.426637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 7d7f2e03-72b9-444f-b0ab-3011d198ab05, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7d7f2e03-72b9-444f-b0ab-3011d198ab05,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:12.443656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.460803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:12.489639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:12.571359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8eb8-1858-4cf5-abb6-60cfdfb92391 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.602042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=7d7f2e03-72b9-444f-b0ab-3011d198ab05,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:12.622925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=328c78a6-9dd1-4b3a-a6a9-c989621abc81,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:12.627453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.631972 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9a909d55-b09d-437f-bf52-aa739a8bf486 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/328c78a6-9dd1-4b3a-a6a9-c989621abc81 HTTP/1.1" status: 204 len: 168 time: 1.9103823 May 19 13:03:12.635830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8eb8-1858-4cf5-abb6-60cfdfb92391 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.637157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60488) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:12.649497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86bc44-0d46-49ba-bbd2-8dcdde6316b0 None None] Network 2335dad1-479d-488e-a022-03a5597a79e3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:12.739433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:12.748387 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6be32870-ae63-49dc-8602-47ff9911f890 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "DELETE /v2.0/ports/181a78a0-145d-4ac8-9eb7-6e1b27309354 HTTP/1.1" status: 204 len: 168 time: 4.2480571 May 19 13:03:12.756104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60492) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:12.766988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Request body: {'port': {'name': 'tempest-new-port-name-1024189465', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:12.767434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.api.validators [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] bootfile-name is not in valid_values {{(pid=88028) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 13:03:12.767774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.api.validators [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] tftp-server is not in valid_values {{(pid=88028) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 13:03:12.768096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.api.validators [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] server-ip-address is not in valid_values {{(pid=88028) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 19 13:03:12.770350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.793480 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-deaf51ab-aa7b-4723-8fe9-8fbd5c0a06c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3150959 May 19 13:03:12.801307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Could not find standard attr ID for object 9c98fc05-6980-4e59-bb24-58935aeb4572. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:03:12.839370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:12.874930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.876408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.21.0.1 (efdcce2f-6965-4109-a4a9-33ec9c1985c3/c059d923-6991-40cb-8521-5cbb8d9684a6/89431ea0-2427-40f3-a027-46cd426c6dd0) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:12.886901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8eb8-1858-4cf5-abb6-60cfdfb92391 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.903974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.930180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.940902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.949609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 204cedd6-6420-4e4a-943a-85b10b8b867b owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:12.963955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:12.964323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:12.965830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d8eb8-1858-4cf5-abb6-60cfdfb92391 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef1fe38-068d-46fd-92d1-a20e064a865b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:13.064782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:13.087726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:13.088103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.166978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Calling delete_port for e6e5cfe4-6055-4020-9123-13443de580bd owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:13.188669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.202710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 62da886f-b20c-451e-b5e5-b28c9cdf103c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:13.203341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.205041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 89431ea0-2427-40f3-a027-46cd426c6dd0 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:13.220648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.248166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.252730 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2845924 May 19 13:03:13.258313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60496) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:13.259729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.266983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Provisioning complete for port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:13.267371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.307589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f7e1d-96ec-42fc-8c4b-d9d48b22eeb6 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f74123-9a44-4808-8ca5-312245b59417,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:13.320313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088467219'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:13.352295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8eb8-1858-4cf5-abb6-60cfdfb92391 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.355969 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fd6d8eb8-1858-4cf5-abb6-60cfdfb92391 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/security-groups/3ef1fe38-068d-46fd-92d1-a20e064a865b HTTP/1.1" status: 204 len: 168 time: 0.9546888 May 19 13:03:13.369251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60500) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:13.370823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:13.387803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:13.401856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:13.410724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:13.424533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] DHCP port deletion for 2335dad1-479d-488e-a022-03a5597a79e3 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:13.435250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:13.437177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 708fef1a-bce8-40a6-acd1-01e611266290 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:13.443086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:13.445760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:13.497301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447503-9376-4a3d-b912-a8231767e78d req-74b6cf13-88c4-4d79-8ac0-6c47618be178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:13.498869 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-74b6cf13-88c4-4d79-8ac0-6c47618be178 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1098 time: 0.5093136 May 19 13:03:13.501261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] Deleting port 62da886f-b20c-451e-b5e5-b28c9cdf103c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:13.502157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.608226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 62da886f-b20c-451e-b5e5-b28c9cdf103c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da886f-b20c-451e-b5e5-b28c9cdf103c,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:13.608531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.635358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:13.662727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=89431ea0-2427-40f3-a027-46cd426c6dd0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:13.718369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.766921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 708fef1a-bce8-40a6-acd1-01e611266290 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:13.785565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 62da886f-b20c-451e-b5e5-b28c9cdf103c owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:13.801295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet c8a35447-0e90-4f31-b0fa-3f83f8fd7acf {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:13.802698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6db1e-7717-420a-9658-ddb445bfb094 None None] Current status of the port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:13.808539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.811411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] For port 62da886f-b20c-451e-b5e5-b28c9cdf103c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=62da886f-b20c-451e-b5e5-b28c9cdf103c,segment=NetworkSegment(1fd4b3f2-69a0-4a92-926b-7710c873208e),segment_id=1fd4b3f2-69a0-4a92-926b-7710c873208e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:13.811969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.814542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.866922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:13.876275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:13.890157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:13.895079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:13.916620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:13.947227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] Calling delete_port for 62da886f-b20c-451e-b5e5-b28c9cdf103c owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:13.954599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.003773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Provisioning complete for port a00ab05f-a866-46d7-a509-82846043dc57 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:14.004207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.079728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Port a00ab05f-a866-46d7-a509-82846043dc57 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:14.090120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.093250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=204cedd6-6420-4e4a-943a-85b10b8b867b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.179017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.201784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.208301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Provisioning for port 708fef1a-bce8-40a6-acd1-01e611266290 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:14.209542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.221442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] Pushing event deleted for resources: {'Port': ['ID=62da886f-b20c-451e-b5e5-b28c9cdf103c,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.229588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Provisioning complete for port 708fef1a-bce8-40a6-acd1-01e611266290 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:14.230156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.233748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.246928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.256172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4001a-0763-4916-803b-d8bac41a7f4e None None] No DVR routers for this DVR port 62da886f-b20c-451e-b5e5-b28c9cdf103c on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:14.311644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:14.312829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:14.356485 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6a64d662-aee0-4b79-9c62-e5d805e261f0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/204cedd6-6420-4e4a-943a-85b10b8b867b HTTP/1.1" status: 204 len: 168 time: 3.4883637 May 19 13:03:14.361628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60504) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:14.408603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Current status of the port 708fef1a-bce8-40a6-acd1-01e611266290 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:14.409006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.422771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.425701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447503-9376-4a3d-b912-a8231767e78d req-3c003a16-76ae-4e82-9b87-66c0b9c6a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:14.427289 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-3c003a16-76ae-4e82-9b87-66c0b9c6a98b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 898 time: 0.8020320 May 19 13:03:14.443630 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-452ed983-57e2-4901-b93a-e557601f710c None None] For port 708fef1a-bce8-40a6-acd1-01e611266290, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=708fef1a-bce8-40a6-acd1-01e611266290,segment=NetworkSegment(f9748996-e13f-40ed-be7f-4431c7d7e9e9),segment_id=f9748996-e13f-40ed-be7f-4431c7d7e9e9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:14.448555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.501145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be20f1a-3817-42d5-94f4-1a20608a5a11,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.528602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.530274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Provisioning for port 89431ea0-2427-40f3-a027-46cd426c6dd0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:14.532949 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6099f2a4-cee3-4dcd-92d0-9df07ae79e3e tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2686493 May 19 13:03:14.536611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60508) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:14.537702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Pushing event updated for resources: {'Port': ['ID=708fef1a-bce8-40a6-acd1-01e611266290,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.542478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Provisioning complete for port 89431ea0-2427-40f3-a027-46cd426c6dd0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:14.542849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.547703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': 'c0f74123-9a44-4808-8ca5-312245b59417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8be20f1a-3817-42d5-94f4-1a20608a5a11'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:14.548447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Pushing event deleted for resources: {'Port': ['ID=e6e5cfe4-6055-4020-9123-13443de580bd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.561445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:14.572813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:14.586306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:14.599081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d7f2e03-72b9-444f-b0ab-3011d198ab05 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:14.600780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.602864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.606937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:14.650239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.669387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Port 89431ea0-2427-40f3-a027-46cd426c6dd0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:14.673503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-452ed983-57e2-4901-b93a-e557601f710c None None] Could not find standard attr ID for object 9c98fc05-6980-4e59-bb24-58935aeb4572. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:03:14.689670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:14.690043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.702667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a35447-0e90-4f31-b0fa-3f83f8fd7acf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.704747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.704880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.720619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32677d8e-e002-42ba-95ad-337ff8634651 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:14.766515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d339d0-85a9-4da6-bab7-af159a719f25 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:14.768258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d339d0-85a9-4da6-bab7-af159a719f25 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:14.769049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e8d339d0-85a9-4da6-bab7-af159a719f25 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:14.841161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-39eea938-0ed0-4d4c-972a-f16a46abe216 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/c8a35447-0e90-4f31-b0fa-3f83f8fd7acf HTTP/1.1" status: 204 len: 168 time: 1.4519591 May 19 13:03:14.860344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60512) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:14.883023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 62da886f-b20c-451e-b5e5-b28c9cdf103c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:14.883549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:14.923580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:14.925676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event updated for resources: {'Port': ['ID=ac4c12e1-b866-4bcc-97c1-9ef635529133,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:14.958187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:14.962274 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-104dc14a-0363-45bd-bfbc-6e67d689a1c1 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4218640 May 19 13:03:14.962933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60516) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:14.999560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] In _notify_port_updated(), no bound segment for port ac4c12e1-b866-4bcc-97c1-9ef635529133 on network 72aab1bb-f9ba-4c32-a385-de3243f2815c {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:03:15.004977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:15.005646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.006909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-03a08a66-b7e5-4686-8ba2-58a3590636fb tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "PUT /v2.0/ports/ac4c12e1-b866-4bcc-97c1-9ef635529133 HTTP/1.1" status: 200 len: 1136 time: 2.2498481 May 19 13:03:15.013374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60520) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:15.047527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da886f-b20c-451e-b5e5-b28c9cdf103c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:15.095013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 62da886f-b20c-451e-b5e5-b28c9cdf103c {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:15.095351 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 62da886f-b20c-451e-b5e5-b28c9cdf103c not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:15.122575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-036d9738-c82a-4e07-b85b-7afd2300e40d None None] Provisioning complete for port ac4c12e1-b866-4bcc-97c1-9ef635529133 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:15.122954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-036d9738-c82a-4e07-b85b-7afd2300e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.156893 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-b590a3fe-0121-4654-bd58-bd85bc949122 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 1000 time: 0.6762631 May 19 13:03:15.163186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8de91f-1b68-4d86-92f7-2a3691512ccc tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:15.163896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9c8de91f-1b68-4d86-92f7-2a3691512ccc tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Synchronizing usage tracker for tenant:da2ea3a3b4914e85bf16dff11a58a6af on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:15.173506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet 9c6d8326-13d5-4edc-852c-a538f33445ad {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:15.176910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.185089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-036d9738-c82a-4e07-b85b-7afd2300e40d None None] Port ac4c12e1-b866-4bcc-97c1-9ef635529133 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:15.267690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9c8de91f-1b68-4d86-92f7-2a3691512ccc tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Unset dirty status for tenant:da2ea3a3b4914e85bf16dff11a58a6af on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:15.272133 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9c8de91f-1b68-4d86-92f7-2a3691512ccc tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "GET /v2.0/ports/ac4c12e1-b866-4bcc-97c1-9ef635529133 HTTP/1.1" status: 200 len: 1136 time: 0.2390602 May 19 13:03:15.283189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60524) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:15.297087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be717cc4-90d1-45ce-9b70-bb0ec069c5df tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.298408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] The port '62da886f-b20c-451e-b5e5-b28c9cdf103c' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:03:15.309034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e8d339d0-85a9-4da6-bab7-af159a719f25 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:15.310266 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e8d339d0-85a9-4da6-bab7-af159a719f25 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9474974 May 19 13:03:15.332541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.335037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60528) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:15.337196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.339570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.385814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.398779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.529584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447503-9376-4a3d-b912-a8231767e78d req-a11b2760-4686-4e6d-8784-74c6d4cb19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:15.531052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-a11b2760-4686-4e6d-8784-74c6d4cb19d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 200 len: 834 time: 0.2837315 May 19 13:03:15.672519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be717cc4-90d1-45ce-9b70-bb0ec069c5df tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.750468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Deleting port ac4c12e1-b866-4bcc-97c1-9ef635529133 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:15.750834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.779323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.790815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=89431ea0-2427-40f3-a027-46cd426c6dd0,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:15.808839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.817692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2ea83dc8-9c29-42c7-ac1f-45fef54acac6 None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:15.818367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ea83dc8-9c29-42c7-ac1f-45fef54acac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.856562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 5ff9ae58-38e0-4c51-b795-98ea58160432 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:15.876364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2ea83dc8-9c29-42c7-ac1f-45fef54acac6 None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:15.877551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.887278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2ea83dc8-9c29-42c7-ac1f-45fef54acac6 None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:15.887670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ea83dc8-9c29-42c7-ac1f-45fef54acac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.908575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2335dad1-479d-488e-a022-03a5597a79e3']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:15.917311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Router 4aef8d8a-3222-4ef6-9fa7-c22699d34b44 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:15.939919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd4b3f2-69a0-4a92-926b-7710c873208e') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:15.940124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd4b3f2-69a0-4a92-926b-7710c873208e') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:15.968187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.969822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be717cc4-90d1-45ce-9b70-bb0ec069c5df tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:15.993009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.008912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2ea83dc8-9c29-42c7-ac1f-45fef54acac6 None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:16.028289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be717cc4-90d1-45ce-9b70-bb0ec069c5df tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be20f1a-3817-42d5-94f4-1a20608a5a11,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:16.051308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.153568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.162999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be717cc4-90d1-45ce-9b70-bb0ec069c5df tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.164407 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-be717cc4-90d1-45ce-9b70-bb0ec069c5df tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/8be20f1a-3817-42d5-94f4-1a20608a5a11 HTTP/1.1" status: 204 len: 168 time: 1.1858149 May 19 13:03:16.168490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:16.172878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:16.173500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.183637 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] Sync routers for ids ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:16.185449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60532) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:16.191431 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:16.198012 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] Routers {'4aef8d8a-3222-4ef6-9fa7-c22699d34b44'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:16.198523 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:16.215862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:16.226191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:16.258147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447503-9376-4a3d-b912-a8231767e78d req-1a902106-4c2d-4250-9be2-c6fe9e858f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:16.260078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-1a902106-4c2d-4250-9be2-c6fe9e858f2a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f606904-9674-48f4-aab7-77eca81c0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7015851 May 19 13:03:16.270844 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:16.280023 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] Routers {'4aef8d8a-3222-4ef6-9fa7-c22699d34b44'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:16.280617 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:16.302613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.304064 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cf315c79-e7bd-42c4-8d36-02dd24ae6f4a tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "PUT /v2.0/routers/4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 200 len: 705 time: 7.4135935 May 19 13:03:16.317300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60536) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.331573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.344328 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:16.344726 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce0ed2-d635-4fc4-b6a7-51a8a7d1725f None None] The sync data for ids ['4aef8d8a-3222-4ef6-9fa7-c22699d34b44'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:16.475339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6d8326-13d5-4edc-852c-a538f33445ad,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:16.480238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.484537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11729d0-1bfc-4da5-a8d2-88f47112f378 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:16.495131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.507670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.542091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.560704 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f5f2eb9-3c65-46b3-8f27-e24066df223a tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/routers/4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 200 len: 740 time: 0.2395296 May 19 13:03:16.564354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=2335dad1-479d-488e-a022-03a5597a79e3,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:16.566237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60540) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.567874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ce2717d-1017-407c-a370-d96171bbb1e0 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:16.605310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 708fef1a-bce8-40a6-acd1-01e611266290 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:16.624142 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aac77ce5-3df5-45e5-96fb-7a2855b37744 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/2335dad1-479d-488e-a022-03a5597a79e3 HTTP/1.1" status: 204 len: 168 time: 3.9709566 May 19 13:03:16.636299 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3714710f-9578-412d-b9d0-0c54f1d6dfe3 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/9c6d8326-13d5-4edc-852c-a538f33445ad HTTP/1.1" status: 204 len: 168 time: 1.7696748 May 19 13:03:16.636536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60544) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.642466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Calling delete_port for ac4c12e1-b866-4bcc-97c1-9ef635529133 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:16.646322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.671985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60546) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.679384 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-395f7004-f934-4a51-bf74-389267e5e876 tempest-RoutersAdminTest-958717403 tempest-RoutersAdminTest-958717403-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 200 len: 205 time: 0.1026113 May 19 13:03:16.679631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b66c8036-ceee-4ece-b637-ca7fb83819a5 None None] Provisioning complete for port 89431ea0-2427-40f3-a027-46cd426c6dd0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:16.679631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b66c8036-ceee-4ece-b637-ca7fb83819a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.725483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60552) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.771246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 490a5594-db94-40df-b8fb-41f5c5a727aa has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:16.784369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-4a7c2321-2ec3-41b7-9148-717b6f863030 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061092 May 19 13:03:16.797635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d6453f7b-a7ca-44b8-82e1-7cab1b373560 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 200 len: 205 time: 0.0660777 May 19 13:03:16.797635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa8a986-b1bc-41d3-94ee-91bc1f6aeaf0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:16.797635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa8a986-b1bc-41d3-94ee-91bc1f6aeaf0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:16.798007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b66c8036-ceee-4ece-b637-ca7fb83819a5 None None] Port 89431ea0-2427-40f3-a027-46cd426c6dd0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:16.800696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dfa8a986-b1bc-41d3-94ee-91bc1f6aeaf0 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/c8a35447-0e90-4f31-b0fa-3f83f8fd7acf HTTP/1.1" status: 404 len: 337 time: 0.1258810 May 19 13:03:16.801523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60556) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.801852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60558) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.805826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ce2717d-1017-407c-a370-d96171bbb1e0 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:16.810102 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ce2717d-1017-407c-a370-d96171bbb1e0 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.6189220 May 19 13:03:16.814157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60562) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:16.824818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 708fef1a-bce8-40a6-acd1-01e611266290 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:16.825396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.975615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:16.999358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 708fef1a-bce8-40a6-acd1-01e611266290 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:17.029811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff9ae58-38e0-4c51-b795-98ea58160432,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:17.033581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.048975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1337fe6-8bcf-41b3-a6a9-c6482e382811 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:17.072133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port c7a3a712-8951-405b-b9c7-386d88810d30 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:17.072782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.113375 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d3b1e0f9-fc82-4447-811b-22a29cf8f511 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/5ff9ae58-38e0-4c51-b795-98ea58160432 HTTP/1.1" status: 204 len: 168 time: 1.7716234 May 19 13:03:17.124985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60568) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:17.305198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.358949 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e447503-9376-4a3d-b912-a8231767e78d req-34a569ce-c7f6-453b-a803-d045d705d094 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656219 May 19 13:03:17.377743 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2a205232-9d39-444b-95ef-95fc74cadabb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2512808 May 19 13:03:17.380433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60572) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:17.386236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:17.484063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting subnet b9dadcbc-7d18-4567-81ba-4559af545f9a {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:17.526941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.531917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:17.537445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] Deleting port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:17.537813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.603988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:17.611503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:17.625121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:17.634487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:17.657317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.658011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.666473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:17.670065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.801429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] For port 7d7f2e03-72b9-444f-b0ab-3011d198ab05, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7d7f2e03-72b9-444f-b0ab-3011d198ab05,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:17.802197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.847457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:17.867749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.869917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for c7a3a712-8951-405b-b9c7-386d88810d30 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:17.895242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] Sync routers for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:17.902662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60340352-02bb-4e05-9705-a9dfb19962e3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.916989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.934090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:17.946819 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8af62f37-5fd7-4cc1-8d56-3f9515fb7fe2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/490a5594-db94-40df-b8fb-41f5c5a727aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9043787 May 19 13:03:17.947258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60576) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:17.964483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] Calling delete_port for 7d7f2e03-72b9-444f-b0ab-3011d198ab05 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:17.971845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.019704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60340352-02bb-4e05-9705-a9dfb19962e3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.019997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:18.020353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:18.048377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de67f8-4802-4794-a1c1-d7674827db77 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:18.049439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.049951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Fanout notify agent at l3_agent the message router_deleted on router 4aef8d8a-3222-4ef6-9fa7-c22699d34b44 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:03:18.050300 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-42de67f8-4802-4794-a1c1-d7674827db77 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports/89431ea0-2427-40f3-a027-46cd426c6dd0 HTTP/1.1" status: 200 len: 910 time: 0.1018062 May 19 13:03:18.051588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event deleted for resources: {'Port': ['ID=ac4c12e1-b866-4bcc-97c1-9ef635529133,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.054014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60580) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.085036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-77d8c328-0123-48d0-8ac8-bba5726df449 None None] Provisioning complete for port e19152e1-c270-4b33-a977-c1664dda069e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:18.085477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77d8c328-0123-48d0-8ac8-bba5726df449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.140947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.142069 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-84870df4-0cc1-4ca8-aa76-98ce1bcba130 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 204 len: 168 time: 1.3338261 May 19 13:03:18.146064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60584) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.162953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:18.226162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.266851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-77d8c328-0123-48d0-8ac8-bba5726df449 None None] Port e19152e1-c270-4b33-a977-c1664dda069e cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:18.272454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60340352-02bb-4e05-9705-a9dfb19962e3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.273446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.277971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.292829 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d820bccf-1e31-4d36-973f-50e389de6d06 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 200 len: 205 time: 0.1170847 May 19 13:03:18.303712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60588) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.351131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:18.351771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:18.376276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60340352-02bb-4e05-9705-a9dfb19962e3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f74123-9a44-4808-8ca5-312245b59417,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.386783 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-73ec35e8-e9ae-430e-9fae-9d342b170c89 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "DELETE /v2.0/ports/ac4c12e1-b866-4bcc-97c1-9ef635529133 HTTP/1.1" status: 204 len: 168 time: 3.0964856 May 19 13:03:18.397365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-60340352-02bb-4e05-9705-a9dfb19962e3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.401304 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-60340352-02bb-4e05-9705-a9dfb19962e3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/c0f74123-9a44-4808-8ca5-312245b59417 HTTP/1.1" status: 204 len: 168 time: 1.5824945 May 19 13:03:18.401304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60592) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.402505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60594) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.406530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-d6d43a83-4c1f-4963-baa0-248bad59aa63 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] delete failed (client error): The resource could not be found. May 19 13:03:18.410456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d6d43a83-4c1f-4963-baa0-248bad59aa63 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/4aef8d8a-3222-4ef6-9fa7-c22699d34b44 HTTP/1.1" status: 404 len: 336 time: 0.1005096 May 19 13:03:18.435152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] No DVR routers for this DVR port 7d7f2e03-72b9-444f-b0ab-3011d198ab05 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:18.442343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60600) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.444214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43fcc7-b63b-4c26-a168-b4d2c5361c3a None None] Pushing event deleted for resources: {'Port': ['ID=7d7f2e03-72b9-444f-b0ab-3011d198ab05,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.454547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:18.454984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a45b71-9fdb-40d9-9d7f-c26ffe576ac9 None None] The sync data for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:18.464228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-77d8c328-0123-48d0-8ac8-bba5726df449 None None] Provisioning complete for port cda68800-8a81-4b82-8153-4b68205b2d5a triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:18.464600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77d8c328-0123-48d0-8ac8-bba5726df449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.511345 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-655b081c-0ceb-45b7-8569-9fa15f879d35 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=b227ef7d-4f4f-49bb-90af-112502b65c47 HTTP/1.1" status: 200 len: 205 time: 0.0643930 May 19 13:03:18.514321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60604) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.516304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.592209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d7f2e03-72b9-444f-b0ab-3011d198ab05 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:18.592580 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-e4025b06-711a-490a-8334-1f0e9f0324bb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] delete failed (client error): The resource could not be found. May 19 13:03:18.596303 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e4025b06-711a-490a-8334-1f0e9f0324bb tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/b227ef7d-4f4f-49bb-90af-112502b65c47 HTTP/1.1" status: 404 len: 336 time: 0.0792031 May 19 13:03:18.596763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.600178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60608) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.631100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Deleting subnet 18cb2f6e-72dc-4b8a-b6f4-5d46267606d1 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:18.632522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.633009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7d7f2e03-72b9-444f-b0ab-3011d198ab05 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:18.633458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d7f2e03-72b9-444f-b0ab-3011d198ab05 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:18.639634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-77d8c328-0123-48d0-8ac8-bba5726df449 None None] Current status of the port cda68800-8a81-4b82-8153-4b68205b2d5a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:18.642065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.680764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=c7a3a712-8951-405b-b9c7-386d88810d30,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.848097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dadcbc-7d18-4567-81ba-4559af545f9a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:18.865762 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-382cd901-1197-45c4-bc6c-28d844ce7711 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d664e06b-db48-4c1f-bdc0-bc6cb638108c HTTP/1.1" status: 200 len: 205 time: 0.2393813 May 19 13:03:18.866836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.872669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60612) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.877120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d7256c-c1d3-40cf-9378-582293e57590 None None] Network 4f18480c-9630-4976-9eb6-dd3965fedd43 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:18.905411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:18.939564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:18.939940 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ef5b3118-8657-437a-a3f4-658d662dbbb1 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/b9dadcbc-7d18-4567-81ba-4559af545f9a HTTP/1.1" status: 204 len: 168 time: 2.1298819 May 19 13:03:18.940631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60616) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:18.943426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-254630ef-befb-42c9-884f-3612a6bea1ba tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:18.949009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:18.949592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:18.952161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecea92-13d6-446c-b89a-320127eed9f6 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:18.955575 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-b3308e85-057d-445e-9338-c02998c8fe73 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] delete failed (client error): The resource could not be found. May 19 13:03:18.956736 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b3308e85-057d-445e-9338-c02998c8fe73 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/d664e06b-db48-4c1f-bdc0-bc6cb638108c HTTP/1.1" status: 404 len: 336 time: 0.0831935 May 19 13:03:18.967261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60620) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.000884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.043370 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41af3b9-a2d4-4a9c-b748-4cae3b3c31b2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:19.043370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41af3b9-a2d4-4a9c-b748-4cae3b3c31b2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:19.047957 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d41af3b9-a2d4-4a9c-b748-4cae3b3c31b2 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/2fe623f0-6f14-40a9-8e05-0af4734cde9f HTTP/1.1" status: 404 len: 337 time: 0.0911582 May 19 13:03:19.052366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60624) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.076304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=4f82f809-d82e-47b0-aba7-3cedc2a9cddf,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:19.080165 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1579d666-1524-4e20-8493-893dbe370ba5 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6f8009e-f5b3-4bbe-b059-283749304c81 HTTP/1.1" status: 200 len: 205 time: 0.1118743 May 19 13:03:19.100569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60628) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.111417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-254630ef-befb-42c9-884f-3612a6bea1ba tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:19.113279 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-254630ef-befb-42c9-884f-3612a6bea1ba tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7067852 May 19 13:03:19.120510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60632) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.126869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.127454 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 0541b182-58f3-4b60-bd6d-f02284bdccd3 disassociated (deleted). External IP: 172.26.3.65, port: ae83399c-4686-472e-bf0b-14e493556c60. May 19 13:03:19.176800 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-1f8b869d-7c67-4bb7-a868-d99b2c35be7f tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] delete failed (client error): The resource could not be found. May 19 13:03:19.177824 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1f8b869d-7c67-4bb7-a868-d99b2c35be7f tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/f6f8009e-f5b3-4bbe-b059-283749304c81 HTTP/1.1" status: 404 len: 336 time: 0.0772319 May 19 13:03:19.181417 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-98be19c3-70f5-4e77-945f-202b1f6e470c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7998850 May 19 13:03:19.186138 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e8157bb-a4f3-4309-a9d5-867491f70710 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8ae90e4-f959-4cab-858f-175df7a86872 HTTP/1.1" status: 200 len: 205 time: 0.1326008 May 19 13:03:19.186994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60636) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.188795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60638) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.189266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60640) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.190471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--174205688'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:19.209625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:19.265593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:19.288310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '4f82f809-d82e-47b0-aba7-3cedc2a9cddf', 'ip_address': '2001:db8::19d3:c84e:8d1c:f50b'}], 'name': 'tempest-NetworksTestDHCPv6-1746465617'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:19.335987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '4f82f809-d82e-47b0-aba7-3cedc2a9cddf'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:19.337247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.352131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] DHCP port deletion for 4f18480c-9630-4976-9eb6-dd3965fedd43 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:19.360484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] Deleting port cda68800-8a81-4b82-8153-4b68205b2d5a {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:19.360660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.360751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.403075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:19.404583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-da3007b2-648f-40ae-b961-0f514d8bcdb1 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=83dbf531-5349-4813-93d1-a55b20309a25 HTTP/1.1" status: 200 len: 205 time: 0.2116365 May 19 13:03:19.405573 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-b62b371c-76be-4ab0-8bfd-12818159fcee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] delete failed (client error): The resource could not be found. May 19 13:03:19.409763 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b62b371c-76be-4ab0-8bfd-12818159fcee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/routers/b8ae90e4-f959-4cab-858f-175df7a86872 HTTP/1.1" status: 404 len: 336 time: 0.2108631 May 19 13:03:19.409763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60648) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.409763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60650) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.413117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:19.416623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:19.425472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:19.526330 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80fea6e-70ec-4e9a-8b13-221a8dc3a2ff tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:19.526996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80fea6e-70ec-4e9a-8b13-221a8dc3a2ff tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:19.530893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f80fea6e-70ec-4e9a-8b13-221a8dc3a2ff tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/47f36a20-bbfc-462d-9ba4-c7ce4bcd3ffa HTTP/1.1" status: 404 len: 337 time: 0.1146262 May 19 13:03:19.536928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60656) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.566738 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-78d0f24d-6621-4d05-aa56-e7c45ae16ce5 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] delete failed (client error): The resource could not be found. May 19 13:03:19.567685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-78d0f24d-6621-4d05-aa56-e7c45ae16ce5 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/83dbf531-5349-4813-93d1-a55b20309a25 HTTP/1.1" status: 404 len: 336 time: 0.1553023 May 19 13:03:19.579873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60660) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.614876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8091400f-c180-447d-a526-146bb2979703 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:19.615267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8091400f-c180-447d-a526-146bb2979703 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:19.630996 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-af896c6a-4577-4c3a-a149-1ef26ad31925 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "GET /v2.0/ports?device_id=70bc4bf2-d478-4b04-ae81-0cc31e22415d HTTP/1.1" status: 200 len: 205 time: 0.0499847 May 19 13:03:19.633667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.637376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60664) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.674470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:19.682468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:19.686926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:19.693128 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8091400f-c180-447d-a526-146bb2979703 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/ec506ebb-f8be-43af-849c-dea138f534ea HTTP/1.1" status: 404 len: 337 time: 0.1460345 May 19 13:03:19.700347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60668) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.704374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:19.736884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/4f82f809-d82e-47b0-aba7-3cedc2a9cddf/41176ad7-5c8e-461f-8302-c7c6e7e6b337) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:19.745461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] For port cda68800-8a81-4b82-8153-4b68205b2d5a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cda68800-8a81-4b82-8153-4b68205b2d5a,segment=NetworkSegment(5a5a197a-653c-4bcb-aaf5-aa021ceae4cc),segment_id=5a5a197a-653c-4bcb-aaf5-aa021ceae4cc)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:19.745895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.755361 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac3080f-b94d-458c-af56-cfe4aed8d362 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:19.755361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac3080f-b94d-458c-af56-cfe4aed8d362 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:19.770087 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4ac3080f-b94d-458c-af56-cfe4aed8d362 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/632b83ee-39ef-4c94-959b-b1d81f3a1f7c HTTP/1.1" status: 404 len: 337 time: 0.0610123 May 19 13:03:19.770531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:19.780019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60672) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.839125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.841529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-266748a4-59c5-41b4-a410-fbeec91f12e2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] delete failed (client error): The resource could not be found. May 19 13:03:19.842574 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-266748a4-59c5-41b4-a410-fbeec91f12e2 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/routers/70bc4bf2-d478-4b04-ae81-0cc31e22415d HTTP/1.1" status: 404 len: 336 time: 0.2024856 May 19 13:03:19.853571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60676) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.871965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e46631d-b43b-4d8a-8571-597a57831264 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:19.872347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e46631d-b43b-4d8a-8571-597a57831264 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:19.876578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.881521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] Calling delete_port for cda68800-8a81-4b82-8153-4b68205b2d5a owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:19.894331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event deleted for resources: {'Subnet': ['ID=18cb2f6e-72dc-4b8a-b6f4-5d46267606d1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:19.901580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.906010 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4b56510b-1428-4f92-ba26-64578d060078 tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "DELETE /v2.0/subnets/18cb2f6e-72dc-4b8a-b6f4-5d46267606d1 HTTP/1.1" status: 204 len: 168 time: 1.5019095 May 19 13:03:19.906704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60680) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:19.920453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.934402 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-78492478-8012-4fad-b5ab-fb9c919ec1b0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] DELETE failed (client error): The resource could not be found. May 19 13:03:19.934887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78492478-8012-4fad-b5ab-fb9c919ec1b0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:19.936526 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-78492478-8012-4fad-b5ab-fb9c919ec1b0 tempest-RoutersAdminTest-1526965472 tempest-RoutersAdminTest-1526965472-project] 10.222.0.44 "DELETE /v2.0/subnets/aaaf7a51-4b5a-408a-b066-596797c8b659 HTTP/1.1" status: 404 len: 337 time: 0.0740364 May 19 13:03:19.938466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c3e85a-c739-473f-b05c-9e224f79f644 None None] Network 72aab1bb-f9ba-4c32-a385-de3243f2815c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:19.945624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0e46631d-b43b-4d8a-8571-597a57831264 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/0b528341-c78c-46ab-af4d-3129da85bae0 HTTP/1.1" status: 404 len: 333 time: 0.1640687 May 19 13:03:19.956599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:19.963643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60686) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:20.039276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:20.119662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.121479 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9985547 May 19 13:03:20.125505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505808f-6a9e-48df-9d7d-68c8520c3ecd tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03e380a-9120-493f-bd2b-ec7ae1192cbd,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:20.133164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60690) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:20.158696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-d757f124-ba9c-4fed-ab77-671b43e228a8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:20.160273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d757f124-ba9c-4fed-ab77-671b43e228a8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:20.167630 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d757f124-ba9c-4fed-ab77-671b43e228a8 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/35276333-2949-4666-ab44-e114028b6927 HTTP/1.1" status: 404 len: 337 time: 0.2020657 May 19 13:03:20.189803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60696) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:20.190964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.194686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': 'd03e380a-9120-493f-bd2b-ec7ae1192cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:20.220301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:20.243425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:20.249855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:20.297466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] No DVR routers for this DVR port cda68800-8a81-4b82-8153-4b68205b2d5a on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:20.300566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60700) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:20.302236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e1b3d-4bde-4606-b8af-2b0545eb9b3c None None] Pushing event deleted for resources: {'Port': ['ID=cda68800-8a81-4b82-8153-4b68205b2d5a,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:20.312847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:20.325156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.373792 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7936a1-19d8-4746-ac25-fafd539641e7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:20.374660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7936a1-19d8-4746-ac25-fafd539641e7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:20.380061 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a7936a1-19d8-4746-ac25-fafd539641e7 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/36442aee-6761-452d-b88b-1fb4f213f660 HTTP/1.1" status: 404 len: 337 time: 0.1852558 May 19 13:03:20.386261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.394137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60706) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:20.407311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 542952ae-aa8d-4afb-a2d2-1b2ea388f705 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:20.425918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.447884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Transition to ACTIVE for port object 41176ad7-5c8e-461f-8302-c7c6e7e6b337 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:20.475394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Transition to ACTIVE for port object 41176ad7-5c8e-461f-8302-c7c6e7e6b337 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:20.501069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.512532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Deleting port e395859a-3d1c-4999-acd7-88ba64f11392 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:20.512532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.546186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] DHCP port deletion for 72aab1bb-f9ba-4c32-a385-de3243f2815c request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:20.567454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] Deleting port e395859a-3d1c-4999-acd7-88ba64f11392 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:20.567822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.607047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:20.623472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.646142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:20.669799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:20.670449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:20.672589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:20.679801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:20.682242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: cda68800-8a81-4b82-8153-4b68205b2d5a {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:20.682242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cda68800-8a81-4b82-8153-4b68205b2d5a not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:20.682711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Usage tracker for resource:security_group_rule and tenant:c9c5fa691ead402f9f105f762d1efefb is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:20.687855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:20.692325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:20.696983 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96434b8-bb5f-4dbf-9d57-e8cd96ec3c16 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:20.697586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96434b8-bb5f-4dbf-9d57-e8cd96ec3c16 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:20.709033 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:20.721533 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:20.723293 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:20.733742 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:20.735172 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-78f58340-c2ea-4b3d-bd08-90fc5e505cd2 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6007140 May 19 13:03:20.744298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:20.749781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60710) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:20.759482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Pushing event updated for resources: {'Port': ['ID=41176ad7-5c8e-461f-8302-c7c6e7e6b337,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:20.767309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group_rule': {'security_group_id': 'd03e380a-9120-493f-bd2b-ec7ae1192cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:20.782283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:20.790099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:20.796519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:20.801356 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f67f2d6-4c70-4534-ab1d-65dcf9a4630e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/0541b182-58f3-4b60-bd6d-f02284bdccd3 HTTP/1.1" status: 204 len: 168 time: 4.1644869 May 19 13:03:20.812117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:03:20.829483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:20.891159 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8947fb07-7e2a-46a8-9ced-6a4e3f7f245f'] response: {'name': 'network-changed', 'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60', 'status': 'completed', 'code': 200} May 19 13:03:20.952385 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:20.999368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::19d3:c84e:8d1c:f50b (46029377-b81a-4b15-aa71-e8bb333d83e5/4f82f809-d82e-47b0-aba7-3cedc2a9cddf/542952ae-aa8d-4afb-a2d2-1b2ea388f705) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:21.031877 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:21.033188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6574c212-b0f8-40e3-862d-03e1d702521c tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2821398 May 19 13:03:21.036384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 89431ea0-2427-40f3-a027-46cd426c6dd0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:21.036938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.040916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Attempting to bind port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:21.042202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Attempting to bind port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:21.042870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Attempting to bind port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:21.071952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:21.072790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:21.073394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.074024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:21.074432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60718) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:21.075000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Bound port: 41176ad7-5c8e-461f-8302-c7c6e7e6b337, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:21.075581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.255067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] For port e395859a-3d1c-4999-acd7-88ba64f11392, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e395859a-3d1c-4999-acd7-88ba64f11392,segment=NetworkSegment(969023ad-82e4-4cc0-9339-328b41ae306f),segment_id=969023ad-82e4-4cc0-9339-328b41ae306f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:21.255773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.358719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e96434b8-bb5f-4dbf-9d57-e8cd96ec3c16 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/92b129e9-8c7d-4d29-adc7-d98f26478098 HTTP/1.1" status: 404 len: 333 time: 0.9555147 May 19 13:03:21.359689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.360613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60724) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:21.370467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-eac7457f-9133-4316-bfc8-c43bb2f8aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:21.372201 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-eac7457f-9133-4316-bfc8-c43bb2f8aeb8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 1098 time: 0.4517167 May 19 13:03:21.385573 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:59Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:21.389839 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:03:21.398698 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:21.399467 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:21.405764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] Calling delete_port for e395859a-3d1c-4999-acd7-88ba64f11392 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:21.422016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.462860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] For port 41176ad7-5c8e-461f-8302-c7c6e7e6b337, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:21.479248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] For port 41176ad7-5c8e-461f-8302-c7c6e7e6b337, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=41176ad7-5c8e-461f-8302-c7c6e7e6b337,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:21.488402 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5e070b-1246-4212-963a-1174b55694af tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:21.489112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5e070b-1246-4212-963a-1174b55694af tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:21.497598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.553003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d06a866-fce8-4f5d-ba90-370abeb77e41 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.614853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.617234 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ec5e070b-1246-4212-963a-1174b55694af tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/9f674e90-1177-4363-b2b6-70cc6b28f698 HTTP/1.1" status: 404 len: 337 time: 0.2522874 May 19 13:03:21.621816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] For port e395859a-3d1c-4999-acd7-88ba64f11392, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e395859a-3d1c-4999-acd7-88ba64f11392,segment=NetworkSegment(969023ad-82e4-4cc0-9339-328b41ae306f),segment_id=969023ad-82e4-4cc0-9339-328b41ae306f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:21.622196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.631548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60730) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:21.644033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d1b26-dffd-45a6-9d08-0125d27c333b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:21.651088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-37f01698-914c-4a99-8d66-efac6175322f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9c5fa691ead402f9f105f762d1efefb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3466327 May 19 13:03:21.656842 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:21.665155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.667409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718baa4-1e21-4f89-828d-13cc807c1184 None None] Pushing event updated for resources: {'Port': ['ID=41176ad7-5c8e-461f-8302-c7c6e7e6b337,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:21.678542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60732) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:21.690974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d06a866-fce8-4f5d-ba90-370abeb77e41 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:21.741740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] No DVR routers for this DVR port e395859a-3d1c-4999-acd7-88ba64f11392 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:21.747748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868a00-3c53-4aa9-a338-60dde56c28d1 None None] Pushing event deleted for resources: {'Port': ['ID=e395859a-3d1c-4999-acd7-88ba64f11392,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:21.875289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 89431ea0-2427-40f3-a027-46cd426c6dd0 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:21.972798 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaba948-058b-4e5c-b5b8-28bceca6b04a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] DELETE failed (client error): The resource could not be found. May 19 13:03:21.973295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaba948-058b-4e5c-b5b8-28bceca6b04a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:21.979115 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eeaba948-058b-4e5c-b5b8-28bceca6b04a tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/subnets/897e30be-48e8-44c3-aac5-ec9fce4d9159 HTTP/1.1" status: 404 len: 337 time: 0.3219767 May 19 13:03:21.980654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60738) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:21.987404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Calling delete_port for e395859a-3d1c-4999-acd7-88ba64f11392 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:22.091815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-a0ddf50f-5783-47a0-a7b5-8567f16ab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:22.093304 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-a0ddf50f-5783-47a0-a7b5-8567f16ab53c service neutron] 10.222.0.79 "GET /v2.0/networks?id=1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 200 len: 898 time: 0.6799283 May 19 13:03:22.131824 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:59Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:22.138480 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18546f-852a-4961-ae72-4a3cf9ac8e79 None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:02:59Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e791077b-62c9-466d-81d9-aa37d819aa51', 'name': '', 'network_id': '1f606904-9674-48f4-aab7-77eca81c0579', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:58:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:00:15Z', 'updated_at': '2022-05-19T13:00:28Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'a1c76b02-3ce1-456b-ab8b-c76824a4591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:22.147723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.183502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:22.183819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:22.186196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 542952ae-aa8d-4afb-a2d2-1b2ea388f705 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:22.218080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe97a4-60f7-4e7f-850c-41e82e88a630 req-581901d8-8bf7-45ed-9fc0-f1b820c9e353 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:22.219635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-10fe97a4-60f7-4e7f-850c-41e82e88a630 req-581901d8-8bf7-45ed-9fc0-f1b820c9e353 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 0.8476961 May 19 13:03:22.239242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d06a866-fce8-4f5d-ba90-370abeb77e41 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.246819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.274746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Deleting port e19152e1-c270-4b33-a977-c1664dda069e {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:22.275132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.303086 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-ce31022c-3b1b-4b2e-8b4b-6ab60d2acd2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 200 len: 217 time: 0.1827741 May 19 13:03:22.324798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:22.330150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:22.337938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:22.343388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:22.344008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.349692 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-10fe97a4-60f7-4e7f-850c-41e82e88a630 req-7f2a9a41-eb6f-4788-ad1c-ae3b50d4b103 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226194 May 19 13:03:22.354329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca484407-83d9-4790-bffb-e331e9822ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.366029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=542952ae-aa8d-4afb-a2d2-1b2ea388f705,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:22.367478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06a866-fce8-4f5d-ba90-370abeb77e41 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03e380a-9120-493f-bd2b-ec7ae1192cbd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:22.392704 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-03d654b6-d79d-4939-908d-c10bfd83784c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1983011 May 19 13:03:22.395216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60744) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:22.436396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1d06a866-fce8-4f5d-ba90-370abeb77e41 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.437546 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1d06a866-fce8-4f5d-ba90-370abeb77e41 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/d03e380a-9120-493f-bd2b-ec7ae1192cbd HTTP/1.1" status: 204 len: 168 time: 1.3608038 May 19 13:03:22.440358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60750) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:22.478647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca484407-83d9-4790-bffb-e331e9822ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.486023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-df6155cd-44b1-41aa-8a54-30dad4967a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:22.487849 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-df6155cd-44b1-41aa-8a54-30dad4967a29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 200 len: 834 time: 0.1641474 May 19 13:03:22.503907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c9f6df68-6191-4c35-a842-bd7f42aa42ec tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:22.537327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c9f6df68-6191-4c35-a842-bd7f42aa42ec tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:22.539041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c9f6df68-6191-4c35-a842-bd7f42aa42ec tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0973973 May 19 13:03:22.544533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60754) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:22.553509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'tempest-secgroup--255427844'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:22.563764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:22.583062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:22.609648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 41176ad7-5c8e-461f-8302-c7c6e7e6b337 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:22.614645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e83790-317a-4f1b-b4a7-e60d7854f206 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:22.621447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e83790-317a-4f1b-b4a7-e60d7854f206 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:22.621728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-45e83790-317a-4f1b-b4a7-e60d7854f206 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:22.637018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.654324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-45e83790-317a-4f1b-b4a7-e60d7854f206 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:22.658947 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-45e83790-317a-4f1b-b4a7-e60d7854f206 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2624104 May 19 13:03:22.662318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60758) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:22.695877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Deleting port e395859a-3d1c-4999-acd7-88ba64f11392 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:22.696279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.737190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:22.811199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e395859a-3d1c-4999-acd7-88ba64f11392 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:22.833764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] The port 'e395859a-3d1c-4999-acd7-88ba64f11392' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:03:22.834969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:22.852383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Usage tracker for resource:security_group_rule and tenant:2e185bd4617d4d2da2f7b0b254f0b04f is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:22.867236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e395859a-3d1c-4999-acd7-88ba64f11392 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:22.867579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e395859a-3d1c-4999-acd7-88ba64f11392 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:22.912642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:22.926162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:22.931020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b36a3-d020-4c66-ab6d-083ed49bf736 None None] New status for floating IP 0541b182-58f3-4b60-bd6d-f02284bdccd3: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:03:22.963112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 542952ae-aa8d-4afb-a2d2-1b2ea388f705 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:22.963506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:22.990361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.118365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=89431ea0-2427-40f3-a027-46cd426c6dd0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.128458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Provisioning for port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:23.136225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Provisioning complete for port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:23.136775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.181574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.269907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.318581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Current status of the port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:23.319340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.374964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-42ae8658-c07b-4226-beb8-757878745cca None None] For port 41176ad7-5c8e-461f-8302-c7c6e7e6b337, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=41176ad7-5c8e-461f-8302-c7c6e7e6b337,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:23.392699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.429621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Calling delete_port for e19152e1-c270-4b33-a977-c1664dda069e owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:23.499538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae8658-c07b-4226-beb8-757878745cca None None] Pushing event updated for resources: {'Port': ['ID=41176ad7-5c8e-461f-8302-c7c6e7e6b337,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.531472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-19db10b4-55ec-447d-87f2-ec4fe3061041 None None] Provisioning for port 542952ae-aa8d-4afb-a2d2-1b2ea388f705 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:23.537726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-19db10b4-55ec-447d-87f2-ec4fe3061041 None None] Provisioning complete for port 542952ae-aa8d-4afb-a2d2-1b2ea388f705 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:23.538102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19db10b4-55ec-447d-87f2-ec4fe3061041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.547005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72aab1bb-f9ba-4c32-a385-de3243f2815c']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:23.558673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.564726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca484407-83d9-4790-bffb-e331e9822ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.585437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969023ad-82e4-4cc0-9339-328b41ae306f') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:23.585805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969023ad-82e4-4cc0-9339-328b41ae306f') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:23.620965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.630831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.631025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19db10b4-55ec-447d-87f2-ec4fe3061041 None None] Port 542952ae-aa8d-4afb-a2d2-1b2ea388f705 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:23.656860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.679549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.684217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Port': ['ID=e19152e1-c270-4b33-a977-c1664dda069e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.686034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca484407-83d9-4790-bffb-e331e9822ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d1b26-dffd-45a6-9d08-0125d27c333b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.703975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.716162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:23.716494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:23.731465 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:23.743027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-0e7ebce7-e9f3-4174-810e-7f513212f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:23.745817 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-0e7ebce7-e9f3-4174-810e-7f513212f896 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1f606904-9674-48f4-aab7-77eca81c0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2387068 May 19 13:03:23.842994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-76667231-f17e-47cf-9e76-c4d0b3475fa1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:23.843668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-76667231-f17e-47cf-9e76-c4d0b3475fa1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:23.848414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d948c8-8396-4f41-8b5a-aae27a1cde44,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:23.850796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.853354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.855197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ff1322b4-cd8d-4861-9c64-6d3bdec520bb tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3091767 May 19 13:03:23.880068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:23.934024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 542952ae-aa8d-4afb-a2d2-1b2ea388f705 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:23.943025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5ea08782-a3eb-4d27-a820-d824c13337b4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:23.943409 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-5ea08782-a3eb-4d27-a820-d824c13337b4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:03:23.944112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-5ea08782-a3eb-4d27-a820-d824c13337b4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] update failed (client error): There was a conflict when trying to complete your request. May 19 13:03:23.945045 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5ea08782-a3eb-4d27-a820-d824c13337b4 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "PUT /v2.0/security-groups/23d948c8-8396-4f41-8b5a-aae27a1cde44 HTTP/1.1" status: 409 len: 330 time: 0.0629375 May 19 13:03:23.948939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:23.969466 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2cca175b-e98d-494e-a491-4b936673e2ee tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/ports/e19152e1-c270-4b33-a977-c1664dda069e HTTP/1.1" status: 204 len: 168 time: 1.9827917 May 19 13:03:23.970594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca484407-83d9-4790-bffb-e331e9822ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:23.974364 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca484407-83d9-4790-bffb-e331e9822ea3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e1d1b26-dffd-45a6-9d08-0125d27c333b HTTP/1.1" status: 204 len: 168 time: 2.2920647 May 19 13:03:23.975006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60780) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:23.996334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.016415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.029113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] Pushing event deleted for resources: {'Network': ['ID=72aab1bb-f9ba-4c32-a385-de3243f2815c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:24.043701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a3739a05-3dc6-4c19-99b6-eae6913519cd tempest-ExtraDHCPOptionsTestJSON-2120833847 tempest-ExtraDHCPOptionsTestJSON-2120833847-project] 10.222.0.44 "DELETE /v2.0/networks/72aab1bb-f9ba-4c32-a385-de3243f2815c HTTP/1.1" status: 204 len: 168 time: 4.1341228 May 19 13:03:24.051421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-76667231-f17e-47cf-9e76-c4d0b3475fa1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:24.053209 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-76667231-f17e-47cf-9e76-c4d0b3475fa1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 1.3287399 May 19 13:03:24.063056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.136430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.192041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=542952ae-aa8d-4afb-a2d2-1b2ea388f705,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:24.242655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.265141 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b04bada6-5034-4ead-ba19-78f08afbba88 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/542952ae-aa8d-4afb-a2d2-1b2ea388f705 HTTP/1.1" status: 204 len: 168 time: 1.6014998 May 19 13:03:24.269783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60790) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:24.382284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814fb85-c9e8-443c-8289-c3575c202a9b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:24.388601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e814fb85-c9e8-443c-8289-c3575c202a9b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:24.393179 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e814fb85-c9e8-443c-8289-c3575c202a9b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1191342 May 19 13:03:24.395374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60796) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:24.421898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89006c4-e7c5-492c-ba8f-965248e3f090 req-be83747e-335f-44ce-8abe-1f434a59507e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:24.428917 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d89006c4-e7c5-492c-ba8f-965248e3f090 req-be83747e-335f-44ce-8abe-1f434a59507e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 945 time: 0.9072299 May 19 13:03:24.486512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60800) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:24.493879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 4f82f809-d82e-47b0-aba7-3cedc2a9cddf {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:24.499576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60802) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:24.502380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.565117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 41176ad7-5c8e-461f-8302-c7c6e7e6b337 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:24.603934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.624721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-d124cb3c-1027-4cfc-b4ca-77d64600c914 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681545 May 19 13:03:24.650318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:24.650318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.667403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.706734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port ae83399c-4686-472e-bf0b-14e493556c60 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:24.707094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.725519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.775114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:24.794183 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bbb9fd88-f4bc-44ee-a2b4-91d331d39021 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d265484e8b54982a778dcd9e4ab2e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975893 May 19 13:03:24.800690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60810) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:24.837198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ac5-2c18-4560-9183-733daed0001f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.881201 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a3653d3a-3651-4991-8268-83266aa082b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da2ea3a3b4914e85bf16dff11a58a6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802636 May 19 13:03:24.887671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60814) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:24.918080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.957673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d89006c4-e7c5-492c-ba8f-965248e3f090 req-6736a3cb-b5e2-4b91-9fce-ab924abb020e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:24.963221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbde7031-a95d-4c30-bb53-2a5656024a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:24.986784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b145a-c9d4-439a-af38-d88321383fa8 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:24.996243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.003167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=4f82f809-d82e-47b0-aba7-3cedc2a9cddf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:25.011109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ac5-2c18-4560-9183-733daed0001f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.023235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbde7031-a95d-4c30-bb53-2a5656024a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.046841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1e1dc2da-9a58-4a87-841c-65453c7c25bd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/4f82f809-d82e-47b0-aba7-3cedc2a9cddf HTTP/1.1" status: 204 len: 168 time: 0.6479092 May 19 13:03:25.052400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60818) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:25.110332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f477f85-f1af-4006-99f7-52409d7b8f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.155633 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c37f5cf7-04b4-40bf-8f67-c91827ae0286 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980611 May 19 13:03:25.157637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60822) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:25.174848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:25.200895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f477f85-f1af-4006-99f7-52409d7b8f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.261239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:25.267300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] Deleting port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:25.267956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.316167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbde7031-a95d-4c30-bb53-2a5656024a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.341541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde7031-a95d-4c30-bb53-2a5656024a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0287ac-3545-4778-a85c-4fd18e0330c9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:25.351684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:25.352558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d89006c4-e7c5-492c-ba8f-965248e3f090 req-6736a3cb-b5e2-4b91-9fce-ab924abb020e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:25.358632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:25.361743 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d89006c4-e7c5-492c-ba8f-965248e3f090 req-6736a3cb-b5e2-4b91-9fce-ab924abb020e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9319189 May 19 13:03:25.362265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:25.366267 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-407cace0-3caa-4b1c-93c4-03c3dbfb1c28 req-9b8f4023-cd2f-490e-abdc-45e77d0ade19 service neutron] 10.222.0.79 "GET /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153668 May 19 13:03:25.366399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbde7031-a95d-4c30-bb53-2a5656024a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.371083 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dbde7031-a95d-4c30-bb53-2a5656024a99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c0287ac-3545-4778-a85c-4fd18e0330c9 HTTP/1.1" status: 204 len: 168 time: 0.5692339 May 19 13:03:25.379464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.395136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:25.404991 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:03:25.412498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f477f85-f1af-4006-99f7-52409d7b8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.429592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f477f85-f1af-4006-99f7-52409d7b8f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.444339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5f477f85-f1af-4006-99f7-52409d7b8f83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8cc035c-cc1c-48ea-bd4e-3aa6133426f7 HTTP/1.1" status: 204 len: 168 time: 0.5437369 May 19 13:03:25.446160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ac5-2c18-4560-9183-733daed0001f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.450689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:25.454256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.486233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f477f85-f1af-4006-99f7-52409d7b8f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc035c-cc1c-48ea-bd4e-3aa6133426f7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:25.513795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1aab5ac5-2c18-4560-9183-733daed0001f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.515437 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1aab5ac5-2c18-4560-9183-733daed0001f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/23d948c8-8396-4f41-8b5a-aae27a1cde44 HTTP/1.1" status: 204 len: 168 time: 1.5566144 May 19 13:03:25.528775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60830) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:25.534925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f18480c-9630-4976-9eb6-dd3965fedd43']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:25.548171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab5ac5-2c18-4560-9183-733daed0001f tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d948c8-8396-4f41-8b5a-aae27a1cde44,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:25.579356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 490a5594-db94-40df-b8fb-41f5c5a727aa has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:25.584405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:25.584927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5a197a-653c-4bcb-aaf5-aa021ceae4cc') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:25.594766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ae83399c-4686-472e-bf0b-14e493556c60 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:25.660185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.671275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8be4faed-d5f0-4d28-aad0-cdbea43b5fa3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Synchronizing usage tracker for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:25.704868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] For port 41176ad7-5c8e-461f-8302-c7c6e7e6b337, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=41176ad7-5c8e-461f-8302-c7c6e7e6b337,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:25.705464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.781353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.867715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8be4faed-d5f0-4d28-aad0-cdbea43b5fa3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] Unset dirty status for tenant:2e185bd4617d4d2da2f7b0b254f0b04f on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:25.869839 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8be4faed-d5f0-4d28-aad0-cdbea43b5fa3 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3378799 May 19 13:03:25.871300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:25.871917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:25.893675 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:25.896758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60846) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:25.901184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] Calling delete_port for 41176ad7-5c8e-461f-8302-c7c6e7e6b337 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:25.979397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:25.979622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:25.980172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.044571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:26.049555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:26.051879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ae83399c-4686-472e-bf0b-14e493556c60 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:26.052268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.057255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:26.058161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.094343 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9329760 May 19 13:03:26.096486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60858) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:26.105006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '084fe62d-a169-4f38-aa20-1be15c5a3dc2', 'ip_address': '2001:db8::62c2:8ea9:eae0:6ab6'}], 'name': 'tempest-NetworksTestDHCPv6-1923582347'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:26.115485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:26.117719 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-773ab8af-7842-47ad-bb24-b5be596ea2af tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] delete failed (client error): The resource could not be found. May 19 13:03:26.119588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-773ab8af-7842-47ad-bb24-b5be596ea2af tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "DELETE /v2.0/security-groups/f4b3fb9d-20bd-4f7c-a1c0-6f6cfddaf85f HTTP/1.1" status: 404 len: 347 time: 0.2121787 May 19 13:03:26.124830 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-78cb1fb6-9f08-4c0e-934d-e4c674a971f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/490a5594-db94-40df-b8fb-41f5c5a727aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0696754 May 19 13:03:26.127292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:26.128380 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] Sync routers for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:26.129457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:03:26.146153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.150581 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:26.151203 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:26.164051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60862) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:26.170979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60864) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:26.238001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.243297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] No DVR routers for this DVR port 41176ad7-5c8e-461f-8302-c7c6e7e6b337 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:26.253230 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8880f6-b8ac-4b04-aa1a-79e43d141af0'] response: {'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60', 'code': 200} May 19 13:03:26.269687 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:26.276269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7861d-4de0-4b2c-9777-962551c6b716 None None] Pushing event deleted for resources: {'Port': ['ID=41176ad7-5c8e-461f-8302-c7c6e7e6b337,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:26.278462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e97a9-09a2-4e76-9fc6-8a07276a29e2 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:26.289553 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:26.290392 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:26.472719 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:26.473904 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac589685-661c-4caf-b838-9c78ff73fe6d None None] The sync data for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:26.531376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:26.595761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 41176ad7-5c8e-461f-8302-c7c6e7e6b337 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:26.667943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for ae83399c-4686-472e-bf0b-14e493556c60 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:26.707795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60888) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:26.722264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.724741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 41176ad7-5c8e-461f-8302-c7c6e7e6b337 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:26.725231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 41176ad7-5c8e-461f-8302-c7c6e7e6b337 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:26.754079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48b88d-c53e-4b77-b323-f5de3d9df681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=084fe62d-a169-4f38-aa20-1be15c5a3dc2,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:26.765358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.774234 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-c57d14f0-fe98-4874-8103-092168871f01 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] show failed (client error): The resource could not be found. May 19 13:03:26.775735 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c57d14f0-fe98-4874-8103-092168871f01 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-groups/95390604-1008-41c7-bb0d-3a560403016d HTTP/1.1" status: 404 len: 347 time: 0.6038089 May 19 13:03:26.787450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60896) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:26.794827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] Pushing event deleted for resources: {'Network': ['ID=4f18480c-9630-4976-9eb6-dd3965fedd43,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:26.810426 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-95064f18-eb57-4156-88fd-c8e52af73255 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] show failed (client error): The resource could not be found. May 19 13:03:26.811760 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-95064f18-eb57-4156-88fd-c8e52af73255 tempest-NegativeSecGroupIPv6Test-1900195552 tempest-NegativeSecGroupIPv6Test-1900195552-project] 10.222.0.44 "GET /v2.0/security-group-rules/dbc8f1e6-7231-4daf-ae73-a3ef7388c340 HTTP/1.1" status: 404 len: 356 time: 0.0231953 May 19 13:03:26.818039 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1ddc752f-e46f-4587-9951-f87ab577a032 tempest-PortsIpV6TestJSON-615710341 tempest-PortsIpV6TestJSON-615710341-project] 10.222.0.44 "DELETE /v2.0/networks/4f18480c-9630-4976-9eb6-dd3965fedd43 HTTP/1.1" status: 204 len: 168 time: 2.8271666 May 19 13:03:26.852902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '084fe62d-a169-4f38-aa20-1be15c5a3dc2'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:26.853940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:26.882156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:26.883219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:26.895679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d9d9a-f987-4733-8498-392fb99c3780 req-86ef28ab-0662-449c-84d4-a1939343fcb0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:26.897241 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a97d9d9a-f987-4733-8498-392fb99c3780 req-86ef28ab-0662-449c-84d4-a1939343fcb0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.2796540 May 19 13:03:26.978079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:26.986860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:26.991646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:27.002939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:27.012138 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a97d9d9a-f987-4733-8498-392fb99c3780 req-413fc927-6c55-4d98-a9d6-256b5a85b0d7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072428 May 19 13:03:27.050995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/084fe62d-a169-4f38-aa20-1be15c5a3dc2/4234a1f3-0fe7-4222-bb53-357dadd25b7f) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:27.058649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:27.104324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1714940144'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:27.113112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:27.121256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:network and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:27.127408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:27.136495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:27.149864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:27.157964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.186239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.207748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:27.213045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:security_group_rule and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:27.216606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:27.225078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:27.301812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.317697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.330354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Transition to ACTIVE for port object 4234a1f3-0fe7-4222-bb53-357dadd25b7f will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:27.352026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Transition to ACTIVE for port object 4234a1f3-0fe7-4222-bb53-357dadd25b7f will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:27.365491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.365909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.371532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.388433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:27.402313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.402742 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Added segment 6cf68cbe-be66-4bfb-bde2-39ed94103467 of type vlan for network 58782013-b64b-4588-b20c-5307276e05be May 19 13:03:27.437112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.440933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60910) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:27.445522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.466145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:27.472890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:27.473333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60914) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:27.476837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:27.505913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port ae83399c-4686-472e-bf0b-14e493556c60 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:27.506251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.541822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fbe94-8304-49e1-b4ca-19b6ffcab16f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:27.558494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port ca8ce113-3d9e-4aaf-b286-fa60923b1a21 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:27.569797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.575567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:27.576160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.591713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Pushing event updated for resources: {'Port': ['ID=4234a1f3-0fe7-4222-bb53-357dadd25b7f,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:27.609445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Attempting to bind port 4234a1f3-0fe7-4222-bb53-357dadd25b7f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:27.610170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Attempting to bind port 4234a1f3-0fe7-4222-bb53-357dadd25b7f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:27.610796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Attempting to bind port 4234a1f3-0fe7-4222-bb53-357dadd25b7f on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:27.617641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:27.618464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:27.619319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.619940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:27.620900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Bound port: 4234a1f3-0fe7-4222-bb53-357dadd25b7f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:27.621518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.703873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Network': ['ID=58782013-b64b-4588-b20c-5307276e05be,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:27.749352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] For port 4234a1f3-0fe7-4222-bb53-357dadd25b7f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:27.757161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] For port 4234a1f3-0fe7-4222-bb53-357dadd25b7f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4234a1f3-0fe7-4222-bb53-357dadd25b7f,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:27.761846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 58782013-b64b-4588-b20c-5307276e05be details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:27.793513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:27.863052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-30c80075-31e4-4f6d-ae8a-4b12286a24bc tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1508555 May 19 13:03:28.051302 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c2c336b5-bfa1-411b-8505-7aabf4f76b47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=604bff1200154a66a3b117ee43900fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176165 May 19 13:03:28.056799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60932) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:28.115345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925211a8-f500-4fe6-a40e-2f66be3c71db None None] Pushing event updated for resources: {'Port': ['ID=4234a1f3-0fe7-4222-bb53-357dadd25b7f,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:28.164120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-75bc92a4-838f-4313-b2e4-afc9158a9764 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e185bd4617d4d2da2f7b0b254f0b04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7041886 May 19 13:03:28.191803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60936) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:28.207165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port ae83399c-4686-472e-bf0b-14e493556c60, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ae83399c-4686-472e-bf0b-14e493556c60,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:28.207520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.439679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for ae83399c-4686-472e-bf0b-14e493556c60 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:28.504320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 60944) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:28.577568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b285c4e9-b561-48d6-9fa7-b3c1e2dd809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.592857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::62c2:8ea9:eae0:6ab6 (46029377-b81a-4b15-aa71-e8bb333d83e5/084fe62d-a169-4f38-aa20-1be15c5a3dc2/ca8ce113-3d9e-4aaf-b286-fa60923b1a21) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:28.643313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b285c4e9-b561-48d6-9fa7-b3c1e2dd809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.644790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4234a1f3-0fe7-4222-bb53-357dadd25b7f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:28.728123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 4234a1f3-0fe7-4222-bb53-357dadd25b7f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:28.792257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.794020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b285c4e9-b561-48d6-9fa7-b3c1e2dd809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.848939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c4e9-b561-48d6-9fa7-b3c1e2dd809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe4fb6-c10c-47c5-a3c4-4957b0fe4ac1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:28.854958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port a00ab05f-a866-46d7-a509-82846043dc57 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:28.855444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.864445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=ae83399c-4686-472e-bf0b-14e493556c60,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:28.948711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port ae83399c-4686-472e-bf0b-14e493556c60 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:28.951474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.954296 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56fe4075-bfd7-4c7e-b271-c87bb1bf2c3c req-c4c3703c-9b57-4ace-9e3b-52a24d7cd60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/ae83399c-4686-472e-bf0b-14e493556c60 HTTP/1.1" status: 204 len: 173 time: 4.8259139 May 19 13:03:28.954755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'name': 'network-vif-deleted', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:03:28.971382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b285c4e9-b561-48d6-9fa7-b3c1e2dd809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:28.972541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b285c4e9-b561-48d6-9fa7-b3c1e2dd809d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecbe4fb6-c10c-47c5-a3c4-4957b0fe4ac1 HTTP/1.1" status: 204 len: 168 time: 0.9080262 May 19 13:03:28.979054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-843a749a-0676-4b4b-8241-215d32267100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.019970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.029029 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a916227-f1aa-456d-86c2-94040b9f1ba9'] response: {'server_uuid': '35969d70-31c9-4392-a30e-f8761ee74884', 'name': 'network-vif-deleted', 'tag': 'ae83399c-4686-472e-bf0b-14e493556c60', 'status': 'completed', 'code': 200} May 19 13:03:29.058349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26721e-8f70-4cce-843b-34cbedcca557 req-b2ab95a6-c0d7-4592-a1d7-64c37658cfdf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:29.067530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a26721e-8f70-4cce-843b-34cbedcca557 req-b2ab95a6-c0d7-4592-a1d7-64c37658cfdf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=35969d70-31c9-4392-a30e-f8761ee74884 HTTP/1.1" status: 200 len: 943 time: 0.8497636 May 19 13:03:29.222513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-843a749a-0676-4b4b-8241-215d32267100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.307245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object ca8ce113-3d9e-4aaf-b286-fa60923b1a21 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:29.436345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-713577099', 'router:external': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:29.441311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-843a749a-0676-4b4b-8241-215d32267100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.544837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.571320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.588896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:29.725747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Provisioning for port 4234a1f3-0fe7-4222-bb53-357dadd25b7f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:29.734124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Provisioning complete for port 4234a1f3-0fe7-4222-bb53-357dadd25b7f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:29.736740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.746657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:network and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:29.809694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=ca8ce113-3d9e-4aaf-b286-fa60923b1a21,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:29.825433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a26721e-8f70-4cce-843b-34cbedcca557 req-03f808c4-dd5e-4870-846d-f023107b41b3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0f04b70-0cdd-420b-aaf7-140369a4db80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7569115 May 19 13:03:29.827733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a749a-0676-4b4b-8241-215d32267100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185d2cc-fc14-4b39-857c-389a9b57b67a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:29.839775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:29.852212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for a00ab05f-a866-46d7-a509-82846043dc57 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:29.901290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:29.933789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-843a749a-0676-4b4b-8241-215d32267100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:29.937525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-843a749a-0676-4b4b-8241-215d32267100 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6185d2cc-fc14-4b39-857c-389a9b57b67a HTTP/1.1" status: 204 len: 168 time: 1.7385681 May 19 13:03:29.948942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:29.957224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:29.964708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:29.986130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:29.987747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.006164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Current status of the port 4234a1f3-0fe7-4222-bb53-357dadd25b7f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:30.008759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.019803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Made reservation on behalf of 59c462266ff44b5299d789b87491bede for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:30.024348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.105552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] For port 4234a1f3-0fe7-4222-bb53-357dadd25b7f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4234a1f3-0fe7-4222-bb53-357dadd25b7f,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:30.120703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.327531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcade3-9fcd-4071-aaa9-9a91276a2b87 None None] Pushing event updated for resources: {'Port': ['ID=4234a1f3-0fe7-4222-bb53-357dadd25b7f,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:30.370690 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dfbca0c6-eecc-414f-b923-60f9bc30dfca None None] Provisioning for port ca8ce113-3d9e-4aaf-b286-fa60923b1a21 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:30.381902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dfbca0c6-eecc-414f-b923-60f9bc30dfca None None] Provisioning complete for port ca8ce113-3d9e-4aaf-b286-fa60923b1a21 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:30.383020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dfbca0c6-eecc-414f-b923-60f9bc30dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.397381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.417950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-caf08c66-26c6-48dc-984f-02a5e63988e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3202047 May 19 13:03:30.421007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60974) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:30.439326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:30.458123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:security_group_rule and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:30.470993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:30.485230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:30.583091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dfbca0c6-eecc-414f-b923-60f9bc30dfca None None] Port ca8ce113-3d9e-4aaf-b286-fa60923b1a21 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:30.645110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.655592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4234a1f3-0fe7-4222-bb53-357dadd25b7f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:30.709530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34213dfd-14a7-4ef1-aafc-0da8ab5959c2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:30.719200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34213dfd-14a7-4ef1-aafc-0da8ab5959c2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:30.720367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-34213dfd-14a7-4ef1-aafc-0da8ab5959c2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:30.724472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60984) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:30.756860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-34213dfd-14a7-4ef1-aafc-0da8ab5959c2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:30.763804 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-34213dfd-14a7-4ef1-aafc-0da8ab5959c2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3412194 May 19 13:03:30.771138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 60990) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:30.810256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4234a1f3-0fe7-4222-bb53-357dadd25b7f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:30.810806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.988519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:30.990536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port ca8ce113-3d9e-4aaf-b286-fa60923b1a21 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:30.991848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.087811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32770) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:31.090554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=a00ab05f-a866-46d7-a509-82846043dc57,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:31.099233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4234a1f3-0fe7-4222-bb53-357dadd25b7f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:31.099826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1425686149-network', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:31.159718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-54ba3e03-56e6-433c-98f4-327039d4c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.178004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:31.187812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Usage tracker for resource:network and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:31.193130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:31.207232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:31.281414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Made reservation on behalf of 315f0b4966f444f9bdcbf022dbbb1350 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:31.283934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.299676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:31.320504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.339865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'subnet': {'network_id': '58782013-b64b-4588-b20c-5307276e05be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:31.360125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:31.387594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde17a36-7a40-450e-a0b0-f70f0f559b40,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:31.397861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.398438 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Added segment e85f128a-d9ae-41f4-9ccc-61ce21503b91 of type vlan for network 7a103e16-0750-443a-bf3c-f47c529115b6 May 19 13:03:31.480186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.496398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ba03f97-82ce-497e-a63c-1f45368b81ac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.540439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.585384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32786) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:31.593564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:31.676842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:31.680439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.696846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:31.701175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ba03f97-82ce-497e-a63c-1f45368b81ac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.736137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:31.740886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a4c302a6-17fb-41af-b822-759bc3dddb2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:31.741318 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-a4c302a6-17fb-41af-b822-759bc3dddb2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:03:31.741815 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-a4c302a6-17fb-41af-b822-759bc3dddb2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:03:31.747064 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a4c302a6-17fb-41af-b822-759bc3dddb2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1554546 May 19 13:03:31.752212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32792) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:31.772187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:31.776906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--539711815'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:31.789874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:subnet and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:31.795688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:31.810884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:31.819652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:31.832773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:31.843595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:31.853647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.854705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:31.855286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.859549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:31.859826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 490a5594-db94-40df-b8fb-41f5c5a727aa has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:31.897382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.904948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:31.908398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:31.925874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.085810 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.5780003 May 19 13:03:32.090108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51c969-2131-40c7-b894-9046aad0b5a3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Network': ['ID=7a103e16-0750-443a-bf3c-f47c529115b6,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.102150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 7a103e16-0750-443a-bf3c-f47c529115b6 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:32.105556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32796) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:32.113672 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.113847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'subnet': {'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:32.119761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:32.125676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:32.129587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for ca8ce113-3d9e-4aaf-b286-fa60923b1a21 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:32.134328 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a5aab3af-2019-4457-90a2-c7608b700095 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/490a5594-db94-40df-b8fb-41f5c5a727aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9568264 May 19 13:03:32.135318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32800) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:32.136438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:subnet and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:32.142313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:32.144209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] Sync routers for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:32.182881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:32.191359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b056695a-e4e4-4686-8844-0f355e9495f1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:32.208393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Made reservation on behalf of 59c462266ff44b5299d789b87491bede for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:32.210984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.217042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.228918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b056695a-e4e4-4686-8844-0f355e9495f1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:32.233568 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b056695a-e4e4-4686-8844-0f355e9495f1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=490a5594-db94-40df-b8fb-41f5c5a727aa HTTP/1.1" status: 200 len: 205 time: 0.0933187 May 19 13:03:32.234368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.239546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32804) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:32.241168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:32.241981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:32.247235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:32.274896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.275239 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Added segment fc8677cb-6243-4524-abeb-f98cb585659e of type vlan for network 4ba88463-33fc-463a-80b1-d6a59491f619 May 19 13:03:32.289144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:32.313658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:32.314506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:32.326255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] Routers {'490a5594-db94-40df-b8fb-41f5c5a727aa'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:32.327084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['490a5594-db94-40df-b8fb-41f5c5a727aa'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:32.328877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:32.343048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c304e71-8c41-4563-9675-d1a1da7216f8,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.345765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:32.392370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ba03f97-82ce-497e-a63c-1f45368b81ac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.394219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:32.394835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2fc98-1ead-48fe-b912-9d10e2bcc7dd None None] The sync data for ids ['490a5594-db94-40df-b8fb-41f5c5a727aa'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:32.408861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.439844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba03f97-82ce-497e-a63c-1f45368b81ac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f04b70-0cdd-420b-aaf7-140369a4db80,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.464695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.586509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.587562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:32.588135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.766261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.788662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] Pushing event updated for resources: {'Network': ['ID=4ba88463-33fc-463a-80b1-d6a59491f619,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.799501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4ba88463-33fc-463a-80b1-d6a59491f619 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:32.835570 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d07f6bfb-58fe-4fdd-b3cf-1f529495275e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1098104 May 19 13:03:32.843564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32808) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:32.857682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=ca8ce113-3d9e-4aaf-b286-fa60923b1a21,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:32.859712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ba03f97-82ce-497e-a63c-1f45368b81ac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.860850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7ba03f97-82ce-497e-a63c-1f45368b81ac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/a0f04b70-0cdd-420b-aaf7-140369a4db80 HTTP/1.1" status: 204 len: 168 time: 1.7567377 May 19 13:03:32.867842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.870478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.906460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Request body: {'subnet': {'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1425686149-subnet', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:32.929923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:32.933794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.937920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.946205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:32.966008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:32.977947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Usage tracker for resource:subnet and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:32.988571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:33.009333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:33.031977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:33.043535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.044058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 490a5594-db94-40df-b8fb-41f5c5a727aa {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:03:33.044241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.046007 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-159e4458-d1f1-473c-8813-e8c48d55a746 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/ca8ce113-3d9e-4aaf-b286-fa60923b1a21 HTTP/1.1" status: 204 len: 168 time: 2.2740362 May 19 13:03:33.050179 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Made reservation on behalf of 315f0b4966f444f9bdcbf022dbbb1350 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:33.052463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.059719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32818) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.074882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:33.125570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:33.154309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:33.158372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea47cd-2e4f-46c1-a716-aac36cbdc45c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.171698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Subnet': ['ID=9290764c-0634-46fb-85b7-6953dedd0ebd,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.172903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.177722 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dda3db4a-6de3-4334-bc5a-4085efc2a111 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/490a5594-db94-40df-b8fb-41f5c5a727aa HTTP/1.1" status: 204 len: 168 time: 0.9368904 May 19 13:03:33.181369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32824) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.212116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Checking segment: {'id': '6cf68cbe-be66-4bfb-bde2-39ed94103467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58782013-b64b-4588-b20c-5307276e05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:33.212479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network hostable DHCP agents. Network: 58782013-b64b-4588-b20c-5307276e05be, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:33.337256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet c059d923-6991-40cb-8521-5cbb8d9684a6 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:33.343679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.401684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f221941-19d1-4ec0-b9f9-c438b12dc3c5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:33.403304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f221941-19d1-4ec0-b9f9-c438b12dc3c5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:33.404040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4f221941-19d1-4ec0-b9f9-c438b12dc3c5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:33.458304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.468938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network 58782013-b64b-4588-b20c-5307276e05be is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:33.476937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4f221941-19d1-4ec0-b9f9-c438b12dc3c5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:33.478141 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4f221941-19d1-4ec0-b9f9-c438b12dc3c5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4100969 May 19 13:03:33.488202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32828) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.577662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77da4943-8214-42b8-b158-7a2adb64e792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.578272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.610383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 58782013-b64b-4588-b20c-5307276e05be) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:33.618951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5853a1-df07-4325-866d-11253fbb32c5 None None] Network 58782013-b64b-4588-b20c-5307276e05be requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:33.643142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:33.643730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.657755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.682928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8fbf6c-8feb-4f11-af89-78270254be6a,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.686107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.728072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.768494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 084fe62d-a169-4f38-aa20-1be15c5a3dc2 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:33.773612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:03:33.773612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.789425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.840584 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-eb873808-3983-46b4-b69a-70535b2c2020 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5381253 May 19 13:03:33.841262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32832) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.843856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Checking segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:33.844118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Network hostable DHCP agents. Network: 4ba88463-33fc-463a-80b1-d6a59491f619, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:33.867164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.871388 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1156297 May 19 13:03:33.871881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32836) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.876888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-58782013-b64b-4588-b20c-5307276e05be', 'network_id': '58782013-b64b-4588-b20c-5307276e05be', 'tenant_id': '0b21f065569c45949319062c61103a8d', 'fixed_ips': [{'subnet_id': '9290764c-0634-46fb-85b7-6953dedd0ebd'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:33.878875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.880738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1988499427'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:33.890612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740dae1-77ab-40bb-804d-45d798c6b911 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee91b66-8e27-4da5-bd2a-473769d9a88e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.895367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'aee91b66-8e27-4da5-bd2a-473769d9a88e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:33.900809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:33.902205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfb857e4-344d-4240-a402-f20f0bae492b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.916207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Checking segment: {'id': 'e85f128a-d9ae-41f4-9ccc-61ce21503b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:33.916583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network hostable DHCP agents. Network: 7a103e16-0750-443a-bf3c-f47c529115b6, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:33.923276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.936666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:network and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:33.939441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:33.947795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:33.953444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:33.955308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:33.959356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.973697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=c059d923-6991-40cb-8521-5cbb8d9684a6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:33.978284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.986434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4ba88463-33fc-463a-80b1-d6a59491f619) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:33.994843 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1fe56d33-a801-4ac1-9d95-a0f0aec50842 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/c059d923-6991-40cb-8521-5cbb8d9684a6 HTTP/1.1" status: 204 len: 168 time: 0.8103237 May 19 13:03:33.994843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:33.994843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:33.997221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:33.997597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32840) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:33.999760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fae836-98dd-4f96-9b3b-c41601bdac41 None None] Network efdcce2f-6965-4109-a4a9-33ec9c1985c3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:34.013610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:34.015720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:34.046939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 7a103e16-0750-443a-bf3c-f47c529115b6 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:34.049311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:34.052771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.065985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157dfa4-0d05-426b-83d1-055adf9152ac None None] Network 4ba88463-33fc-463a-80b1-d6a59491f619 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:34.067239 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2fec73c7-56e2-46f7-801a-b7f4c57025cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2226362 May 19 13:03:34.068241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 7a103e16-0750-443a-bf3c-f47c529115b6) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:34.081454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32844) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.088419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:34.089088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.090153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44063ede-56ca-42ff-ad0d-5e2a1ad0c5b0 None None] Network 7a103e16-0750-443a-bf3c-f47c529115b6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:34.096104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet fdc0026c-c177-4144-aa68-aca2b5d097de {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:34.104324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.128985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:34.132277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.152863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:34.179429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Usage tracker for resource:router and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:34.193421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:34.197541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.216840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:34.228621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:34.237099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-232295a6-ac18-41c0-8093-8bbb3c091764 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1280932 May 19 13:03:34.241782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32848) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.250750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-964009054', 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:34.252445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.252790 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Added segment aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b of type vlan for network be089aca-f4ae-4bc2-a3e7-afc67b65d227 May 19 13:03:34.255036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.260196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:34.267479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:port and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:34.272052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:34.284046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:34.294984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.296271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.306600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Made reservation on behalf of 59c462266ff44b5299d789b87491bede for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:34.309009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.334189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] device_id is not set on port fde8a9ea-677f-4830-9ba2-1924a9386e4d yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:34.355423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.368538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.373430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.376747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.381923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.430105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc38409d-217f-4166-9d9d-7cd979576fdc,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:34.546257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Allocated IP 2001:db8:0:ffff::2 (58782013-b64b-4588-b20c-5307276e05be/9290764c-0634-46fb-85b7-6953dedd0ebd/a631b4a5-82e4-4a94-9978-5d8223af06d2) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:34.557477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.598430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.604012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:34.604586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.650860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.687011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.690988 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-40213fb4-a4f5-4551-995c-ba7ecbcd6280 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8066099 May 19 13:03:34.699627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32852) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.704355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Allocated IP 2001:db8::386 (7a103e16-0750-443a-bf3c-f47c529115b6/bfb857e4-344d-4240-a402-f20f0bae492b/fde8a9ea-677f-4830-9ba2-1924a9386e4d) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:34.707375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.719619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc0026c-c177-4144-aa68-aca2b5d097de,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:34.724909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'aee91b66-8e27-4da5-bd2a-473769d9a88e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:34.731280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:34.739073 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4d648c01-41d5-4b34-ae82-96c7cb4e974c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/fdc0026c-c177-4144-aa68-aca2b5d097de HTTP/1.1" status: 204 len: 168 time: 0.7392714 May 19 13:03:34.740132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32856) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.741157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:34.749771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:34.772078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=084fe62d-a169-4f38-aa20-1be15c5a3dc2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:34.772332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0ca32-3fa9-42b3-9157-bb664458b3dd None None] Network 2773b8b4-e012-42db-98ee-41dc0c5e5bbd requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:34.782246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.784534 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bb83ced1-454a-4083-ae51-18e1c4b18866 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/084fe62d-a169-4f38-aa20-1be15c5a3dc2 HTTP/1.1" status: 204 len: 168 time: 1.2393782 May 19 13:03:34.795968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32860) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.804611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacd853-85f1-4f36-b766-e79272671681 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:34.839369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:34.917199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Network': ['ID=be089aca-f4ae-4bc2-a3e7-afc67b65d227,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:34.920755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.940241 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44be4c3a-3186-4f03-a454-1ab42178c320 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0855756 May 19 13:03:34.942228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:34.943917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32864) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.950959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ff9cd35-c69f-4f74-969f-d1b6cb2a9606 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504719 May 19 13:03:34.959401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32866) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:34.968761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'subnet': {'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:35.008992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b0d28-a7f2-4f30-9259-95364b04b9ae None None] Network 7a103e16-0750-443a-bf3c-f47c529115b6 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:35.017731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.021880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network be089aca-f4ae-4bc2-a3e7-afc67b65d227 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:35.033078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.062478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4ba88463-33fc-463a-80b1-d6a59491f619', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:35.063417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.072969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] DHCP port deletion for efdcce2f-6965-4109-a4a9-33ec9c1985c3 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:35.097552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.250868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.252381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Deleting port 708fef1a-bce8-40a6-acd1-01e611266290 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:35.252818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.273754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 708fef1a-bce8-40a6-acd1-01e611266290 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:35.274263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.334032 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): There was a conflict when trying to complete your request. May 19 13:03:35.339879 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c3a1b3b0-cf8f-4c4a-9468-ad61fc13d7a0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6209283 May 19 13:03:35.365822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32872) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:35.465328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2984f2e-e3c8-474d-8ed7-71dd3f2a9af2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:35.466308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2984f2e-e3c8-474d-8ed7-71dd3f2a9af2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:35.486795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:35.553104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:subnet and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:35.579544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:35.588354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.588636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81bc1468-def6-4707-8a6d-bebb855c6f64 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.608998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:35.627193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2984f2e-e3c8-474d-8ed7-71dd3f2a9af2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:35.631213 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a2984f2e-e3c8-474d-8ed7-71dd3f2a9af2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6666849 May 19 13:03:35.632229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32876) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:35.640566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81bc1468-def6-4707-8a6d-bebb855c6f64 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.648160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 708fef1a-bce8-40a6-acd1-01e611266290, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=708fef1a-bce8-40a6-acd1-01e611266290,segment=NetworkSegment(f9748996-e13f-40ed-be7f-4431c7d7e9e9),segment_id=f9748996-e13f-40ed-be7f-4431c7d7e9e9)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:35.648160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.773560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:35.776995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.803319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 708fef1a-bce8-40a6-acd1-01e611266290 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:35.841396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9cadd3-d4fe-4a3d-8e5b-c8be8184b4eb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:35.842078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6a9cadd3-d4fe-4a3d-8e5b-c8be8184b4eb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:35.940455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.972560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81bc1468-def6-4707-8a6d-bebb855c6f64 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:35.983619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.004073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6a9cadd3-d4fe-4a3d-8e5b-c8be8184b4eb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:36.007726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6a9cadd3-d4fe-4a3d-8e5b-c8be8184b4eb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3681078 May 19 13:03:36.007726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port e791077b-62c9-466d-81d9-aa37d819aa51 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:36.007726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.017693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32880) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:36.046905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc1468-def6-4707-8a6d-bebb855c6f64 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee91b66-8e27-4da5-bd2a-473769d9a88e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.073606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.076838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.102571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81bc1468-def6-4707-8a6d-bebb855c6f64 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.102833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 7a103e16-0750-443a-bf3c-f47c529115b6 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:36.106343 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81bc1468-def6-4707-8a6d-bebb855c6f64 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/aee91b66-8e27-4da5-bd2a-473769d9a88e HTTP/1.1" status: 204 len: 168 time: 0.7356691 May 19 13:03:36.107996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:36.109466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32884) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:36.117292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Transition to ACTIVE for port object a631b4a5-82e4-4a94-9978-5d8223af06d2 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:36.121936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:36.123689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:36.124398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.126324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.177229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Allocated IP 172.20.0.2 (4ba88463-33fc-463a-80b1-d6a59491f619/9a8fbf6c-8feb-4f11-af89-78270254be6a/15b45a83-9614-4440-858a-68d8b0803c9b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:36.195478 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-444d2769-421d-4f6d-a85a-ba24b9d1929e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1764197 May 19 13:03:36.196940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32888) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:36.206827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9614644 May 19 13:03:36.206827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.210964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32892) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:36.217410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] For port 708fef1a-bce8-40a6-acd1-01e611266290, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=708fef1a-bce8-40a6-acd1-01e611266290,segment=NetworkSegment(f9748996-e13f-40ed-be7f-4431c7d7e9e9),segment_id=f9748996-e13f-40ed-be7f-4431c7d7e9e9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:36.218064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.220173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:36.227481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Transition to ACTIVE for port object a631b4a5-82e4-4a94-9978-5d8223af06d2 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:36.245342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a0e03-1cf7-4d19-8f25-86e691effc21 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Port': ['ID=fde8a9ea-677f-4830-9ba2-1924a9386e4d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.336798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2315c771-98ee-480c-9ed6-86a760646377 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:36.415560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port e791077b-62c9-466d-81d9-aa37d819aa51, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e791077b-62c9-466d-81d9-aa37d819aa51,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:36.415914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.428366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2315c771-98ee-480c-9ed6-86a760646377 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:36.429600 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2315c771-98ee-480c-9ed6-86a760646377 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3012524 May 19 13:03:36.431261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:36.433959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32896) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:36.438151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.438947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003814054'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:36.454366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Calling delete_port for 708fef1a-bce8-40a6-acd1-01e611266290 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:36.481459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] DHCP port deletion for 2773b8b4-e012-42db-98ee-41dc0c5e5bbd request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:36.528407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port 708fef1a-bce8-40a6-acd1-01e611266290 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:36.547491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] Deleting port 4234a1f3-0fe7-4222-bb53-357dadd25b7f {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:36.547491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.592668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Deleting port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:36.592668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.597517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=708fef1a-bce8-40a6-acd1-01e611266290,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.642005 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:36.681456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:36.690218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for e791077b-62c9-466d-81d9-aa37d819aa51 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:36.709350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Network 58782013-b64b-4588-b20c-5307276e05be is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:36.745902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Allocated IP 172.26.3.160 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/ac8d9395-518d-4e17-8af6-4f4c07e6591f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:36.750052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:36.753290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting port fde8a9ea-677f-4830-9ba2-1924a9386e4d {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:36.753638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.774291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:36.796115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Pushing event updated for resources: {'Port': ['ID=a631b4a5-82e4-4a94-9978-5d8223af06d2,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:36.807694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.831278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:36.850188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:36.881397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:36.887630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdcce2f-6965-4109-a4a9-33ec9c1985c3']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:36.915103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:36.949648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9748996-e13f-40ed-be7f-4431c7d7e9e9') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:36.950036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9748996-e13f-40ed-be7f-4431c7d7e9e9') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:36.986491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:36.991273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.009662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.037551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.043295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:37.092320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:37.092920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:37.093119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:37.105270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=e791077b-62c9-466d-81d9-aa37d819aa51,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:37.107056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:37.107252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.159148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:37.232917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.247298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:37.247958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:37.268242 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:37.318776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Attempting to bind port a631b4a5-82e4-4a94-9978-5d8223af06d2 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:37.319262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Attempting to bind port a631b4a5-82e4-4a94-9978-5d8223af06d2 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '6cf68cbe-be66-4bfb-bde2-39ed94103467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58782013-b64b-4588-b20c-5307276e05be'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:37.319685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Attempting to bind port a631b4a5-82e4-4a94-9978-5d8223af06d2 on network 58782013-b64b-4588-b20c-5307276e05be {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:37.380146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:37.380590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Checking segment: {'id': '6cf68cbe-be66-4bfb-bde2-39ed94103467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58782013-b64b-4588-b20c-5307276e05be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:37.381051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.381684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Bound using segment: {'id': '6cf68cbe-be66-4bfb-bde2-39ed94103467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58782013-b64b-4588-b20c-5307276e05be'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:37.382010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Bound port: a631b4a5-82e4-4a94-9978-5d8223af06d2, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf68cbe-be66-4bfb-bde2-39ed94103467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58782013-b64b-4588-b20c-5307276e05be'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:37.382464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.436232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.473808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.517209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] For port 4234a1f3-0fe7-4222-bb53-357dadd25b7f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4234a1f3-0fe7-4222-bb53-357dadd25b7f,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:37.517707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.520767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:03:37.526959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:37.527886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.528603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.532000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=efdcce2f-6965-4109-a4a9-33ec9c1985c3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:37.538251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.546432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.571682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.584170 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bb870d7d-9ddd-491f-be7a-e8ace478d218 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/efdcce2f-6965-4109-a4a9-33ec9c1985c3 HTTP/1.1" status: 204 len: 168 time: 2.8358085 May 19 13:03:37.587987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.597026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.599003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Deleting port 708fef1a-bce8-40a6-acd1-01e611266290 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:37.599492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.601255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32900) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:37.619029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.672730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:37.730241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:37.741156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Calling delete_port for fde8a9ea-677f-4830-9ba2-1924a9386e4d owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:37.768323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.785763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] Calling delete_port for 4234a1f3-0fe7-4222-bb53-357dadd25b7f owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:37.788128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:37.813092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Transition to ACTIVE for port object 15b45a83-9614-4440-858a-68d8b0803c9b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:37.826578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8d9395-518d-4e17-8af6-4f4c07e6591f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:37.886160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84131f66-7198-4ea5-a9d9-af8966e4c2d8,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:37.886907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,segment=NetworkSegment(0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0),segment_id=0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:37.887074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Subnet': ['ID=60d5352f-582b-46cd-85af-5d479ff85914,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:37.887468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:37.908842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Checking segment: {'id': 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:37.909129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network hostable DHCP agents. Network: be089aca-f4ae-4bc2-a3e7-afc67b65d227, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:37.912686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd63e4-ae99-4e12-80ef-bb62bdded060 None None] The port '708fef1a-bce8-40a6-acd1-01e611266290' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:03:37.942240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Transition to ACTIVE for port object 15b45a83-9614-4440-858a-68d8b0803c9b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:37.996279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.000074 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58eac008-8da6-4915-825b-11d7c74c8cb0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5626383 May 19 13:03:38.001335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,segment=NetworkSegment(0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0),segment_id=0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:38.013509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32904) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:38.016586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network be089aca-f4ae-4bc2-a3e7-afc67b65d227 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:38.017080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.039315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.074289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Calling delete_port for c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:38.082095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b36b48a5-4ee3-41c2-b870-d641151e44c3 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '84131f66-7198-4ea5-a9d9-af8966e4c2d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:38.082998 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-b36b48a5-4ee3-41c2-b870-d641151e44c3 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 19 13:03:38.083483 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-b36b48a5-4ee3-41c2-b870-d641151e44c3 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:38.084417 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b36b48a5-4ee3-41c2-b870-d641151e44c3 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0652843 May 19 13:03:38.085022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, be089aca-f4ae-4bc2-a3e7-afc67b65d227) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:38.087703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32908) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:38.107008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.107815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 708fef1a-bce8-40a6-acd1-01e611266290 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:38.182498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.187113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d9bdf-5a86-485e-821e-88b3b0625ffb None None] Network be089aca-f4ae-4bc2-a3e7-afc67b65d227 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:38.235592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:38.236213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.248768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:38.260059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:38.267642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 708fef1a-bce8-40a6-acd1-01e611266290 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:38.268834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 708fef1a-bce8-40a6-acd1-01e611266290 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:38.268834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4234a1f3-0fe7-4222-bb53-357dadd25b7f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:38.273183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:38.274242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.292902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.337007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=041baca7-b687-43c1-8ed7-24818bc3af78,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.346540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] For port a631b4a5-82e4-4a94-9978-5d8223af06d2, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:38.348324 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a9096f5e-67da-4996-9312-ba6a17826d5c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3932676 May 19 13:03:38.358436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32912) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:38.359760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event deleted for resources: {'Port': ['ID=fde8a9ea-677f-4830-9ba2-1924a9386e4d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.364472 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3bc06ec9-041a-43f9-a8e6-0f4a68498290 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1620610 May 19 13:03:38.370228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'port': {'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227', 'name': 'tempest-NetworksIpV6TestAttrs-661671229'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:38.376275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:38.386577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32916) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:38.402964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:38.405452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:38.421936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] For port a631b4a5-82e4-4a94-9978-5d8223af06d2, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a631b4a5-82e4-4a94-9978-5d8223af06d2,segment=NetworkSegment(6cf68cbe-be66-4bfb-bde2-39ed94103467),segment_id=6cf68cbe-be66-4bfb-bde2-39ed94103467)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:38.429819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '041baca7-b687-43c1-8ed7-24818bc3af78', 'ip_address': '2001:db8::4440:542:c1ff:f96b'}], 'name': 'tempest-NetworksTestDHCPv6-1770818716'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:38.435438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.455640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.470846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:38.471221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.496094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.565270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.567286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3bdd3847-b029-4ae3-9875-1de5b37614eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/ports/fde8a9ea-677f-4830-9ba2-1924a9386e4d HTTP/1.1" status: 204 len: 168 time: 2.3534005 May 19 13:03:38.573325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32920) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:38.586496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] No DVR routers for this DVR port 4234a1f3-0fe7-4222-bb53-357dadd25b7f on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:38.589308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6', 'external_fixed_ips': [{'subnet_id': 'bfb857e4-344d-4240-a402-f20f0bae492b', 'ip_address': '2001:db8::386'}]}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:38.638923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332211b7-79a1-40d1-bbe5-d28ecd2907eb None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:38.651685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:38.656403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:38.668394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:38.668740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:38.669224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No active binding found for port 4234a1f3-0fe7-4222-bb53-357dadd25b7f {{(pid=88030) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 13:03:38.669635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4234a1f3-0fe7-4222-bb53-357dadd25b7f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:38.678070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:38.716862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:38.723252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:port and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:38.726625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:38.735774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:38.754403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:38.757134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:router and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:38.786801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:38.809296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Attempting to bind port 15b45a83-9614-4440-858a-68d8b0803c9b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:38.809817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b7135f4-1f3b-4a3d-97dd-00e159adf867 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.809942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Attempting to bind port 15b45a83-9614-4440-858a-68d8b0803c9b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:38.810060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Attempting to bind port 15b45a83-9614-4440-858a-68d8b0803c9b on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:38.812119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Pushing event updated for resources: {'Port': ['ID=15b45a83-9614-4440-858a-68d8b0803c9b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.837967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:38.841592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.843290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:38.884486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] device_id is not set on port 284e14d8-c248-40fe-a7bb-5f03085df8bd yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:38.949312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be66a-3da5-419a-b3d3-ba4c322fc240 None None] Pushing event deleted for resources: {'Port': ['ID=4234a1f3-0fe7-4222-bb53-357dadd25b7f,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:38.953421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b7135f4-1f3b-4a3d-97dd-00e159adf867 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.958603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.980856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:38.981171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Checking segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:38.981515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.981950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Bound using segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:38.982405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Bound port: 15b45a83-9614-4440-858a-68d8b0803c9b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:38.982808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:38.998042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port df6151a5-9311-475a-8834-beceb3bd61dc yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:39.036478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.037500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.083529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router cc924164-5d35-4c41-85c1-2afac8494277 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:39.171478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Deleting port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:39.172028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Allocated IP 2001:db8::f816:3eff:feb4:ae60 (be089aca-f4ae-4bc2-a3e7-afc67b65d227/60d5352f-582b-46cd-85af-5d479ff85914/284e14d8-c248-40fe-a7bb-5f03085df8bd) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:39.172156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.188273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,segment=NetworkSegment(0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0),segment_id=0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:39.188641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.270286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-be089aca-f4ae-4bc2-a3e7-afc67b65d227', 'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227', 'tenant_id': '0b21f065569c45949319062c61103a8d', 'fixed_ips': [{'subnet_id': '60d5352f-582b-46cd-85af-5d479ff85914'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:39.272698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.312298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.323840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d6d57-d997-4e8c-a7ad-f5700c777963 None None] Pushing event updated for resources: {'Port': ['ID=a631b4a5-82e4-4a94-9978-5d8223af06d2,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:39.370074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::4440:542:c1ff:f96b (46029377-b81a-4b15-aa71-e8bb333d83e5/041baca7-b687-43c1-8ed7-24818bc3af78/df6151a5-9311-475a-8834-beceb3bd61dc) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:39.430890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] For port 15b45a83-9614-4440-858a-68d8b0803c9b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:39.442605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.450199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:39.480039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b7135f4-1f3b-4a3d-97dd-00e159adf867 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.556044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] For port 15b45a83-9614-4440-858a-68d8b0803c9b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=15b45a83-9614-4440-858a-68d8b0803c9b,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:39.572441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '041baca7-b687-43c1-8ed7-24818bc3af78'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:39.573259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.582632 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.628319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7135f4-1f3b-4a3d-97dd-00e159adf867 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84131f66-7198-4ea5-a9d9-af8966e4c2d8,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:39.649078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b7135f4-1f3b-4a3d-97dd-00e159adf867 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.652610 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b7135f4-1f3b-4a3d-97dd-00e159adf867 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/84131f66-7198-4ea5-a9d9-af8966e4c2d8 HTTP/1.1" status: 204 len: 168 time: 1.5541582 May 19 13:03:39.660105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32924) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:39.676077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387287-1fbc-4206-b303-b46d3a04006d None None] Pushing event updated for resources: {'Port': ['ID=15b45a83-9614-4440-858a-68d8b0803c9b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:39.799338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.816550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Transition to ACTIVE for port object 284e14d8-c248-40fe-a7bb-5f03085df8bd will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:39.861365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.882089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object df6151a5-9311-475a-8834-beceb3bd61dc will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:39.905473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:39.999265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Port': ['ID=284e14d8-c248-40fe-a7bb-5f03085df8bd,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:40.002027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.056295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] For port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,segment=NetworkSegment(0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0),segment_id=0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:40.056696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.087480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Allocated IP 2001:db8::f816:3eff:fe43:422b (be089aca-f4ae-4bc2-a3e7-afc67b65d227/60d5352f-582b-46cd-85af-5d479ff85914/0001588b-e554-4e7f-ae97-24d35e514fe7) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:40.097028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network be089aca-f4ae-4bc2-a3e7-afc67b65d227 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:40.101997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:40.103671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:40.108469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:40.119914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:40.127496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:40.128147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.140665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:40.147016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:40.148044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.171372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=df6151a5-9311-475a-8834-beceb3bd61dc,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:40.183155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/041baca7-b687-43c1-8ed7-24818bc3af78/a86c3975-d89f-495f-be12-8f39b2045b75) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:40.232930 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-48f6bdc3-6457-436c-99e4-92ae12214a57 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8708043 May 19 13:03:40.233965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32928) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.273140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Calling delete_port for c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:40.298099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-282a9f72-f976-4cd3-987f-7396283a737a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8858557 May 19 13:03:40.303705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32932) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.318262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '041baca7-b687-43c1-8ed7-24818bc3af78', 'ip_address': '2001:db8::4440:542:c1ff:f96b'}], 'name': 'tempest-NetworksTestDHCPv6-193548000'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:40.457031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-589a82e4-c18b-4936-818f-de9586a6a0b7 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:40.534460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ebd1f-ea11-4085-9410-435d19a9fad8 None None] Network 58782013-b64b-4588-b20c-5307276e05be requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:40.586885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting subnet 60d5352f-582b-46cd-85af-5d479ff85914 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:40.616437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:40.620754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:40.623833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:40.628788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.632233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:40.645948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:40.653490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.663063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b8925a6e-7780-4f27-850e-199ba30b38e7 None None] Provisioning for port a631b4a5-82e4-4a94-9978-5d8223af06d2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:40.678761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port b4f08f80-7c74-4ac5-91d8-aaf87781fa89 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:40.706590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:40.706973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:40.770626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:40.787439 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] Sync routers for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:40.791057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:40.798093 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:40.798808 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:40.819156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:40.874747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:40.885107 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b3ed5ab9-81ce-4ff9-a521-18a4dec53eac tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/cc924164-5d35-4c41-85c1-2afac8494277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9242141 May 19 13:03:40.887090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32936) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.904096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-589a82e4-c18b-4936-818f-de9586a6a0b7 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:40.905365 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-589a82e4-c18b-4936-818f-de9586a6a0b7 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2424026 May 19 13:03:40.962139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32940) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:40.990224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--214228470'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:41.005081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 15b45a83-9614-4440-858a-68d8b0803c9b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:41.007997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:41.040327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:41.074588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet a1c76b02-3ce1-456b-ab8b-c76824a4591a {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:41.079484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.120144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.155723 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:41.208081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.208528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.210695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.224574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2773b8b4-e012-42db-98ee-41dc0c5e5bbd']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:41.254074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Transition to ACTIVE for port object a86c3975-d89f-495f-be12-8f39b2045b75 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:41.265356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:41.274542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:41.282139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:41.283002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Deleting port c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:41.283374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.296299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:41.296601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf5f03e-70e0-45e4-b3c2-0f8d1a3e49d0') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:41.300129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:41.339696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.343946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.354961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 15b45a83-9614-4440-858a-68d8b0803c9b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:41.373309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a631b4a5-82e4-4a94-9978-5d8223af06d2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:41.399866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.413713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.419588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.444448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.450420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:41.450901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:41.469837 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:41.473392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39f519-d9e8-4894-9b36-9fabf4b47a96 None None] Network 4ba88463-33fc-463a-80b1-d6a59491f619 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:41.540763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4132dc60-b9fa-4c01-b100-bdcf99020ff8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:41.547717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.548841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Transition to ACTIVE for port object 0001588b-e554-4e7f-ae97-24d35e514fe7 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:41.553052 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8097920a-2f64-4468-ba7f-7bc77a401d82 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5893903 May 19 13:03:41.553779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32944) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:41.564550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae25ec21-d9b7-437e-9265-94c368b51bfd None None] The port 'c92bd8c2-62ab-4ae8-8604-5fc74cc1bff4' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:03:41.569158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bfbed05e-d8e0-483e-8bc0-8b3b311876e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '4132dc60-b9fa-4c01-b100-bdcf99020ff8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:41.570019 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-bfbed05e-d8e0-483e-8bc0-8b3b311876e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 19 13:03:41.570721 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-bfbed05e-d8e0-483e-8bc0-8b3b311876e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:41.571446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Transition to ACTIVE for port object a86c3975-d89f-495f-be12-8f39b2045b75 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:41.575202 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bfbed05e-d8e0-483e-8bc0-8b3b311876e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154769 May 19 13:03:41.575876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32948) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:41.594058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:03:36Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:41.600106 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] Checking router: cc924164-5d35-4c41-85c1-2afac8494277 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:03:41.606425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.611579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.615706 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] Routers {'cc924164-5d35-4c41-85c1-2afac8494277'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:41.616353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cc924164-5d35-4c41-85c1-2afac8494277'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:41.663467 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/2773b8b4-e012-42db-98ee-41dc0c5e5bbd HTTP/1.1" status: 204 len: 168 time: 4.0519242 May 19 13:03:41.663864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a528ff-385f-4b50-bbc1-553d1f4fcb80 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=2773b8b4-e012-42db-98ee-41dc0c5e5bbd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:41.668403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:41.680812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.681352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1213567730'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:41.697112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:41.704839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:41.708302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:41.728694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4aa-60dd-4410-b341-da0b629b58a1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.741232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Provisioning for port 15b45a83-9614-4440-858a-68d8b0803c9b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:41.748558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Router da97d1d5-c6e0-4842-9274-601f5f541a53 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:41.756711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:41.757482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Transition to ACTIVE for port object 0001588b-e554-4e7f-ae97-24d35e514fe7 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:41.757610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.785528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:41.786620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:41.790072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.794784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:41.796756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Provisioning complete for port 15b45a83-9614-4440-858a-68d8b0803c9b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:41.799472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.804863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.828530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:41.831746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.846471 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): There was a conflict when trying to complete your request. May 19 13:03:41.847176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:41.888346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a631b4a5-82e4-4a94-9978-5d8223af06d2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:41.889008 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-00c48c40-2443-40c0-95a4-87b5c65bf2ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5837076 May 19 13:03:41.903526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32956) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:41.923178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Network be089aca-f4ae-4bc2-a3e7-afc67b65d227 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:41.933461 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] Set router cc924164-5d35-4c41-85c1-2afac8494277 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:41.950544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:41.954798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Pushing event updated for resources: {'Port': ['ID=a86c3975-d89f-495f-be12-8f39b2045b75,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:41.968234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:41.974502 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a631b4a5-82e4-4a94-9978-5d8223af06d2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:41.975183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.976880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4aa-60dd-4410-b341-da0b629b58a1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:41.999960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.130313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.271423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.281748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4aa-60dd-4410-b341-da0b629b58a1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.284609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc4aa-60dd-4410-b341-da0b629b58a1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.289028 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e0ebc4aa-60dd-4410-b341-da0b629b58a1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/4132dc60-b9fa-4c01-b100-bdcf99020ff8 HTTP/1.1" status: 204 len: 168 time: 0.7087488 May 19 13:03:42.291099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/a1c76b02-3ce1-456b-ab8b-c76824a4591a HTTP/1.1" status: 204 len: 168 time: 1.4030211 May 19 13:03:42.291452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32960) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:42.300503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32962) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:42.303335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682f3d0-f9cc-4548-a199-83fa248e7c83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c76b02-3ce1-456b-ab8b-c76824a4591a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:42.323853 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:03:36Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:42.329187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d2372-0709-498a-8b17-74d36c4c1a79 None None] Network 1f606904-9674-48f4-aab7-77eca81c0579 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:42.329702 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859da8fe-3435-4fce-8e3b-3052c74233ad None None] The sync data for ids ['cc924164-5d35-4c41-85c1-2afac8494277'] in dv-neutron-841945-1-hyperv is: [{'id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'name': 'tempest-TestNetworkBasicOps-router-916168453', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:59:52Z', 'updated_at': '2022-05-19T13:03:36Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '301c9b86-c749-4d58-91e1-1e2540ed1308', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924164-5d35-4c41-85c1-2afac8494277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:59:55Z', 'updated_at': '2022-05-19T13:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:42.335829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc2ad4-6c0e-4cdf-9552-c9a33a166619 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:42.343625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc2ad4-6c0e-4cdf-9552-c9a33a166619 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:42.344442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e8dc2ad4-6c0e-4cdf-9552-c9a33a166619 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:42.380106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebc4aa-60dd-4410-b341-da0b629b58a1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132dc60-b9fa-4c01-b100-bdcf99020ff8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:42.383006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:42.393375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.393789 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment e1d5ff01-0120-427c-8679-5766cd1bafac of type vlan for network 98cc0502-e61b-41e6-9e1f-08389c53663c May 19 13:03:42.446955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e8dc2ad4-6c0e-4cdf-9552-c9a33a166619 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:42.448143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e8dc2ad4-6c0e-4cdf-9552-c9a33a166619 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5415134 May 19 13:03:42.453089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32968) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:42.492625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4629df0e-9924-4883-8b86-0cfa1e460493 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:42.528829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.541855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.547273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Pushing event updated for resources: {'Port': ['ID=0001588b-e554-4e7f-ae97-24d35e514fe7,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:42.571121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port df6151a5-9311-475a-8834-beceb3bd61dc {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:42.571121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.575696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Attempting to bind port a86c3975-d89f-495f-be12-8f39b2045b75 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:42.575873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Attempting to bind port a86c3975-d89f-495f-be12-8f39b2045b75 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:42.576140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Attempting to bind port a86c3975-d89f-495f-be12-8f39b2045b75 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:42.579170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Attempting to bind port 0001588b-e554-4e7f-ae97-24d35e514fe7 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:42.579524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Attempting to bind port 0001588b-e554-4e7f-ae97-24d35e514fe7 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:42.580146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Attempting to bind port 0001588b-e554-4e7f-ae97-24d35e514fe7 on network be089aca-f4ae-4bc2-a3e7-afc67b65d227 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:42.590168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:42.590684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Checking segment: {'id': 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:42.591104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.591350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Bound using segment: {'id': 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:42.591790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Bound port: 0001588b-e554-4e7f-ae97-24d35e514fe7, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'be089aca-f4ae-4bc2-a3e7-afc67b65d227'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:42.592159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.615650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4629df0e-9924-4883-8b86-0cfa1e460493 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:42.620910 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4629df0e-9924-4883-8b86-0cfa1e460493 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3152447 May 19 13:03:42.628526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:42.637724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--37984948'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:42.646046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:42.646454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:42.647801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.647801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:42.647801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Bound port: a86c3975-d89f-495f-be12-8f39b2045b75, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:42.648096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.649274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:42.685983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.717454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:42.721590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:42.753838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.781765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:42.817970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.823726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:42.824362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.828330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.832338 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ed99fc0c-5438-41dc-bd6b-83833f99a261 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7449918 May 19 13:03:42.842716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32976) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:42.849269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.910775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.934864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:42.990049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Subnet': ['ID=60d5352f-582b-46cd-85af-5d479ff85914,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:42.992443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a631b4a5-82e4-4a94-9978-5d8223af06d2 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:42.992882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.002352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:43.014620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:43.028968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:43.029390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.029521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:43.033849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:43.070534 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3977735 May 19 13:03:43.077626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32980) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:43.080047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9354f1-4d6a-4441-a931-f123e52ce782 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=98cc0502-e61b-41e6-9e1f-08389c53663c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:43.088522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:43.088895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Current status of the port 15b45a83-9614-4440-858a-68d8b0803c9b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:43.089295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.119187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 98cc0502-e61b-41e6-9e1f-08389c53663c details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:43.280584 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8a3b627d-2fbc-4c2b-94b4-2d4f95bc76c0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/60d5352f-582b-46cd-85af-5d479ff85914 HTTP/1.1" status: 204 len: 168 time: 3.0442765 May 19 13:03:43.283063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] For port 0001588b-e554-4e7f-ae97-24d35e514fe7, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:43.285088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:43.297170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32984) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:43.351946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:43.362652 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] For port a86c3975-d89f-495f-be12-8f39b2045b75, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:43.366665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:43.374338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Allocated IP 2001:db8::386 (7a103e16-0750-443a-bf3c-f47c529115b6/bfb857e4-344d-4240-a402-f20f0bae492b/7deadee3-2d4e-492a-adb5-f8241da35960) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:43.376448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:43.378803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a631b4a5-82e4-4a94-9978-5d8223af06d2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a631b4a5-82e4-4a94-9978-5d8223af06d2,segment=NetworkSegment(6cf68cbe-be66-4bfb-bde2-39ed94103467),segment_id=6cf68cbe-be66-4bfb-bde2-39ed94103467)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:43.387222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.388948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] For port 0001588b-e554-4e7f-ae97-24d35e514fe7, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0001588b-e554-4e7f-ae97-24d35e514fe7,segment=NetworkSegment(aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b),segment_id=aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:43.389088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:43.408039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.409240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] For port 15b45a83-9614-4440-858a-68d8b0803c9b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=15b45a83-9614-4440-858a-68d8b0803c9b,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:43.415187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.422100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] For port a86c3975-d89f-495f-be12-8f39b2045b75, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a86c3975-d89f-495f-be12-8f39b2045b75,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:43.468491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.480553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 301c9b86-c749-4d58-91e1-1e2540ed1308 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:43.480891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.481998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e791077b-62c9-466d-81d9-aa37d819aa51 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:43.504976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:43.508463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.526066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.528123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.561503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e791077b-62c9-466d-81d9-aa37d819aa51 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:43.561880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e791077b-62c9-466d-81d9-aa37d819aa51 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:43.607832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:43.667488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for df6151a5-9311-475a-8834-beceb3bd61dc owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:43.726601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee4f8d-c679-48a4-8b2a-ddf5c719fc72 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:43.728064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee4f8d-c679-48a4-8b2a-ddf5c719fc72 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:43.728793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-40ee4f8d-c679-48a4-8b2a-ddf5c719fc72 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Synchronizing usage tracker for tenant:0b21f065569c45949319062c61103a8d on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:43.735660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a631b4a5-82e4-4a94-9978-5d8223af06d2,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:43.855386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.875258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.902319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] DHCP port deletion for 1f606904-9674-48f4-aab7-77eca81c0579 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:43.912564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-40ee4f8d-c679-48a4-8b2a-ddf5c719fc72 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Unset dirty status for tenant:0b21f065569c45949319062c61103a8d on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:43.916901 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-40ee4f8d-c679-48a4-8b2a-ddf5c719fc72 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6160598 May 19 13:03:43.921739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:43.935541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2d579b22-7a7b-4248-b54e-f2f634347404 None None] Provisioning complete for port 15b45a83-9614-4440-858a-68d8b0803c9b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:43.935919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2d579b22-7a7b-4248-b54e-f2f634347404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.973171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] Deleting port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:43.973439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:43.988509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.062148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3c78a-f1b8-408e-a17a-5190d9dca1b2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.069023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579565a5-c851-4d43-9f2a-82f5b35e0ed5 None None] Pushing event updated for resources: {'Port': ['ID=0001588b-e554-4e7f-ae97-24d35e514fe7,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.076405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.077668 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d4c93014-4d8f-42be-bb19-5e2942cc61f2 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4465742 May 19 13:03:44.098153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 32992) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.104831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3588be4a-3820-4d47-a7b0-f6384d856355 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '56a3c78a-f1b8-408e-a17a-5190d9dca1b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:44.107347 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-3588be4a-3820-4d47-a7b0-f6384d856355 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 19 13:03:44.110479 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-3588be4a-3820-4d47-a7b0-f6384d856355 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:44.116264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3588be4a-3820-4d47-a7b0-f6384d856355 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166931 May 19 13:03:44.127269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c392ae-404d-4ef9-a73e-8317c7dffc8c None None] Network be089aca-f4ae-4bc2-a3e7-afc67b65d227 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:44.159806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 32996) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.167655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-961aa8d5-2c90-4a79-8457-a7aaaf6e6f21 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '56a3c78a-f1b8-408e-a17a-5190d9dca1b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:44.168339 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-961aa8d5-2c90-4a79-8457-a7aaaf6e6f21 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 19 13:03:44.168831 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-961aa8d5-2c90-4a79-8457-a7aaaf6e6f21 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:44.169766 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-961aa8d5-2c90-4a79-8457-a7aaaf6e6f21 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068288 May 19 13:03:44.196594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33000) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.210289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3153564d-727a-46ce-8db5-d83a8f14bec0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '56a3c78a-f1b8-408e-a17a-5190d9dca1b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:44.211230 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-3153564d-727a-46ce-8db5-d83a8f14bec0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 19 13:03:44.211955 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-3153564d-727a-46ce-8db5-d83a8f14bec0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:44.212943 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3153564d-727a-46ce-8db5-d83a8f14bec0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153449 May 19 13:03:44.225987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 301c9b86-c749-4d58-91e1-1e2540ed1308, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=301c9b86-c749-4d58-91e1-1e2540ed1308,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:44.226361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.227521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33004) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.239242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5c0f3a39-4ed4-4b64-9d53-9e229e9ebcb1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '56a3c78a-f1b8-408e-a17a-5190d9dca1b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:44.243279 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-5c0f3a39-4ed4-4b64-9d53-9e229e9ebcb1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 19 13:03:44.243279 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-5c0f3a39-4ed4-4b64-9d53-9e229e9ebcb1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:44.252409 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5c0f3a39-4ed4-4b64-9d53-9e229e9ebcb1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0217612 May 19 13:03:44.261163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33008) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.268495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.287035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-70c7311d-438f-483e-a3d6-2f4eecf047ec tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.420494 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c7311d-438f-483e-a3d6-2f4eecf047ec tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 19 13:03:44.420966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c7311d-438f-483e-a3d6-2f4eecf047ec tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:44.440024 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-70c7311d-438f-483e-a3d6-2f4eecf047ec tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/be089aca-f4ae-4bc2-a3e7-afc67b65d227 HTTP/1.1" status: 409 len: 405 time: 0.5122101 May 19 13:03:44.440024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.440362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=cc8ea73d-6463-4c8d-880b-64cb890da15f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.440722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33012) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.468711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c0486-1a41-40a2-837c-997eb5da78b3 None None] Pushing event updated for resources: {'Port': ['ID=15b45a83-9614-4440-858a-68d8b0803c9b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.511252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 301c9b86-c749-4d58-91e1-1e2540ed1308 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:44.551168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=df6151a5-9311-475a-8834-beceb3bd61dc,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.551448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690641029'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:44.566238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:44.572984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.577743 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3a25bfdd-49cb-4ce2-9ac4-3712061e00de tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/df6151a5-9311-475a-8834-beceb3bd61dc HTTP/1.1" status: 204 len: 168 time: 2.1211245 May 19 13:03:44.579189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:network and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:44.581973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33016) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.589966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:44.641093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5470562-160c-4f8d-99bc-8231a0f7b212 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.642591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:44.702359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.705803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:44.709145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.713303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5470562-160c-4f8d-99bc-8231a0f7b212 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.730355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] For port c89b4547-2cfb-41b4-9dda-d5a3b37885f2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,segment=NetworkSegment(3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f),segment_id=3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:44.730771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.743385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2d579b22-7a7b-4248-b54e-f2f634347404 None None] Current status of the port 15b45a83-9614-4440-858a-68d8b0803c9b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:44.760646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': 'e1d5ff01-0120-427c-8679-5766cd1bafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:44.761002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: 98cc0502-e61b-41e6-9e1f-08389c53663c, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:44.809275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a6963-7372-4e3d-908f-db9f6a8444c7 None None] Pushing event updated for resources: {'Port': ['ID=a86c3975-d89f-495f-be12-8f39b2045b75,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.830347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478891c-b471-43fe-ad06-8798446608c0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:44.830847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478891c-b471-43fe-ad06-8798446608c0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:44.836365 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5478891c-b471-43fe-ad06-8798446608c0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2459767 May 19 13:03:44.836365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 7a103e16-0750-443a-bf3c-f47c529115b6 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:44.836690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33020) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.843779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:44.848723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:44.884583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] Calling delete_port for c89b4547-2cfb-41b4-9dda-d5a3b37885f2 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:44.885855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5470562-160c-4f8d-99bc-8231a0f7b212 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.929814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.932590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:44.947339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5470562-160c-4f8d-99bc-8231a0f7b212 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3c78a-f1b8-408e-a17a-5190d9dca1b2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:44.952297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2d579b22-7a7b-4248-b54e-f2f634347404 None None] Provisioning complete for port a631b4a5-82e4-4a94-9978-5d8223af06d2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:44.952491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2d579b22-7a7b-4248-b54e-f2f634347404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.973129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5470562-160c-4f8d-99bc-8231a0f7b212 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:44.977190 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5470562-160c-4f8d-99bc-8231a0f7b212 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/56a3c78a-f1b8-408e-a17a-5190d9dca1b2 HTTP/1.1" status: 204 len: 168 time: 0.7121871 May 19 13:03:44.978830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33024) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:44.981815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:38Z', 'revision_number': 3, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:44.984688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 041baca7-b687-43c1-8ed7-24818bc3af78 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:44.995667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Port': ['ID=7deadee3-2d4e-492a-adb5-f8241da35960,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:45.007924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 98cc0502-e61b-41e6-9e1f-08389c53663c is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:45.012218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:03:45.012586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Updating router da97d1d5-c6e0-4842-9274-601f5f541a53 port ac8d9395-518d-4e17-8af6-4f4c07e6591f binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:03:45.035849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.054790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.054790 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Added segment e773ec8d-434a-4bb4-b899-b72114cbe192 of type vlan for network 22459d73-4d0e-4880-afcb-d7cb7b779077 May 19 13:03:45.095380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 98cc0502-e61b-41e6-9e1f-08389c53663c) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:45.128967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23459ce3-630b-4b35-b314-2ebba46f411f None None] Network 98cc0502-e61b-41e6-9e1f-08389c53663c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:45.143446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:45.144130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.242787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.249832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.284721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2942cb2c-0ea4-4fff-bb68-390e9893e4d1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2059643 May 19 13:03:45.288965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33028) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:45.301546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.315840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985562612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:45.327145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:45.337523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:45.340754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:45.349356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:45.363791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.395955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.405575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] Pushing event deleted for resources: {'Port': ['ID=c89b4547-2cfb-41b4-9dda-d5a3b37885f2,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:45.410041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.410840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.436642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923fe6af-b462-4842-8ade-57eeadc60e32 None None] No DVR routers for this DVR port c89b4547-2cfb-41b4-9dda-d5a3b37885f2 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:45.458198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c3808bff-dd7f-4a7d-878f-e4d432c864ae tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:45.525456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2d579b22-7a7b-4248-b54e-f2f634347404 None None] Current status of the port a631b4a5-82e4-4a94-9978-5d8223af06d2 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:45.568148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c3808bff-dd7f-4a7d-878f-e4d432c864ae tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:45.573293 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c3808bff-dd7f-4a7d-878f-e4d432c864ae tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5892541 May 19 13:03:45.578481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33032) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:45.586941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--457591933'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:45.594981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.601231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Allocated IP 172.20.0.1 (4ba88463-33fc-463a-80b1-d6a59491f619/9a8fbf6c-8feb-4f11-af89-78270254be6a/588ff5a6-5c92-415f-b7c2-682831e3ed38) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:45.601435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:45.602079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.604576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:45.621210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:45.639510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.696464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.710088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=301c9b86-c749-4d58-91e1-1e2540ed1308,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:45.763512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a86c3975-d89f-495f-be12-8f39b2045b75 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:45.806797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:45.821523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:45.828743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-98cc0502-e61b-41e6-9e1f-08389c53663c', 'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': 'cc8ea73d-6463-4c8d-880b-64cb890da15f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:45.829563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.840933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:45.851229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:45.864718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-53a37198-65fa-4641-8e7d-8d07923e1618 None None] Provisioning for port a86c3975-d89f-495f-be12-8f39b2045b75 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:45.893350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.926766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.945275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=041baca7-b687-43c1-8ed7-24818bc3af78,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:45.956754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.961980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Transition to ACTIVE for port object 588ff5a6-5c92-415f-b7c2-682831e3ed38 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:45.973967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:45.988370 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-676a5550-7413-444a-86f7-36de743cf37a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/041baca7-b687-43c1-8ed7-24818bc3af78 HTTP/1.1" status: 204 len: 168 time: 1.1471465 May 19 13:03:45.988633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33036) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:45.999906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a86c3975-d89f-495f-be12-8f39b2045b75 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:46.058313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a86c3975-d89f-495f-be12-8f39b2045b75 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:46.058706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.079064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7f82ddc1-735e-4fc2-88db-2d25ccf62373 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854280 May 19 13:03:46.083124 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5796986 May 19 13:03:46.092805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33040) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:46.092805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33042) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:46.104296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:46.123869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'subnet': {'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:46.143748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.256546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31df8a-6330-43e8-9cd1-38a6aae675ee None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:46.290583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b59016af-df5c-4c14-ad9f-5b3c1cc5088a None None] Could not find standard attr ID for object df6151a5-9311-475a-8834-beceb3bd61dc. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:03:46.311045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:46.330983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.381217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4d976-e30d-470d-b9cd-93e214e584e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Network': ['ID=22459d73-4d0e-4880-afcb-d7cb7b779077,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:46.400667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.401036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.404927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 22459d73-4d0e-4880-afcb-d7cb7b779077 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:46.412358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:46.428206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.430369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Allocated IP 172.20.0.2 (98cc0502-e61b-41e6-9e1f-08389c53663c/cc8ea73d-6463-4c8d-880b-64cb890da15f/5f24b5c9-a246-4f6a-8f02-653335a78bb5) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:46.433978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.443130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.453700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:46.460453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:46.464964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:46.467134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Pushing event updated for resources: {'Port': ['ID=588ff5a6-5c92-415f-b7c2-682831e3ed38,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:46.469422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:46.503422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.514726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-08f408ee-78ac-46fb-a044-dfc40edda814 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2143497 May 19 13:03:46.521117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33048) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:46.531661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Transition to ACTIVE for port object ac8d9395-518d-4e17-8af6-4f4c07e6591f will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:46.538582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.550505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'port': {'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c', 'name': 'tempest-RoutersTest-1007822594'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:46.592538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.650500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:46.655021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.662489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:46.680509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.684528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:46.714247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:46.717674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.809540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.810335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router cc924164-5d35-4c41-85c1-2afac8494277 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:03:46.865831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.867241 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fc7e2b44-4251-4b07-8e95-a5a7048777b4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/cc924164-5d35-4c41-85c1-2afac8494277 HTTP/1.1" status: 204 len: 168 time: 4.5613587 May 19 13:03:46.875154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33052) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:46.952345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:46.955910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:46.967997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1cfe-290c-47c1-96c6-888bd7f50813 None None] Pushing event updated for resources: {'Port': ['ID=ac8d9395-518d-4e17-8af6-4f4c07e6591f,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:46.999073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df99e728-77b0-4de0-9db3-1adfefff6bec,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:47.063893 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Attempting to bind port ac8d9395-518d-4e17-8af6-4f4c07e6591f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:47.064542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Attempting to bind port ac8d9395-518d-4e17-8af6-4f4c07e6591f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:47.065207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Attempting to bind port ac8d9395-518d-4e17-8af6-4f4c07e6591f on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:47.081361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:47.094331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:port and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:47.101795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:47.111406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:47.112103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:47.113014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.113578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:47.114510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Bound port: ac8d9395-518d-4e17-8af6-4f4c07e6591f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:47.115089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.152231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-da936bb9-3912-4085-a049-f22f6dca8a1b None None] Provisioning for port 588ff5a6-5c92-415f-b7c2-682831e3ed38 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:47.174203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:47.211176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.228604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.235768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:47.239564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.263739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] For port ac8d9395-518d-4e17-8af6-4f4c07e6591f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:47.267443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] For port ac8d9395-518d-4e17-8af6-4f4c07e6591f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ac8d9395-518d-4e17-8af6-4f4c07e6591f,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:47.272444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.273875 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7701900e-9592-4d5a-a4f6-4250956a6197 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6949708 May 19 13:03:47.288688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33056) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:47.303965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7feba82e-bb05-4779-b88b-2e818fc46ba6 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:47.304604 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-7feba82e-bb05-4779-b88b-2e818fc46ba6 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:03:47.305923 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-7feba82e-bb05-4779-b88b-2e818fc46ba6 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:47.307180 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7feba82e-bb05-4779-b88b-2e818fc46ba6 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0172298 May 19 13:03:47.313647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33062) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:47.328221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:47.337358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] device_id is not set on port 54f53820-8b45-40e9-a165-5d2a34b086c1 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:47.414049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.428950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Transition to ACTIVE for port object 5f24b5c9-a246-4f6a-8f02-653335a78bb5 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:47.455346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Transition to ACTIVE for port object 5f24b5c9-a246-4f6a-8f02-653335a78bb5 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:47.459478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a86c3975-d89f-495f-be12-8f39b2045b75 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:47.459917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.475451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:47.476534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-da936bb9-3912-4085-a049-f22f6dca8a1b None None] Provisioning complete for port 588ff5a6-5c92-415f-b7c2-682831e3ed38 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:47.476955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-da936bb9-3912-4085-a049-f22f6dca8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.543262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.20.0.7 (98cc0502-e61b-41e6-9e1f-08389c53663c/cc8ea73d-6463-4c8d-880b-64cb890da15f/54f53820-8b45-40e9-a165-5d2a34b086c1) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:47.553492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-da936bb9-3912-4085-a049-f22f6dca8a1b None None] Port 588ff5a6-5c92-415f-b7c2-682831e3ed38 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:47.562212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.573865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.581406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.684030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Network 98cc0502-e61b-41e6-9e1f-08389c53663c is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:47.685536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:47.686177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:47.784638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.800129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:47.809315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:47.821411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a86c3975-d89f-495f-be12-8f39b2045b75, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a86c3975-d89f-495f-be12-8f39b2045b75,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:47.827283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1cfe-290c-47c1-96c6-888bd7f50813 None None] Pushing event updated for resources: {'Port': ['ID=ac8d9395-518d-4e17-8af6-4f4c07e6591f,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:47.944620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:47.951527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:47.957520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:03:47.969251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.978285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:47.983643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:47.991857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:47.992827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 15b45a83-9614-4440-858a-68d8b0803c9b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:47.994760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:47.995354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.007064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:48.017265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=ec01b751-b6f9-4551-80ef-73b0fca07a75,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.032269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.046662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Pushing event updated for resources: {'Port': ['ID=5f24b5c9-a246-4f6a-8f02-653335a78bb5,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.071070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:48.115247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.131027 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9afdebf9-fb28-422f-a725-9e0e1f9e50ac tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0377300 May 19 13:03:48.141345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33066) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.144231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Checking segment: {'id': 'e773ec8d-434a-4bb4-b899-b72114cbe192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:48.144599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network hostable DHCP agents. Network: 22459d73-4d0e-4880-afcb-d7cb7b779077, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:48.159599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:48.162107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': 'ec01b751-b6f9-4551-80ef-73b0fca07a75', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-396912533'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.179473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 54f53820-8b45-40e9-a165-5d2a34b086c1 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:48.181216 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:48.182916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Subnet': ['ID=9568156f-1077-4494-9a89-8d9ebfffc447,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.185894 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fb3733b1-9eb3-4ff7-a288-29b6e5176f08 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8699157 May 19 13:03:48.186699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33070) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.201941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f606904-9674-48f4-aab7-77eca81c0579']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:48.212889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-885d7a8d-9ddd-4f22-b35c-6e64766e0438 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.213365 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-885d7a8d-9ddd-4f22-b35c-6e64766e0438 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 19 13:03:48.213836 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-885d7a8d-9ddd-4f22-b35c-6e64766e0438 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:48.217938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-885d7a8d-9ddd-4f22-b35c-6e64766e0438 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219359 May 19 13:03:48.223770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33074) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.233626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.243717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:48.244091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a912a1d-dd50-4db9-a4e6-34eb0da4ff3f') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:48.257295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:48.272551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:48.279321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:48.280350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network 22459d73-4d0e-4880-afcb-d7cb7b779077 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:48.283345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.297054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.302337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:48.302547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 22459d73-4d0e-4880-afcb-d7cb7b779077) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:48.320358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.326171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.330850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] Deleting port a86c3975-d89f-495f-be12-8f39b2045b75 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:48.331200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.343151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:48.343534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:48.360768 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:48.375674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29045a5-35df-47e5-ba60-75ce6d67c96c None None] Network 22459d73-4d0e-4880-afcb-d7cb7b779077 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:48.389097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:48.389685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.431479 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4f8b1d61-5182-42c9-adb6-74b5efd91860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3366201 May 19 13:03:48.436007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33078) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.456184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'port': {'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077', 'name': 'tempest-NetworksIpV6TestAttrs-1592851492'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.474175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Pushing event updated for resources: {'Port': ['ID=588ff5a6-5c92-415f-b7c2-682831e3ed38,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.477228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:48.480387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.484164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.490798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:48.495689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:48.519274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:48.556803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Attempting to bind port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:48.557388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Attempting to bind port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'e1d5ff01-0120-427c-8679-5766cd1bafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:48.557538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Attempting to bind port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 on network 98cc0502-e61b-41e6-9e1f-08389c53663c {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:48.580884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 15b45a83-9614-4440-858a-68d8b0803c9b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:48.581256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.581701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:48.582773 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8831ef55-0cdc-4dac-aaf2-fa2f77a6f9d4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3572531 May 19 13:03:48.583493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Router 233ac83f-a91a-40ec-a46e-c8e6be197ceb is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:48.590011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33082) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.598790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d1195261-26ed-44c7-bb4b-6fa6aecfbec1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.599580 dv-neutron-841945-1-hyperv neutron-server[88028]: WARNING neutron.api.v2.base [None req-d1195261-26ed-44c7-bb4b-6fa6aecfbec1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 19 13:03:48.600256 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-d1195261-26ed-44c7-bb4b-6fa6aecfbec1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:48.603785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d1195261-26ed-44c7-bb4b-6fa6aecfbec1 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119510 May 19 13:03:48.604812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:48.613171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33086) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.645341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.652101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.652308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:48.652620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Checking segment: {'id': 'e1d5ff01-0120-427c-8679-5766cd1bafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:48.653018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.653395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Bound using segment: {'id': 'e1d5ff01-0120-427c-8679-5766cd1bafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:48.653872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Bound port: 5f24b5c9-a246-4f6a-8f02-653335a78bb5, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5ff01-0120-427c-8679-5766cd1bafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '98cc0502-e61b-41e6-9e1f-08389c53663c'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:48.654255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.655943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:48.682301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:48.687948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 98cc0502-e61b-41e6-9e1f-08389c53663c is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:48.695142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a86c3975-d89f-495f-be12-8f39b2045b75,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.759185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:48.762275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:48.766788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:48.768572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:48.798966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:48.818180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=1f606904-9674-48f4-aab7-77eca81c0579,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.837363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:48.842312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=54f53820-8b45-40e9-a165-5d2a34b086c1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:48.869961 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0d11a45a-620c-4b2d-8403-c70e6d740ccb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/1f606904-9674-48f4-aab7-77eca81c0579 HTTP/1.1" status: 204 len: 168 time: 1.9905653 May 19 13:03:48.872975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:48.895513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33090) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:48.925438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--1082551308', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:48.995591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:49.018224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.023587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:49.035805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:49.036425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.040819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:49.043250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:49.056627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 1dd907ff-28c3-4bcf-b647-7e5bb1c876e3 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:49.062060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:49.069776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:port and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:49.077994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:49.089989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:49.099858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f22f0279-9a9d-4d40-9c48-43e49840c715 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5645959 May 19 13:03:49.100450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:03:49.102790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33094) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:49.110428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] For port 5f24b5c9-a246-4f6a-8f02-653335a78bb5, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:49.169948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:49.170928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bfa33dfb-a4f6-4983-90ee-1af75cc4deb4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5459619 May 19 13:03:49.180232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:49.186018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33098) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:49.195691 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Sync routers for ids ['233ac83f-a91a-40ec-a46e-c8e6be197ceb'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:49.215029 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Routers {'233ac83f-a91a-40ec-a46e-c8e6be197ceb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:49.216703 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['233ac83f-a91a-40ec-a46e-c8e6be197ceb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:49.262961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] For port 5f24b5c9-a246-4f6a-8f02-653335a78bb5, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5f24b5c9-a246-4f6a-8f02-653335a78bb5,segment=NetworkSegment(e1d5ff01-0120-427c-8679-5766cd1bafac),segment_id=e1d5ff01-0120-427c-8679-5766cd1bafac)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:49.264801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] For port a86c3975-d89f-495f-be12-8f39b2045b75, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a86c3975-d89f-495f-be12-8f39b2045b75,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:49.265181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.265907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:49.269631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.290574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ca3cf568-73fd-4082-b934-eb59ea832a00 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:49.291067 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-ca3cf568-73fd-4082-b934-eb59ea832a00 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 19 13:03:49.291556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-ca3cf568-73fd-4082-b934-eb59ea832a00 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:49.295366 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca3cf568-73fd-4082-b934-eb59ea832a00 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0945795 May 19 13:03:49.295833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33102) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:49.302317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:49.304786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-22459d73-4d0e-4880-afcb-d7cb7b779077', 'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077', 'tenant_id': '0b21f065569c45949319062c61103a8d', 'fixed_ips': [{'subnet_id': '9568156f-1077-4494-9a89-8d9ebfffc447'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:49.305807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.305976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.323136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.330240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:49.342672 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:49.419666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:49.470160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:49.475245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.476434 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5db980fb-8f44-4c3e-8297-641877aacf40 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.8983481 May 19 13:03:49.480752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] device_id is not set on port 562e4645-e49a-4149-ac73-3ebaa8d9a887 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:03:49.502246 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Set router 233ac83f-a91a-40ec-a46e-c8e6be197ceb gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:49.503670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] Calling delete_port for a86c3975-d89f-495f-be12-8f39b2045b75 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:49.533592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33106) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:49.535274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:49.639108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 15b45a83-9614-4440-858a-68d8b0803c9b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:49.640489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a631b4a5-82e4-4a94-9978-5d8223af06d2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:49.650765 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-283aabff-0122-4bb8-a183-5025788d10d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/da97d1d5-c6e0-4842-9274-601f5f541a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8068657 May 19 13:03:49.671856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:49.682666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:49.721536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.746443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-15c8ea69-fbc5-4ebe-960f-da702961f567 None None] Provisioning complete for port 588ff5a6-5c92-415f-b7c2-682831e3ed38 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:49.746840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-15c8ea69-fbc5-4ebe-960f-da702961f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.793944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.794535 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment ae20cc31-ca0d-4eb5-9547-1da48cfe6e51 of type vlan for network 424581b2-4318-48a6-9116-2e6bfd02341d May 19 13:03:49.823608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:49.824570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:49.853168 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3e89e589-0cc5-4227-a8cd-ca872257b3fb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7096965 May 19 13:03:49.859097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33112) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:49.869735 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ac83f-a91a-40ec-a46e-c8e6be197ceb', 'name': '', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6', 'external_fixed_ips': [{'subnet_id': 'bfb857e4-344d-4240-a402-f20f0bae492b', 'ip_address': '2001:db8::386'}], 'enable_snat': True}, 'gw_port_id': '7deadee3-2d4e-492a-adb5-f8241da35960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:39Z', 'updated_at': '2022-05-19T13:03:45Z', 'revision_number': 3, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port': {'id': '7deadee3-2d4e-492a-adb5-f8241da35960', 'name': '', 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:de:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ac83f-a91a-40ec-a46e-c8e6be197ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bfb857e4-344d-4240-a402-f20f0bae492b', 'ip_address': '2001:db8::386', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:42Z', 'updated_at': '2022-05-19T13:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb857e4-344d-4240-a402-f20f0bae492b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:49.875306 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Checking router: 233ac83f-a91a-40ec-a46e-c8e6be197ceb for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:03:49.876049 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Updating router 233ac83f-a91a-40ec-a46e-c8e6be197ceb port 7deadee3-2d4e-492a-adb5-f8241da35960 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:03:49.928519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f6e8a6b8-47d8-4ff5-9704-eadf23801958 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:49.948804 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:49.951907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.012737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] No DVR routers for this DVR port a86c3975-d89f-495f-be12-8f39b2045b75 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:50.051439 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:50.055514 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b7d69dfc-8d3a-4a6a-b2fa-206301ecb1d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7519586 May 19 13:03:50.056843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.058510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f6e8a6b8-47d8-4ff5-9704-eadf23801958 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:50.061460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f6e8a6b8-47d8-4ff5-9704-eadf23801958 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2006094 May 19 13:03:50.067554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c843776f-fbfd-417f-92d8-628940884866 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:50.067745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33118) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:50.067745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33120) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:50.122291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'df99e728-77b0-4de0-9db3-1adfefff6bec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:50.156603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:50.159434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Allocated IP 2001:db8::f816:3eff:fe59:5fd9 (22459d73-4d0e-4880-afcb-d7cb7b779077/9568156f-1077-4494-9a89-8d9ebfffc447/562e4645-e49a-4149-ac73-3ebaa8d9a887) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:50.161884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-15c8ea69-fbc5-4ebe-960f-da702961f567 None None] Port 588ff5a6-5c92-415f-b7c2-682831e3ed38 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:50.186657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:50.193550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a2c5-5b02-4534-9e74-265118bd451a None None] Pushing event updated for resources: {'Port': ['ID=5f24b5c9-a246-4f6a-8f02-653335a78bb5,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:50.311427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:50.325635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.328911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161b844-bc5b-4957-a074-3d861b8290eb None None] Pushing event deleted for resources: {'Port': ['ID=a86c3975-d89f-495f-be12-8f39b2045b75,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:50.329063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:50.348006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:03:45Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:50.350147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a631b4a5-82e4-4a94-9978-5d8223af06d2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:50.350510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.351216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting port 7deadee3-2d4e-492a-adb5-f8241da35960 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:50.352394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.403334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a5049-d7d8-4754-ad6b-0dd6119af0aa None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:03:45Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:50.596839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.626122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:50.629598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.636698 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.651279 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Transition to ACTIVE for port object 7deadee3-2d4e-492a-adb5-f8241da35960 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:50.661354 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.679024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.758020 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Attempting to bind port 7deadee3-2d4e-492a-adb5-f8241da35960 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:50.758584 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Attempting to bind port 7deadee3-2d4e-492a-adb5-f8241da35960 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'e85f128a-d9ae-41f4-9ccc-61ce21503b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:50.759476 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Attempting to bind port 7deadee3-2d4e-492a-adb5-f8241da35960 on network 7a103e16-0750-443a-bf3c-f47c529115b6 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:50.772989 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:50.773353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Checking segment: {'id': 'e85f128a-d9ae-41f4-9ccc-61ce21503b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:50.773854 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.774395 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Bound using segment: {'id': 'e85f128a-d9ae-41f4-9ccc-61ce21503b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:50.775065 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Bound port: 7deadee3-2d4e-492a-adb5-f8241da35960, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85f128a-d9ae-41f4-9ccc-61ce21503b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7a103e16-0750-443a-bf3c-f47c529115b6'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:50.775618 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.833303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': 'ec01b751-b6f9-4551-80ef-73b0fca07a75'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:50.833303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:50.841624 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Pushing event updated for resources: {'Port': ['ID=7deadee3-2d4e-492a-adb5-f8241da35960,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:50.845202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a631b4a5-82e4-4a94-9978-5d8223af06d2 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:50.863620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.863620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.863620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.863620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.863620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.864306 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.864306 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.864846 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.864846 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.869258 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.870254 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.870659 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:50.912318 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:03:50.916548 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e4b2633f-3cfb-4d17-a00f-87acef0faf5b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8457761 May 19 13:03:50.940113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33136) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:50.976462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c89b4547-2cfb-41b4-9dda-d5a3b37885f2 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:50.986008 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] For port 7deadee3-2d4e-492a-adb5-f8241da35960, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:50.992397 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] For port 7deadee3-2d4e-492a-adb5-f8241da35960, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7deadee3-2d4e-492a-adb5-f8241da35960,segment=NetworkSegment(e85f128a-d9ae-41f4-9ccc-61ce21503b91),segment_id=e85f128a-d9ae-41f4-9ccc-61ce21503b91)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:51.005820 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.022861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=424581b2-4318-48a6-9116-2e6bfd02341d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:51.036160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c89b4547-2cfb-41b4-9dda-d5a3b37885f2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:51.036160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c89b4547-2cfb-41b4-9dda-d5a3b37885f2 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:51.040391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314888c8-fbe8-4dd8-9fd5-6b03730db17b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:51.043635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Calling delete_port for 7deadee3-2d4e-492a-adb5-f8241da35960 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:51.047716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314888c8-fbe8-4dd8-9fd5-6b03730db17b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:51.047879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 424581b2-4318-48a6-9116-2e6bfd02341d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:51.064426 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-314888c8-fbe8-4dd8-9fd5-6b03730db17b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9910178 May 19 13:03:51.065475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.134375 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1418a00-f9ad-433f-885a-def6fb9e504d None None] Pushing event updated for resources: {'Port': ['ID=7deadee3-2d4e-492a-adb5-f8241da35960,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:51.144729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33140) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:51.145112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33142) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:51.157697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-209982758-network', 'tenant_id': '1816ffc71624446f85d3455f65c94056'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:51.177742 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Routers {'233ac83f-a91a-40ec-a46e-c8e6be197ceb'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:51.178279 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['233ac83f-a91a-40ec-a46e-c8e6be197ceb'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:51.286550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5f24b5c9-a246-4f6a-8f02-653335a78bb5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:51.365744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:03:51.366131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:03:51.423937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/ec01b751-b6f9-4551-80ef-73b0fca07a75/e3197fff-a86d-4118-8e88-9523d01cfa12) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:51.424075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:51.440087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8db0f6a-7db3-4566-83c5-b6936ec26046 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.576621 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] Set router 233ac83f-a91a-40ec-a46e-c8e6be197ceb gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:51.621332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:51.669259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Usage tracker for resource:network and tenant:1816ffc71624446f85d3455f65c94056 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:51.672178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:51.678101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:51.739204 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f20930f9-9f8c-460e-b436-23c59e05fe6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8324597 May 19 13:03:51.740419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Made reservation on behalf of 1816ffc71624446f85d3455f65c94056 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:51.741977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33148) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:51.743961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.750295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-229324455', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:51.771301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 301c9b86-c749-4d58-91e1-1e2540ed1308 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:51.772720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:51.781234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:51.792691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:51.796709 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ac83f-a91a-40ec-a46e-c8e6be197ceb', 'name': '', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:39Z', 'updated_at': '2022-05-19T13:03:50Z', 'revision_number': 4, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:51.803069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:51.809266 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f74dd-f1df-406b-bf91-cd960cdea37b None None] The sync data for ids ['233ac83f-a91a-40ec-a46e-c8e6be197ceb'] in dv-neutron-841945-1-hyperv is: [{'id': '233ac83f-a91a-40ec-a46e-c8e6be197ceb', 'name': '', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:39Z', 'updated_at': '2022-05-19T13:03:50Z', 'revision_number': 4, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:51.827118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.829214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.838142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 301c9b86-c749-4d58-91e1-1e2540ed1308 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:51.838760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 301c9b86-c749-4d58-91e1-1e2540ed1308 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:51.838760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a86c3975-d89f-495f-be12-8f39b2045b75 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:03:51.869409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting port 7deadee3-2d4e-492a-adb5-f8241da35960 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:51.869752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.903718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.907468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a86c3975-d89f-495f-be12-8f39b2045b75 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:03:51.907838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a86c3975-d89f-495f-be12-8f39b2045b75 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:03:51.930274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:51.959287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Transition to ACTIVE for port object e3197fff-a86d-4118-8e88-9523d01cfa12 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:51.985405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Transition to ACTIVE for port object e3197fff-a86d-4118-8e88-9523d01cfa12 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:51.995886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.004751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8db0f6a-7db3-4566-83c5-b6936ec26046 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.027515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet ec01b751-b6f9-4551-80ef-73b0fca07a75 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:52.044169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:52.061978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80746e2b-3f2a-4480-afc7-e7507e9b2b10 None None] Network 98cc0502-e61b-41e6-9e1f-08389c53663c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:52.069446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.104507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Usage tracker for resource:security_group_rule and tenant:1816ffc71624446f85d3455f65c94056 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:52.118390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:52.143238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:52.180207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:52.197231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:52.225592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:52.253686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Pushing event updated for resources: {'Port': ['ID=e3197fff-a86d-4118-8e88-9523d01cfa12,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:52.276977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.299228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Provisioning for port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:52.315361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.338333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.349027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8db0f6a-7db3-4566-83c5-b6936ec26046 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.367900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Provisioning complete for port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:52.368290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.439760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Attempting to bind port e3197fff-a86d-4118-8e88-9523d01cfa12 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:52.440067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Attempting to bind port e3197fff-a86d-4118-8e88-9523d01cfa12 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:52.440420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Attempting to bind port e3197fff-a86d-4118-8e88-9523d01cfa12 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:52.480912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:52.481282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:52.481691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.482064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:52.482549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Bound port: e3197fff-a86d-4118-8e88-9523d01cfa12, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:52.482938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.543103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8db0f6a-7db3-4566-83c5-b6936ec26046 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.544257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d8db0f6a-7db3-4566-83c5-b6936ec26046 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/df99e728-77b0-4de0-9db3-1adfefff6bec HTTP/1.1" status: 204 len: 168 time: 1.5988028 May 19 13:03:52.550951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33152) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:52.553454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db0f6a-7db3-4566-83c5-b6936ec26046 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99e728-77b0-4de0-9db3-1adfefff6bec,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:52.565000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Transition to ACTIVE for port object 562e4645-e49a-4149-ac73-3ebaa8d9a887 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:52.619650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.638812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-90c64efd-6de1-4546-a94c-bea0632e787f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:52.644371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.796018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] For port e3197fff-a86d-4118-8e88-9523d01cfa12, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:52.800832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] For port e3197fff-a86d-4118-8e88-9523d01cfa12, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e3197fff-a86d-4118-8e88-9523d01cfa12,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:52.801745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Current status of the port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:52.802114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.816830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.841548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-90c64efd-6de1-4546-a94c-bea0632e787f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:52.842819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.847625 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-90c64efd-6de1-4546-a94c-bea0632e787f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2952437 May 19 13:03:52.848024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.856638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.881044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33156) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:52.885692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] For port 7deadee3-2d4e-492a-adb5-f8241da35960, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7deadee3-2d4e-492a-adb5-f8241da35960,segment=NetworkSegment(e85f128a-d9ae-41f4-9ccc-61ce21503b91),segment_id=e85f128a-d9ae-41f4-9ccc-61ce21503b91)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:52.885996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.895053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--76741778'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:52.918010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.924433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:52.934388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] For port 5f24b5c9-a246-4f6a-8f02-653335a78bb5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5f24b5c9-a246-4f6a-8f02-653335a78bb5,segment=NetworkSegment(e1d5ff01-0120-427c-8679-5766cd1bafac),segment_id=e1d5ff01-0120-427c-8679-5766cd1bafac)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:52.939419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc7c82-e91f-40af-a1b2-05b7cb0f925f None None] Pushing event updated for resources: {'Port': ['ID=e3197fff-a86d-4118-8e88-9523d01cfa12,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:52.943665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:52.985575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=54f53820-8b45-40e9-a165-5d2a34b086c1,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.003882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.032608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:53.073701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:53.080944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Calling delete_port for 7deadee3-2d4e-492a-adb5-f8241da35960 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:53.166462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb67994-17b1-4932-9a67-e4fccdea3edf,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.200337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network 22459d73-4d0e-4880-afcb-d7cb7b779077 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:53.202337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.202465 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Added segment 162ec6ff-5c91-45b3-8676-600f462df1d9 of type vlan for network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 May 19 13:03:53.206544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.228099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761629a7-b319-4e91-bed5-e3400fe3be0c None None] Pushing event updated for resources: {'Port': ['ID=5f24b5c9-a246-4f6a-8f02-653335a78bb5,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.236586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac8d9395-518d-4e17-8af6-4f4c07e6591f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:53.278782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Allocated IP 2001:db8::f816:3eff:fec8:51a2 (22459d73-4d0e-4880-afcb-d7cb7b779077/9568156f-1077-4494-9a89-8d9ebfffc447/658aa29a-0a15-4de8-b2b7-462f4042ccc7) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:53.385454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:53.389558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:53.392580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:53.403630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:53.434865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:53.438590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:53.446202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:53.446886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.496012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ac8d9395-518d-4e17-8af6-4f4c07e6591f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:53.512408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ac8d9395-518d-4e17-8af6-4f4c07e6591f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:53.512802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.634678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Provisioning for port 54f53820-8b45-40e9-a165-5d2a34b086c1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:53.647018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.652216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Provisioning complete for port 54f53820-8b45-40e9-a165-5d2a34b086c1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:53.653691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.747134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.778977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Port 54f53820-8b45-40e9-a165-5d2a34b086c1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:53.783394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.846274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.852339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.871210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.884249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.887221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Provisioning complete for port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:53.887551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.894525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Port': ['ID=562e4645-e49a-4149-ac73-3ebaa8d9a887,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.927284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Transition to ACTIVE for port object 658aa29a-0a15-4de8-b2b7-462f4042ccc7 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:53.954713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event deleted for resources: {'Port': ['ID=7deadee3-2d4e-492a-adb5-f8241da35960,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:53.959045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ac8d9395-518d-4e17-8af6-4f4c07e6591f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:53.959616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.966033 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8c95d6bc-0977-40f1-a6d1-75353002c703 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.5288858 May 19 13:03:53.967074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.968088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:53.968917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:53.977030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33160) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:53.989441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.006279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Transition to ACTIVE for port object 658aa29a-0a15-4de8-b2b7-462f4042ccc7 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:54.010845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ac8d9395-518d-4e17-8af6-4f4c07e6591f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ac8d9395-518d-4e17-8af6-4f4c07e6591f,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:54.026292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.029711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.115158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=ec01b751-b6f9-4551-80ef-73b0fca07a75,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:54.123090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] Pushing event updated for resources: {'Network': ['ID=1f3ca0ba-aac1-4fb9-85c6-28488598ebb7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:54.139672 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e6e019ba-77e4-4d5d-9197-b0a02355384f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/ec01b751-b6f9-4551-80ef-73b0fca07a75 HTTP/1.1" status: 204 len: 168 time: 2.9885752 May 19 13:03:54.150213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33164) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:54.157807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8285ba11-5f4f-4340-80d7-1a0ddceae3bc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0099902 May 19 13:03:54.216283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33168) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:54.229054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8eecc5f4-984c-4c26-bf97-19dd1929dd43 None None] Current status of the port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:54.233582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:54.249681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ac8d9395-518d-4e17-8af6-4f4c07e6591f,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:54.254584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Request body: {'subnet': {'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-209982758-subnet', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:54.260335 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-22c6ad88-71ee-449f-82cf-9b2f1ae1cdce tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078351 May 19 13:03:54.268370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33172) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:54.279571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:54.288834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:54.296806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:54.316793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.317081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Usage tracker for resource:subnet and tenant:1816ffc71624446f85d3455f65c94056 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:54.368122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Network 22459d73-4d0e-4880-afcb-d7cb7b779077 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:54.384949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:54.388244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:54.404389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:54.428788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.445121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:54.445947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:54.452316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:54.462199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.521929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Pushing event updated for resources: {'Port': ['ID=658aa29a-0a15-4de8-b2b7-462f4042ccc7,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:54.526366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.527134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.532282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting subnet 9568156f-1077-4494-9a89-8d9ebfffc447 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:54.536247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.549525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Made reservation on behalf of 1816ffc71624446f85d3455f65c94056 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:54.551406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.551869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.572572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3498c344-8dc2-4bf1-be64-fce278eee781 None None] Provisioning complete for port 54f53820-8b45-40e9-a165-5d2a34b086c1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:54.572942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3498c344-8dc2-4bf1-be64-fce278eee781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.584004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.220 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/990b9f6d-1f94-4d77-ba15-24273a306b0a) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:54.650757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.651334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.651766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 233ac83f-a91a-40ec-a46e-c8e6be197ceb {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:03:54.653041 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7710903 May 19 13:03:54.654297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ef637-5a2d-44e7-84de-f3f1493bddfb tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d91eb-889b-4902-a9a6-3db567c5293b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:54.659144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33176) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:54.705762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:54.726008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:54.740788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:54.755331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:54.794443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Attempting to bind port 658aa29a-0a15-4de8-b2b7-462f4042ccc7 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:54.795017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Attempting to bind port 658aa29a-0a15-4de8-b2b7-462f4042ccc7 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'e773ec8d-434a-4bb4-b899-b72114cbe192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:54.795698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Attempting to bind port 658aa29a-0a15-4de8-b2b7-462f4042ccc7 on network 22459d73-4d0e-4880-afcb-d7cb7b779077 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:54.844028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:54.844411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Checking segment: {'id': 'e773ec8d-434a-4bb4-b899-b72114cbe192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:54.844897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.845204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Bound using segment: {'id': 'e773ec8d-434a-4bb4-b899-b72114cbe192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:54.845774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Bound port: 658aa29a-0a15-4de8-b2b7-462f4042ccc7, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773ec8d-434a-4bb4-b899-b72114cbe192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '22459d73-4d0e-4880-afcb-d7cb7b779077'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:54.846092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.853193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.861782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3498c344-8dc2-4bf1-be64-fce278eee781 None None] Port 54f53820-8b45-40e9-a165-5d2a34b086c1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:54.944336 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:03:54.977162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:54.994220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'ee4d91eb-889b-4902-a9a6-3db567c5293b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:55.005166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:55.011168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:55.016830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:55.024302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:55.061831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:55.065475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.123049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba837c-69cd-4d5d-8fd9-c3e6404fc036 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:55.127691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.129207 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a5332401-6597-4d09-8732-8178b0a09691 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/routers/233ac83f-a91a-40ec-a46e-c8e6be197ceb HTTP/1.1" status: 204 len: 168 time: 5.5916717 May 19 13:03:55.136946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33180) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:55.204242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The resource could not be found. May 19 13:03:55.209116 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f95d4a44-b2ac-48b5-a71a-045f1097a8e4 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3701582 May 19 13:03:55.211614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33184) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:55.219959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] For port 658aa29a-0a15-4de8-b2b7-462f4042ccc7, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:03:55.272549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': 'ee4d91eb-889b-4902-a9a6-3db567c5293b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4217e3f-7444-4478-bd16-fbd5872846a1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:55.283739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:55.293839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:55.300606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:55.309058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] For port 658aa29a-0a15-4de8-b2b7-462f4042ccc7, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=658aa29a-0a15-4de8-b2b7-462f4042ccc7,segment=NetworkSegment(e773ec8d-434a-4bb4-b899-b72114cbe192),segment_id=e773ec8d-434a-4bb4-b899-b72114cbe192)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:03:55.313547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:55.318257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting subnet bfb857e4-344d-4240-a402-f20f0bae492b {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:03:55.321910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.330229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.382698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.386140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6f93ad20-e50d-4fa6-ba68-1ad9c22a2c20 None None] Provisioning for port e3197fff-a86d-4118-8e88-9523d01cfa12 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:55.420382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.441511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac8d9395-518d-4e17-8af6-4f4c07e6591f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:55.469606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.478018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.575993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.601804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506743-c34a-4893-af43-afcc4713d3fa None None] Pushing event updated for resources: {'Port': ['ID=658aa29a-0a15-4de8-b2b7-462f4042ccc7,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:55.609765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef790d4-d619-405e-9ce8-08a2a29ee897,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:55.646666 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:55.653449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.655259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Checking segment: {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:55.655613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Network hostable DHCP agents. Network: 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:03:55.664535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.665886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:55.678367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:55.746172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ac8d9395-518d-4e17-8af6-4f4c07e6591f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:55.746172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.751639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.836103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 2, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:55.840991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=990b9f6d-1f94-4d77-ba15-24273a306b0a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:55.844335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:03:55.844858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=54f53820-8b45-40e9-a165-5d2a34b086c1,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:55.845540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Updating router da97d1d5-c6e0-4842-9274-601f5f541a53 port 588ff5a6-5c92-415f-b7c2-682831e3ed38 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:03:55.885781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:55.903319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=81c83733-dee0-4da8-9145-2dfeeb757848,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:55.906760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] Deleting port e3197fff-a86d-4118-8e88-9523d01cfa12 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:55.907381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.916906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:03:55.935003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:55.937616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:55.942316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:55.943801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.981473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.991730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:55.994712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.007461 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-adf447d3-f5c1-4348-b472-6106833dbaeb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7380300 May 19 13:03:56.009511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33188) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:56.012887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:56.020863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:56.022239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.029657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff3141-1afa-4089-ba84-0c037cc9dd1c None None] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:56.037101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:56.043438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Subnet': ['ID=9568156f-1077-4494-9a89-8d9ebfffc447,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:56.045539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The resource could not be found. May 19 13:03:56.046727 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-df7fb1d3-fbee-455e-b1ac-301858b5eb30 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8009808 May 19 13:03:56.056750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33192) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:56.062253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.073817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:56.077399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.082865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:router and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:56.126124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb857e4-344d-4240-a402-f20f0bae492b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:56.178546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:56.188212 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bb371698-2843-47b5-897a-76671ca126ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9580133 May 19 13:03:56.203651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33196) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:56.217092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:56.235917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:56.249840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:56.268158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Usage tracker for resource:router and tenant:1816ffc71624446f85d3455f65c94056 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:56.273928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.275026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.280803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:56.304297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:56.326478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 98cc0502-e61b-41e6-9e1f-08389c53663c is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:56.329849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:56.332628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.334296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.335410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.565925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.570696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4b7274b2-c450-4015-bcf8-1f2c42ea329b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/bfb857e4-344d-4240-a402-f20f0bae492b HTTP/1.1" status: 204 len: 168 time: 1.4325373 May 19 13:03:56.578282 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-59034ccd-4897-4697-a1ba-38c1a2758cf1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/9568156f-1077-4494-9a89-8d9ebfffc447 HTTP/1.1" status: 204 len: 168 time: 2.5998371 May 19 13:03:56.579771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33200) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:56.581517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.593528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33202) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:56.605300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ac8d9395-518d-4e17-8af6-4f4c07e6591f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:56.605872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.606448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e3197fff-a86d-4118-8e88-9523d01cfa12 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:56.640011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.755896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20633ed8-9f17-44d5-9f70-8f21a0acf41f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.786876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1f3ca0ba-aac1-4fb9-85c6-28488598ebb7', 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'fixed_ips': [{'subnet_id': 'cef790d4-d619-405e-9ce8-08a2a29ee897'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:56.787668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.856798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20633ed8-9f17-44d5-9f70-8f21a0acf41f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:56.957201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2f09a514-7a19-4e64-9457-d94b0fb1f3ae None None] Provisioning complete for port 54f53820-8b45-40e9-a165-5d2a34b086c1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:56.957646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2f09a514-7a19-4e64-9457-d94b0fb1f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.010853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e3197fff-a86d-4118-8e88-9523d01cfa12 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:57.033808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1272d-05eb-4fe5-a60b-90ddd1df148a None None] Network 22459d73-4d0e-4880-afcb-d7cb7b779077 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:57.040182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20633ed8-9f17-44d5-9f70-8f21a0acf41f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.068447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] For port e3197fff-a86d-4118-8e88-9523d01cfa12, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e3197fff-a86d-4118-8e88-9523d01cfa12,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:03:57.068803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.074880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20633ed8-9f17-44d5-9f70-8f21a0acf41f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d91eb-889b-4902-a9a6-3db567c5293b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:57.143654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-20633ed8-9f17-44d5-9f70-8f21a0acf41f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.144734 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-20633ed8-9f17-44d5-9f70-8f21a0acf41f tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/ee4d91eb-889b-4902-a9a6-3db567c5293b HTTP/1.1" status: 204 len: 168 time: 1.0857201 May 19 13:03:57.152790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33208) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:57.163963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074a98e-9361-4ccc-b093-6ef152fbfcd6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:57.164851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e3197fff-a86d-4118-8e88-9523d01cfa12 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:57.165201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.165526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074a98e-9361-4ccc-b093-6ef152fbfcd6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:57.166293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2074a98e-9361-4ccc-b093-6ef152fbfcd6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Synchronizing usage tracker for tenant:0b21f065569c45949319062c61103a8d on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:57.184134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.185311 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-54765a66-721f-4427-bf8e-92bbe11c0b1d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1566956 May 19 13:03:57.191794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33212) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:57.204827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.339518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2074a98e-9361-4ccc-b093-6ef152fbfcd6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Unset dirty status for tenant:0b21f065569c45949319062c61103a8d on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:57.343173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2074a98e-9361-4ccc-b093-6ef152fbfcd6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7033308 May 19 13:03:57.352934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33216) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:57.356581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] Calling delete_port for e3197fff-a86d-4118-8e88-9523d01cfa12 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:03:57.359804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.360432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.397747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 7e223571-b872-4a6c-8865-2f1547cbb234 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:57.418736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2f09a514-7a19-4e64-9457-d94b0fb1f3ae None None] Port 54f53820-8b45-40e9-a165-5d2a34b086c1 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:03:57.553574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f45588ab-3ab6-417b-aadc-f0722ed4e11b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:57.665185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.723708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a103e16-0750-443a-bf3c-f47c529115b6']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.743740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4c214f73-a31f-4c43-81d4-af1eb9c28786 None None] Provisioning for port 658aa29a-0a15-4de8-b2b7-462f4042ccc7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:03:57.745414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85f128a-d9ae-41f4-9ccc-61ce21503b91') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.745942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85f128a-d9ae-41f4-9ccc-61ce21503b91') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.754825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Allocated IP 172.20.0.2 (1f3ca0ba-aac1-4fb9-85c6-28488598ebb7/cef790d4-d619-405e-9ce8-08a2a29ee897/6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:57.772203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.780627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:57.792031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-501c4022-9b87-41bb-b462-6016dc650080 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/7e223571-b872-4a6c-8865-2f1547cbb234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6820061 May 19 13:03:57.792166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.793288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33220) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:57.800233 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] Sync routers for ids ['7e223571-b872-4a6c-8865-2f1547cbb234'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:57.800762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e3197fff-a86d-4118-8e88-9523d01cfa12 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:03:57.801316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.811635 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] Routers {'7e223571-b872-4a6c-8865-2f1547cbb234'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:57.812998 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7e223571-b872-4a6c-8865-2f1547cbb234'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.844370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.860231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] No DVR routers for this DVR port e3197fff-a86d-4118-8e88-9523d01cfa12 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:03:57.868858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:03:57.869530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:03:57.883930 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:03:57.886237 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.893931 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] Routers {'7e223571-b872-4a6c-8865-2f1547cbb234'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:57.894822 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7e223571-b872-4a6c-8865-2f1547cbb234'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.939030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a66cf6-c73d-40d7-b505-05cf1cccd93e None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:03:57.954544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6494f6-8600-4f3c-9970-5fad97da436c None None] Pushing event deleted for resources: {'Port': ['ID=e3197fff-a86d-4118-8e88-9523d01cfa12,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:57.973944 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:57.974619 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449a472-7420-40c6-8f6c-de2d2a3367e9 None None] The sync data for ids ['7e223571-b872-4a6c-8865-2f1547cbb234'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:03:57.977404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49783b-dd25-4358-ada3-bc4c6d8aa490 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:57.978078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de49783b-dd25-4358-ada3-bc4c6d8aa490 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:03:58.020448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.032307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9575-aadf-4cb8-9527-be752bd376d6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.039630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a103e16-0750-443a-bf3c-f47c529115b6 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 19 13:03:58.044605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de49783b-dd25-4358-ada3-bc4c6d8aa490 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:58.046014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-de49783b-dd25-4358-ada3-bc4c6d8aa490 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports/54f53820-8b45-40e9-a165-5d2a34b086c1 HTTP/1.1" status: 200 len: 977 time: 0.2517798 May 19 13:03:58.050308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.052773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:58.103822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f45588ab-3ab6-417b-aadc-f0722ed4e11b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:03:58.106744 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f45588ab-3ab6-417b-aadc-f0722ed4e11b tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9513299 May 19 13:03:58.118350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a103e16-0750-443a-bf3c-f47c529115b6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:58.120053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33228) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:58.166354 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e9575-aadf-4cb8-9527-be752bd376d6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 19 13:03:58.167134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e9575-aadf-4cb8-9527-be752bd376d6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:03:58.169067 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4c5e9575-aadf-4cb8-9527-be752bd376d6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/22459d73-4d0e-4880-afcb-d7cb7b779077 HTTP/1.1" status: 409 len: 405 time: 0.8151670 May 19 13:03:58.176888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33232) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:58.187962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1256733318'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:58.195749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.199398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '2b72d489-0ce4-4016-ab41-6ecf81581b91', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:58.200417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:58.208872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:network and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:58.209468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Transition to ACTIVE for port object 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:58.214869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:58.231452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Transition to ACTIVE for port object 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:58.254528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:58.261595 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e42f0ffb-99be-4d23-bb8e-990d8756c033 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/networks/7a103e16-0750-443a-bf3c-f47c529115b6 HTTP/1.1" status: 204 len: 168 time: 1.6743891 May 19 13:03:58.272778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.295455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:58.378868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:58.384143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.409693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:58.460546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:58.522825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 28564391-2e35-4121-8ee1-90a40ffe3cc8 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:03:58.561767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:58.563835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:03:58.643409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5f24b5c9-a246-4f6a-8f02-653335a78bb5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:03:58.668098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.807035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:03:58.816830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:03:58.820095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.858943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:03:58.873006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Pushing event updated for resources: {'Port': ['ID=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:58.901734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33242) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:58.910487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:03:58.914821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Transition to ACTIVE for port object 588ff5a6-5c92-415f-b7c2-682831e3ed38 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:03:58.918425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'name': 'tempest-router--2095578800', 'project_id': 'c04c8eb7c5294074b1fd7d8f2b389eca'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:58.921886 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The resource could not be found. May 19 13:03:58.922897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5019a7a9-52af-419b-b5a3-d754c9b178d5 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7953515 May 19 13:03:58.928757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '81c83733-dee0-4da8-9145-2dfeeb757848'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:03:58.929984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.936620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33246) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:58.944199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.944560 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Added segment f06e9ca5-32c5-4ccd-ad7b-8126e062888d of type vlan for network c328a5b7-3099-40bc-95c8-279168c2d52b May 19 13:03:58.950056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Sync routers for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:03:58.959362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--718176204'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:58.965980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:58.975686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:58.984097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:58.986462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:58.996678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] DHCP port deletion for 22459d73-4d0e-4880-afcb-d7cb7b779077 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:03:59.007658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.037318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:router and tenant:c04c8eb7c5294074b1fd7d8f2b389eca is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:59.044898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:59.048073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.054316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.057321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:59.058292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] Deleting port 658aa29a-0a15-4de8-b2b7-462f4042ccc7 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:03:59.058699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.058839 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-19ea40a3-34b1-4e0b-9fa0-2d03ab145fd4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3150828 May 19 13:03:59.059085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33250) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:59.065631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.082648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.112759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:59.120404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:03:59.123891 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::1 (46029377-b81a-4b15-aa71-e8bb333d83e5/81c83733-dee0-4da8-9145-2dfeeb757848/f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:59.127562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:03:59.153150 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7590f23c-c117-44ae-93eb-114c72f13609 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588815 May 19 13:03:59.155414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33254) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:59.155987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:59.156131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:03:59.156638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:03:59.199778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.205195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.205746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:59.206272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.206396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.226263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:03:59.226263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.267708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Attempting to bind port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:03:59.268076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Attempting to bind port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:03:59.268429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Attempting to bind port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a on network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:03:59.283958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.331230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Allocated IP 172.26.3.149 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/3d768043-a21a-42de-a0ed-8c59dd8006f0) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:03:59.345721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.370305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:03:59.370832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Checking segment: {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:03:59.371104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.371497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Bound using segment: {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:03:59.371983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Bound port: 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:03:59.372355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.387433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2062900 May 19 13:03:59.401323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33258) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:59.410236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'subnet': {'network_id': 'c328a5b7-3099-40bc-95c8-279168c2d52b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:59.417514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654aac4-4805-4d47-88a7-824383b38846 None None] Pushing event updated for resources: {'Port': ['ID=588ff5a6-5c92-415f-b7c2-682831e3ed38,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:59.536940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Network': ['ID=c328a5b7-3099-40bc-95c8-279168c2d52b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:03:59.596954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.597295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.597631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.597961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.598289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.598634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.598960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.599284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.599604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.599923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.600244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.600572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b7117-4a98-4ad8-b8cc-abe6bc299109 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:03:59.620094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.626233 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c486afb9-e327-4da2-84ff-9080f5dd7ac3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7181048 May 19 13:03:59.626397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33262) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:59.642875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632562b-9619-482a-b242-831711384f44 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:03:59.647054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5632562b-9619-482a-b242-831711384f44 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4859533 May 19 13:03:59.649161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33266) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:59.654062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c328a5b7-3099-40bc-95c8-279168c2d52b details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:03:59.713572 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-925bbcfd-9283-4bae-a875-f2b209052209 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624175 May 19 13:03:59.714595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33270) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:03:59.714824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:03:59.734971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.739105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:03:59.741012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770902235', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:03:59.796706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:03:59.800057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.881738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:03:59.937019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.044526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:00.062270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.175169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Attempting to bind port 588ff5a6-5c92-415f-b7c2-682831e3ed38 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:00.175796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Attempting to bind port 588ff5a6-5c92-415f-b7c2-682831e3ed38 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:00.176352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Attempting to bind port 588ff5a6-5c92-415f-b7c2-682831e3ed38 on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:00.191886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] For port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:00.197295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.202739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.232326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:00.233139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Checking segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:00.233783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.234390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Bound using segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:00.235104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Bound port: 588ff5a6-5c92-415f-b7c2-682831e3ed38, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:00.235709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.247161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:00.250441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] For port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:00.256683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.311270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:00.314422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] For port 658aa29a-0a15-4de8-b2b7-462f4042ccc7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=658aa29a-0a15-4de8-b2b7-462f4042ccc7,segment=NetworkSegment(e773ec8d-434a-4bb4-b899-b72114cbe192),segment_id=e773ec8d-434a-4bb4-b899-b72114cbe192)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:00.314786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.331998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.332261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:00.338697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:00.351706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:00.438305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.449213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.498161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:00.511404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:00.519046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:00.524607 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.526187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5887985 May 19 13:04:00.527247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9ae36-4565-4451-bcc7-0ff3b0210622 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04c895-b94f-49d6-9670-7a506efd9c3f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:00.530834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33274) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:00.537217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.538000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76a624a9-ddfc-428f-8c91-4c8acd5e5055 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:00.538423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d768043-a21a-42de-a0ed-8c59dd8006f0,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:00.541612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e3197fff-a86d-4118-8e88-9523d01cfa12 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:00.546339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:00.553135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091931106'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:00.559480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.563491 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8ad8b01a-8949-4956-81a1-a67f4f0cfcfa tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/routers/76a624a9-ddfc-428f-8c91-4c8acd5e5055 HTTP/1.1" status: 204 len: 168 time: 0.9337559 May 19 13:04:00.574161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.574506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.574862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.575187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.575507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.575825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.576142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.576439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:00.576538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.576758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.577076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.577383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.577690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:00.578153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] Calling delete_port for 658aa29a-0a15-4de8-b2b7-462f4042ccc7 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:00.589127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:00.593496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:00.601552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:00.606011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.721609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:00.721837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e3197fff-a86d-4118-8e88-9523d01cfa12 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:04:00.722134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e3197fff-a86d-4118-8e88-9523d01cfa12 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:04:00.727527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.812119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Pushing event updated for resources: {'Port': ['ID=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:00.823862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33280) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:00.843662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.855832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:00.864251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:00.866738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:00.867510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.957926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 54f53820-8b45-40e9-a165-5d2a34b086c1 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:00.958526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:00.962679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/81c83733-dee0-4da8-9145-2dfeeb757848/c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:01.033564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.040515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:01.058804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:01.114790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:01.142601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:01.158104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] For port 588ff5a6-5c92-415f-b7c2-682831e3ed38, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:01.177714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.178064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.178542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.178774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.179101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.179427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.179876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.180235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.180639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.181037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.181356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.181668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15c55f-67d2-4266-addc-7fbef0a9986f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:01.209656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.266337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] For port 588ff5a6-5c92-415f-b7c2-682831e3ed38, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=588ff5a6-5c92-415f-b7c2-682831e3ed38,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:01.291571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] Pushing event deleted for resources: {'Port': ['ID=658aa29a-0a15-4de8-b2b7-462f4042ccc7,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.292469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:04:01.297986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.323931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.368576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d4122afd-3e7c-44a9-8eb8-2d5d7e4195e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.369009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.369972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d17b9-00a2-4d46-937e-0dbb3d439461 None None] No DVR routers for this DVR port 658aa29a-0a15-4de8-b2b7-462f4042ccc7 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:01.382854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.390967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1679694357', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:01.450899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:01.451530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:03:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:01.454015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.460178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.468654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:01.519273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654aac4-4805-4d47-88a7-824383b38846 None None] Pushing event updated for resources: {'Port': ['ID=588ff5a6-5c92-415f-b7c2-682831e3ed38,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.560029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.578924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=239494e2-6929-4227-b2c1-a6d5fec92d5d,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.585154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Usage tracker for resource:router and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:01.644715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Subnet': ['ID=dfbd2959-54c9-4e30-aaa2-a1616dc2aeb2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.676666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:03:56Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:01.716525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:01.719480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a18ff6-abe7-4f14-80fb-de2b3a2ebff5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:01.767071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.779281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Checking router: 28564391-2e35-4121-8ee1-90a40ffe3cc8 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:01.779622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Updating router 28564391-2e35-4121-8ee1-90a40ffe3cc8 port 990b9f6d-1f94-4d77-ba15-24273a306b0a binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:01.796409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Checking segment: {'id': 'f06e9ca5-32c5-4ccd-ad7b-8126e062888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c328a5b7-3099-40bc-95c8-279168c2d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:01.797046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network hostable DHCP agents. Network: c328a5b7-3099-40bc-95c8-279168c2d52b, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:01.853163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Transition to ACTIVE for port object c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:01.855617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.889475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:01.969065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:01.991823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:02.051277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Transition to ACTIVE for port object c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:02.051794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 54f53820-8b45-40e9-a165-5d2a34b086c1 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:02.080885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.244349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:02.245013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 424581b2-4318-48a6-9116-2e6bfd02341d, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:02.248945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb913e3-376e-4574-ab86-f1fca62a0051 None None] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:02.264095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.268212 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cbeea7ff-491a-478a-82e9-dda5a464f1f0 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7298706 May 19 13:04:02.270625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33286) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:02.280178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group_rule': {'security_group_id': '2e04c895-b94f-49d6-9670-7a506efd9c3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '08a18ff6-abe7-4f14-80fb-de2b3a2ebff5'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:02.285320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network c328a5b7-3099-40bc-95c8-279168c2d52b is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:02.290253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:02.293459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.294462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.304208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:02.311036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:02.323366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:02.325194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c328a5b7-3099-40bc-95c8-279168c2d52b) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:02.338337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:02.338922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.343079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.343469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 424581b2-4318-48a6-9116-2e6bfd02341d is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:02.363582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.387776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:02.391918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efef2ee-3665-4c54-8abc-7470304b0826 None None] Network c328a5b7-3099-40bc-95c8-279168c2d52b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:02.392190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 424581b2-4318-48a6-9116-2e6bfd02341d) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:02.404246 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:04:02.417636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:02.418233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.455512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b683ff5-c7b6-49c1-b4c7-c5974ba7892c None None] Network 424581b2-4318-48a6-9116-2e6bfd02341d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:02.472295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:02.474662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:02.510136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bc9de40f-e1fc-4d99-9fc5-3a6fc8cae2db tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1057229 May 19 13:04:02.515193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33290) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:02.524621 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:04:02.525741 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a897a0e4-c36e-4e1d-9343-4d9619873fa9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2534623 May 19 13:04:02.576537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33294) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:02.641704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.653282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Pushing event updated for resources: {'Port': ['ID=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:02.658017 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0e10c655-f713-4a0d-81ae-86a4d503217c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9398854 May 19 13:04:02.700227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33298) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:02.741063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 588ff5a6-5c92-415f-b7c2-682831e3ed38 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:02.749621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:02.765291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.782976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.783915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.837911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=54f53820-8b45-40e9-a165-5d2a34b086c1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:02.887164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:02.900069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:02.910960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5e016c23-0530-4740-aee2-93a77fc74a70 None None] Provisioning for port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:03.044916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Attempting to bind port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:03.045549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0244a517-4338-41b6-96ca-bd8e92bbcc2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.045842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Attempting to bind port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:03.046414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Attempting to bind port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:03.107694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.135776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 588ff5a6-5c92-415f-b7c2-682831e3ed38 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:03.139773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:03.140372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:03.140927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.141508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:03.142148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Bound port: c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:03.142712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.206898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 588ff5a6-5c92-415f-b7c2-682831e3ed38 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:03.207521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.231470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0244a517-4338-41b6-96ca-bd8e92bbcc2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.273200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.327762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:03.336001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:03.341872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:03.346512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.534066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.595516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbd2959-54c9-4e30-aaa2-a1616dc2aeb2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:03.700490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.resource_extend [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:03.728335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-08654380-f187-4897-b594-3d0c1339c918 None None] For port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:03.796820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f435e26c-a66d-4045-a379-53f8dcd82dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c328a5b7-3099-40bc-95c8-279168c2d52b', 'network_id': 'c328a5b7-3099-40bc-95c8-279168c2d52b', 'tenant_id': '0b21f065569c45949319062c61103a8d', 'fixed_ips': [{'subnet_id': 'dfbd2959-54c9-4e30-aaa2-a1616dc2aeb2'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:03.797563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f435e26c-a66d-4045-a379-53f8dcd82dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.807588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e93dc97f-0f93-4a8b-8b0c-4ab10f4b9b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.825544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0244a517-4338-41b6-96ca-bd8e92bbcc2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.854164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-08654380-f187-4897-b594-3d0c1339c918 None None] For port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:03.875604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-424581b2-4318-48a6-9116-2e6bfd02341d', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:03.876389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.893506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.907610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:03.911715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244a517-4338-41b6-96ca-bd8e92bbcc2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a18ff6-abe7-4f14-80fb-de2b3a2ebff5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:03.991922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:00Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:03.993175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Router a5c37e7e-53f2-442a-a169-cedaff245b71 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:04.003884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c328a5b7-3099-40bc-95c8-279168c2d52b']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:04.019692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.036436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 588ff5a6-5c92-415f-b7c2-682831e3ed38 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:04.036812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.049931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06e9ca5-32c5-4ccd-ad7b-8126e062888d') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:04.050292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06e9ca5-32c5-4ccd-ad7b-8126e062888d') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:04.097725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a903de5-f373-40fa-ac80-476471e35ceb None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:00Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:04.119979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.125506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Transition to ACTIVE for port object 990b9f6d-1f94-4d77-ba15-24273a306b0a will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:04.130411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0244a517-4338-41b6-96ca-bd8e92bbcc2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.132339 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0244a517-4338-41b6-96ca-bd8e92bbcc2c tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/08a18ff6-abe7-4f14-80fb-de2b3a2ebff5 HTTP/1.1" status: 204 len: 168 time: 1.5548909 May 19 13:04:04.155394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33302) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:04.181861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:04.191946 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Sync routers for ids ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:04.205544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 7e223571-b872-4a6c-8865-2f1547cbb234 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:04.211868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.225920 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Routers {'68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:04.226762 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:04.231965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08654380-f187-4897-b594-3d0c1339c918 None None] Pushing event updated for resources: {'Port': ['ID=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:04.288464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.292629 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8677d862-fad5-421b-b22a-fe7b5d603df3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0811434 May 19 13:04:04.296413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33306) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:04.303197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.336038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 588ff5a6-5c92-415f-b7c2-682831e3ed38, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=588ff5a6-5c92-415f-b7c2-682831e3ed38,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:04.351321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.393796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606342f-781b-4a98-8cc2-29f0f07ae362 None None] Network c328a5b7-3099-40bc-95c8-279168c2d52b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:04.437585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.438367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:04.564831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.651557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:04.652059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:04.672610 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:04.676084 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Set router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:04.732594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Attempting to bind port 990b9f6d-1f94-4d77-ba15-24273a306b0a on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:04.733628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Attempting to bind port 990b9f6d-1f94-4d77-ba15-24273a306b0a by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:04.734158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Attempting to bind port 990b9f6d-1f94-4d77-ba15-24273a306b0a on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:04.812074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:04.820866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80666-a08f-47d0-bdaf-d0abb0f0844c None None] Pushing event updated for resources: {'Port': ['ID=990b9f6d-1f94-4d77-ba15-24273a306b0a,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:04.901014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:04.936446 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ba6ec00-cd6e-4c3e-99ba-8718759fe9b7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/7e223571-b872-4a6c-8865-2f1547cbb234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8806529 May 19 13:04:04.940661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33310) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:04.943996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=588ff5a6-5c92-415f-b7c2-682831e3ed38,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:04.951067 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] Sync routers for ids ['7e223571-b872-4a6c-8865-2f1547cbb234'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:04.956552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:04.956878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:04.957275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.957655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:04.958120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Bound port: 990b9f6d-1f94-4d77-ba15-24273a306b0a, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:04.958491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:04.984410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Sync routers for ids ['a5c37e7e-53f2-442a-a169-cedaff245b71'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:05.053444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-66a03926-d612-48f4-ad46-cd4f17ddefae tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:05.068441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.072105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.114353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Routers {'a5c37e7e-53f2-442a-a169-cedaff245b71'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:05.115958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a5c37e7e-53f2-442a-a169-cedaff245b71'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:05.127301 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a4b86264-ecd1-4ee7-9d0b-9bafca28ab4e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "PUT /v2.0/routers/a5c37e7e-53f2-442a-a169-cedaff245b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9348490 May 19 13:04:05.129876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33314) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:05.140081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.195374 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] Routers {'7e223571-b872-4a6c-8865-2f1547cbb234'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:05.196265 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7e223571-b872-4a6c-8865-2f1547cbb234'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:05.225504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.254823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Network': ['ID=c328a5b7-3099-40bc-95c8-279168c2d52b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:05.274737 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:05.300661 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] Routers {'7e223571-b872-4a6c-8865-2f1547cbb234'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:05.301290 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7e223571-b872-4a6c-8865-2f1547cbb234'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:05.321884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Set router a5c37e7e-53f2-442a-a169-cedaff245b71 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:05.384492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Allocated IP 172.20.0.2 (424581b2-4318-48a6-9116-2e6bfd02341d/239494e2-6929-4227-b2c1-a6d5fec92d5d/6be6dafe-9aa0-4d29-94d5-2ec700427873) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:05.392217 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:05.393421 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26badb-d528-4d27-81b6-943bdce9bc0e None None] The sync data for ids ['7e223571-b872-4a6c-8865-2f1547cbb234'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:05.406940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:00Z', 'revision_number': 3, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:05.411744 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Checking router: 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:05.412430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2dff46f-2c34-4c34-a783-5202a596eba7 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/c328a5b7-3099-40bc-95c8-279168c2d52b HTTP/1.1" status: 204 len: 168 time: 2.8893213 May 19 13:04:05.413006 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Updating router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 port 3d768043-a21a-42de-a0ed-8c59dd8006f0 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:05.414117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Allocated IP 172.26.3.12 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/ffbccaa1-23ac-4f9a-9ad1-54fadde0d2ce) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:05.426934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-66a03926-d612-48f4-ad46-cd4f17ddefae tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:05.428429 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-66a03926-d612-48f4-ad46-cd4f17ddefae tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.2719181 May 19 13:04:05.429325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33318) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:05.494440 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.501633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33320) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:05.559586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-286174643'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:05.573556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08961d37-5935-4274-ba5f-5742d8b50f05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:05.575006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-08961d37-5935-4274-ba5f-5742d8b50f05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:05.578199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:05.632194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:05.639992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:network and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:05.783616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:05.784221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:05.886888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] For port 990b9f6d-1f94-4d77-ba15-24273a306b0a, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:05.943468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] For port 990b9f6d-1f94-4d77-ba15-24273a306b0a, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=990b9f6d-1f94-4d77-ba15-24273a306b0a,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:05.985247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.013745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:06.094121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.094526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7752a5b3-076d-4a10-be46-86da51463f23 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.098551 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-b49574be-b09d-4573-a596-c56dfead524d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] remove_router_interface failed (client error): The resource could not be found. May 19 13:04:06.103104 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b49574be-b09d-4573-a596-c56dfead524d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/7e223571-b872-4a6c-8865-2f1547cbb234/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1551721 May 19 13:04:06.104303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.107995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33326) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:06.111010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:06.155965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.200408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-08961d37-5935-4274-ba5f-5742d8b50f05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:06.205172 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-08961d37-5935-4274-ba5f-5742d8b50f05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports/f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c HTTP/1.1" status: 200 len: 911 time: 1.0659399 May 19 13:04:06.220417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33330) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:06.237536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2766735a-326f-41c1-8d13-de7e1e3947ba tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:06.247878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Transition to ACTIVE for port object 6be6dafe-9aa0-4d29-94d5-2ec700427873 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:06.250840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0ab9c99c-13b8-48c8-a604-3eae28d290f7 None None] Provisioning for port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:06.257274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.299927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:06.306474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:06.310139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.319486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:06.322105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:06.366536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.375581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80666-a08f-47d0-bdaf-d0abb0f0844c None None] Pushing event updated for resources: {'Port': ['ID=990b9f6d-1f94-4d77-ba15-24273a306b0a,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:06.377244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7752a5b3-076d-4a10-be46-86da51463f23 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.423878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Transition to ACTIVE for port object 6be6dafe-9aa0-4d29-94d5-2ec700427873 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:06.449858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.464049 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.480998 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Transition to ACTIVE for port object 3d768043-a21a-42de-a0ed-8c59dd8006f0 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:06.490520 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.534179 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event updated for resources: {'Port': ['ID=ffbccaa1-23ac-4f9a-9ad1-54fadde0d2ce,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:06.542694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2766735a-326f-41c1-8d13-de7e1e3947ba tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:06.546696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2766735a-326f-41c1-8d13-de7e1e3947ba tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e223571-b872-4a6c-8865-2f1547cbb234 HTTP/1.1" status: 200 len: 205 time: 0.3979111 May 19 13:04:06.548267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33334) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:06.575853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:06.576846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:06.592148 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Attempting to bind port 3d768043-a21a-42de-a0ed-8c59dd8006f0 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:06.592661 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Attempting to bind port 3d768043-a21a-42de-a0ed-8c59dd8006f0 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:06.593111 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Attempting to bind port 3d768043-a21a-42de-a0ed-8c59dd8006f0 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:06.618175 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:06.618732 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:06.619164 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.619560 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:06.620717 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Bound port: 3d768043-a21a-42de-a0ed-8c59dd8006f0, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:06.621103 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.636570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd669b0-c555-4270-b05b-3cbf332e9633 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:06.642732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd669b0-c555-4270-b05b-3cbf332e9633 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:06.646814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:06.647500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.647634 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fdd669b0-c555-4270-b05b-3cbf332e9633 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4229410 May 19 13:04:06.649311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33338) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:06.715287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:06.738972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.739344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Added segment 4029a59b-9a8d-456d-95ba-57aa778bddac of type vlan for network 302de639-0cc4-4718-b713-ba13cae20a84 May 19 13:04:06.745213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Network 424581b2-4318-48a6-9116-2e6bfd02341d is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:06.750687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c07dbb7b-ddf1-42b4-9039-24ab8988b522 None None] Provisioning for port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:06.762870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:06.764513 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] For port 3d768043-a21a-42de-a0ed-8c59dd8006f0, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:06.766152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7752a5b3-076d-4a10-be46-86da51463f23 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.771952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.775077 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] For port 3d768043-a21a-42de-a0ed-8c59dd8006f0, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3d768043-a21a-42de-a0ed-8c59dd8006f0,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:06.781939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:06.793067 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.817520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.824442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:06.825054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.832975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.837311 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Routers {'68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:06.838450 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:06.852609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c07dbb7b-ddf1-42b4-9039-24ab8988b522 None None] Provisioning complete for port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:06.853735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c07dbb7b-ddf1-42b4-9039-24ab8988b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:06.885070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752a5b3-076d-4a10-be46-86da51463f23 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04c895-b94f-49d6-9670-7a506efd9c3f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:06.930521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c07dbb7b-ddf1-42b4-9039-24ab8988b522 None None] Port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:06.937895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Pushing event updated for resources: {'Port': ['ID=6be6dafe-9aa0-4d29-94d5-2ec700427873,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:06.970500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:07.024664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7752a5b3-076d-4a10-be46-86da51463f23 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.025849 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7752a5b3-076d-4a10-be46-86da51463f23 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/2e04c895-b94f-49d6-9670-7a506efd9c3f HTTP/1.1" status: 204 len: 168 time: 1.3712597 May 19 13:04:07.031702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.034908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33342) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:07.097277 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5698032 May 19 13:04:07.108820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33346) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:07.118514 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae9c0e-d67d-4214-b2cc-6d01073f1d54 None None] Pushing event updated for resources: {'Port': ['ID=3d768043-a21a-42de-a0ed-8c59dd8006f0,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:07.122930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'subnet': {'network_id': '302de639-0cc4-4718-b713-ba13cae20a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:07.148421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04361c-efcb-45e6-b7cc-38d68548dfe1 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Network': ['ID=302de639-0cc4-4718-b713-ba13cae20a84,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:07.253077 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] Set router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:07.254831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:07.275281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 302de639-0cc4-4718-b713-ba13cae20a84 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:07.284087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.428235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cf45105e-2ad8-4ea0-921b-6a43ecbb7fc9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Synchronizing usage tracker for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:07.431176 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae9c0e-d67d-4214-b2cc-6d01073f1d54 None None] Pushing event updated for resources: {'Port': ['ID=3d768043-a21a-42de-a0ed-8c59dd8006f0,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:07.486263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:07.490881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.494194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.571288 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:00Z', 'revision_number': 3, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:07.576563 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8fdde-9b9f-42ea-8fe8-fb95d14e10ee None None] The sync data for ids ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'] in dv-neutron-841945-1-hyperv is: [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:00Z', 'revision_number': 3, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:07.628836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:07.629495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.649403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cf45105e-2ad8-4ea0-921b-6a43ecbb7fc9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Unset dirty status for tenant:69d4a5e038a84ff0a247c91a14726535 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:07.650839 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cf45105e-2ad8-4ea0-921b-6a43ecbb7fc9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6047747 May 19 13:04:07.658925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33350) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:07.677749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'tempest-secgroup--932062619'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:07.683175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.683708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 7e223571-b872-4a6c-8865-2f1547cbb234 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:07.706104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:01Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None, '_interfaces': [{'id': 'f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c', 'name': '', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'mac_address': 'fa:16:3e:8d:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '81c83733-dee0-4da8-9145-2dfeeb757848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:58Z', 'updated_at': '2022-05-19T13:04:02Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'subnets': [{'id': '81c83733-dee0-4da8-9145-2dfeeb757848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:07.732071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:07.772193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Attempting to bind port 6be6dafe-9aa0-4d29-94d5-2ec700427873 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:07.772564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Attempting to bind port 6be6dafe-9aa0-4d29-94d5-2ec700427873 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:07.772997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Attempting to bind port 6be6dafe-9aa0-4d29-94d5-2ec700427873 on network 424581b2-4318-48a6-9116-2e6bfd02341d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:07.779536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Checking router: a5c37e7e-53f2-442a-a169-cedaff245b71 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:07.779936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Updating router a5c37e7e-53f2-442a-a169-cedaff245b71 port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:07.801205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:subnet and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:07.815306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:07.828656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:07.856950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:07.857610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Checking segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:07.857906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.858306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Bound using segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:07.858863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Bound port: 6be6dafe-9aa0-4d29-94d5-2ec700427873, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:07.859703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.920842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:07.924412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.951905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:07.960856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:08.000271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (424581b2-4318-48a6-9116-2e6bfd02341d/239494e2-6929-4227-b2c1-a6d5fec92d5d/4de05edb-eb85-4606-870f-7a1bb29174a3) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:08.016319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.017260 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bf184567-efc7-45c9-9813-dea710dfd54e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/7e223571-b872-4a6c-8865-2f1547cbb234 HTTP/1.1" status: 204 len: 168 time: 1.4610131 May 19 13:04:08.022151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:08.026864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33354) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:08.172111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.188390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.251078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] For port 6be6dafe-9aa0-4d29-94d5-2ec700427873, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:08.255894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] For port 6be6dafe-9aa0-4d29-94d5-2ec700427873, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6be6dafe-9aa0-4d29-94d5-2ec700427873,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:08.280453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.324284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:08.365931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.369273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:08.369852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.396763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet cc8ea73d-6463-4c8d-880b-64cb890da15f {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:04:08.416699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Allocated IP 172.20.0.1 (1f3ca0ba-aac1-4fb9-85c6-28488598ebb7/cef790d4-d619-405e-9ce8-08a2a29ee897/f0156a53-1d29-45ca-9a14-a99270612dde) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:08.623415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.665034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.700767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.729673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:08.738509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.744224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Transition to ACTIVE for port object f0156a53-1d29-45ca-9a14-a99270612dde will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:08.747177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Usage tracker for resource:security_group_rule and tenant:69d4a5e038a84ff0a247c91a14726535 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:08.756254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:08.773044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:08.780223 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b37fb2-dd0e-48ef-a035-c828bdd36dc5 None None] Pushing event updated for resources: {'Port': ['ID=6be6dafe-9aa0-4d29-94d5-2ec700427873,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:08.812847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.845861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.865738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 4de05edb-eb85-4606-870f-7a1bb29174a3 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:08.927312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Subnet': ['ID=91a4d0b7-7052-4a04-a52c-a31d23e03660,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:08.947773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:08.947773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:08.976128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.029279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:09.034747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Checking segment: {'id': '4029a59b-9a8d-456d-95ba-57aa778bddac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '302de639-0cc4-4718-b713-ba13cae20a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:09.035222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network hostable DHCP agents. Network: 302de639-0cc4-4718-b713-ba13cae20a84, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:09.038454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:03:56Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:09.043020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.043796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 588ff5a6-5c92-415f-b7c2-682831e3ed38 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:09.086247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:09.093350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:09.100493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.123150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:09.137401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fd897-1384-4ad3-bb51-dbac5d1e92b1 None None] The sync data for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv is: [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:03:56Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:09.198491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Router 923b0c8e-22f4-4795-b0cf-5a44c796c5b9 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:09.236543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network 302de639-0cc4-4718-b713-ba13cae20a84 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:09.236758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Pushing event updated for resources: {'Port': ['ID=f0156a53-1d29-45ca-9a14-a99270612dde,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:09.240356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.311728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.330408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:09.346330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 424581b2-4318-48a6-9116-2e6bfd02341d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:09.358933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.359860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.361769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:09.375887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 588ff5a6-5c92-415f-b7c2-682831e3ed38 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:09.376256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.383262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.398192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:09.398999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 302de639-0cc4-4718-b713-ba13cae20a84) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:09.413931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:09.414971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.415267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed50ac-ae27-4d31-bd66-2d27ec9dd423 None None] Network 302de639-0cc4-4718-b713-ba13cae20a84 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:09.476018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Transition to ACTIVE for port object f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:09.493939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.614898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.635963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=4de05edb-eb85-4606-870f-7a1bb29174a3,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:09.670022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffccb683-5b65-4412-a9dc-0a6aa08e984c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:09.688713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.693795 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d87511cd-ceb7-4c2a-9b90-189d43aa6452 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0250132 May 19 13:04:09.698439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33358) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:09.720808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-742df20a-79c5-4c9b-893b-6d6e1e595a16 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:09.721227 dv-neutron-841945-1-hyperv neutron-server[88029]: WARNING neutron.api.v2.base [None req-742df20a-79c5-4c9b-893b-6d6e1e595a16 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 19 13:04:09.721721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-742df20a-79c5-4c9b-893b-6d6e1e595a16 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] update failed (client error): There was a conflict when trying to complete your request. May 19 13:04:09.725684 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-742df20a-79c5-4c9b-893b-6d6e1e595a16 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "PUT /v2.0/security-groups/ffccb683-5b65-4412-a9dc-0a6aa08e984c HTTP/1.1" status: 409 len: 330 time: 0.0199280 May 19 13:04:09.727924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33362) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:09.781903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.848045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-767fc9d0-c24b-470d-8ab3-99d47864074c tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7369924 May 19 13:04:09.864862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33366) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:09.884732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:09.885073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:09.945898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8ea73d-6463-4c8d-880b-64cb890da15f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:09.983494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.000585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:10.013062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374c005-4f28-4eba-b441-005de41ea1ed None None] Pushing event updated for resources: {'Port': ['ID=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:10.029710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa6b08-71dc-4927-a500-62cd37f716bb None None] Network 98cc0502-e61b-41e6-9e1f-08389c53663c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:10.065937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] Sync routers for ids ['923b0c8e-22f4-4795-b0cf-5a44c796c5b9'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:10.069027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-78674441-0395-4188-a85f-19e8f6715431 None None] Provisioning for port f0156a53-1d29-45ca-9a14-a99270612dde completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:10.083446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6c062-932c-47e5-b5ea-47fc60fb97f5 None None] Network 424581b2-4318-48a6-9116-2e6bfd02341d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:10.165080 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b2fb3f5a-a9f6-495d-a68f-c5ca458f00f7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/cc8ea73d-6463-4c8d-880b-64cb890da15f HTTP/1.1" status: 204 len: 168 time: 2.1306922 May 19 13:04:10.229649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33370) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:10.251539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-78674441-0395-4188-a85f-19e8f6715431 None None] Provisioning complete for port f0156a53-1d29-45ca-9a14-a99270612dde triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:10.252214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-78674441-0395-4188-a85f-19e8f6715431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.312702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.328106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.332248 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3517ea25-87d9-4165-abd5-05698c518041 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.5004358 May 19 13:04:10.332962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33374) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:10.414950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.440987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd935-f018-45be-b68a-8a5da5fb452d tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.474160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd935-f018-45be-b68a-8a5da5fb452d tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.480714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c, host dv-neutron-841945-1-hyperv, got binding levels [] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:10.481067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.484461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] Routers {'923b0c8e-22f4-4795-b0cf-5a44c796c5b9'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:10.485111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['923b0c8e-22f4-4795-b0cf-5a44c796c5b9'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:10.491862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.597092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd935-f018-45be-b68a-8a5da5fb452d tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.602026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:10.603973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Attempting to bind port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:10.604886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Attempting to bind port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:10.604886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Attempting to bind port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:10.614596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.660576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:10.660890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:10.661080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.661471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:10.661947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Bound port: f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:10.662302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.671459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-78674441-0395-4188-a85f-19e8f6715431 None None] Port f0156a53-1d29-45ca-9a14-a99270612dde cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:10.722477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:10.763478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] Routers {'923b0c8e-22f4-4795-b0cf-5a44c796c5b9'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:10.764267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['923b0c8e-22f4-4795-b0cf-5a44c796c5b9'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:10.780456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:10.780796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:10.810225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcd935-f018-45be-b68a-8a5da5fb452d tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffccb683-5b65-4412-a9dc-0a6aa08e984c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:10.860232 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5333e23d-0d33-4a2f-9677-f713b4e4e2a6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/923b0c8e-22f4-4795-b0cf-5a44c796c5b9 HTTP/1.1" status: 200 len: 924 time: 0.5176070 May 19 13:04:10.863706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33378) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:10.939779 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-acb55814-6049-4f8a-992e-20da27a664fe tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=923b0c8e-22f4-4795-b0cf-5a44c796c5b9 HTTP/1.1" status: 200 len: 205 time: 0.0607498 May 19 13:04:10.940029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:10.940029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9fb7e-0c1d-4e00-a9ee-70b28adb2be7 None None] The sync data for ids ['923b0c8e-22f4-4795-b0cf-5a44c796c5b9'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:10.954167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 588ff5a6-5c92-415f-b7c2-682831e3ed38 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:10.964031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33382) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:10.970481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.004452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd935-f018-45be-b68a-8a5da5fb452d tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.005952 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d6fcd935-f018-45be-b68a-8a5da5fb452d tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/ffccb683-5b65-4412-a9dc-0a6aa08e984c HTTP/1.1" status: 204 len: 168 time: 1.2737088 May 19 13:04:11.024467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-22e14443-3a26-410d-84ab-4301f333aeaa None None] Provisioning for port 6be6dafe-9aa0-4d29-94d5-2ec700427873 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:11.047005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33386) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:11.106082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204ddb9-ac13-4daa-a7f2-f37f85bfb718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-302de639-0cc4-4718-b713-ba13cae20a84', 'network_id': '302de639-0cc4-4718-b713-ba13cae20a84', 'tenant_id': '0b21f065569c45949319062c61103a8d', 'fixed_ips': [{'subnet_id': '91a4d0b7-7052-4a04-a52c-a31d23e03660'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:11.107462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1204ddb9-ac13-4daa-a7f2-f37f85bfb718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.154107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] For port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:11.160321 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a50e045-1f2f-4318-8b4f-b61c3b2f51a6 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1122341 May 19 13:04:11.167844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33390) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:11.215188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] For port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:11.301236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.323410 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-6b2b0f0c-121d-4c3d-b197-d4006dca5a26 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] delete failed (client error): The resource could not be found. May 19 13:04:11.324347 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b2b0f0c-121d-4c3d-b197-d4006dca5a26 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "DELETE /v2.0/security-groups/84f933b1-3214-49e6-99b9-3e57e2ec116f HTTP/1.1" status: 404 len: 347 time: 0.1531224 May 19 13:04:11.362397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33394) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:11.409510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:11.409831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:11.417126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5049e-c9e6-40b2-b8a5-808c78fb87a0 None None] DHCP port deletion for 98cc0502-e61b-41e6-9e1f-08389c53663c request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:04:11.463232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:11.495679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.504699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-22a5049e-c9e6-40b2-b8a5-808c78fb87a0 None None] Deleting port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:11.504965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-22a5049e-c9e6-40b2-b8a5-808c78fb87a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.579477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Subnet': ['ID=91a4d0b7-7052-4a04-a52c-a31d23e03660,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:11.580416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-7a2b6b1e-026e-4eb0-8cf0-3ecae579e647 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] show failed (client error): The resource could not be found. May 19 13:04:11.588655 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7a2b6b1e-026e-4eb0-8cf0-3ecae579e647 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-groups/7444b184-674d-47ba-a3cd-a0aeefcd207c HTTP/1.1" status: 404 len: 347 time: 0.2158852 May 19 13:04:11.591000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 5f24b5c9-a246-4f6a-8f02-653335a78bb5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5f24b5c9-a246-4f6a-8f02-653335a78bb5,segment=NetworkSegment(e1d5ff01-0120-427c-8679-5766cd1bafac),segment_id=e1d5ff01-0120-427c-8679-5766cd1bafac)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:11.591000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.595799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33398) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server [None req-1204ddb9-ac13-4daa-a7f2-f37f85bfb718 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91a4d0b7-7052-4a04-a52c-a31d23e03660: This subnet is being modified by another concurrent operation. May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise exception May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91a4d0b7-7052-4a04-a52c-a31d23e03660: This subnet is being modified by another concurrent operation. May 19 13:04:11.619702 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server May 19 13:04:11.655612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374c005-4f28-4eba-b441-005de41ea1ed None None] Pushing event updated for resources: {'Port': ['ID=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:11.683435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Routers {'a5c37e7e-53f2-442a-a169-cedaff245b71'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:11.684420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a5c37e7e-53f2-442a-a169-cedaff245b71'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:11.698794 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-f9043308-1995-4025-80ce-95af2b63b7c9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] show failed (client error): The resource could not be found. May 19 13:04:11.699823 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f9043308-1995-4025-80ce-95af2b63b7c9 tempest-NegativeSecGroupTest-1051039185 tempest-NegativeSecGroupTest-1051039185-project] 10.222.0.44 "GET /v2.0/security-group-rules/3ccfad74-1a72-4427-bbe0-4e8df04f8569 HTTP/1.1" status: 404 len: 356 time: 0.0975325 May 19 13:04:11.736678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337e3eb-4697-407b-86af-b554e462a2f8 None None] Network 302de639-0cc4-4718-b713-ba13cae20a84 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:11.744141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.766419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.819643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 5f24b5c9-a246-4f6a-8f02-653335a78bb5 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:11.825666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302de639-0cc4-4718-b713-ba13cae20a84']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:11.855089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.863004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4029a59b-9a8d-456d-95ba-57aa778bddac') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:11.868525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4029a59b-9a8d-456d-95ba-57aa778bddac') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:11.914415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.922452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:11.923084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.961718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:11.967210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-22a5049e-c9e6-40b2-b8a5-808c78fb87a0 None None] The port '5f24b5c9-a246-4f6a-8f02-653335a78bb5' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:04:12.022713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:12.023081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.028009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.043764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=5f24b5c9-a246-4f6a-8f02-653335a78bb5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:12.047255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port 5f24b5c9-a246-4f6a-8f02-653335a78bb5 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:12.054304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.088267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.129069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.160877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:12.169412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:12.199258 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:12.246181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] Set router a5c37e7e-53f2-442a-a169-cedaff245b71 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:12.302626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33406) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:12.306934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Pushing event updated for resources: {'Port': ['ID=f0156a53-1d29-45ca-9a14-a99270612dde,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:12.363041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.376122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.426808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.457328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Deleting port ffbccaa1-23ac-4f9a-9ad1-54fadde0d2ce {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:12.457548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.485772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cc0502-e61b-41e6-9e1f-08389c53663c']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:12.520015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d5ff01-0120-427c-8679-5766cd1bafac') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:12.520235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d5ff01-0120-427c-8679-5766cd1bafac') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:12.552501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.558208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.560600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:12.560600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.570080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:12.576330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:12.615787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.696619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=4de05edb-eb85-4606-870f-7a1bb29174a3,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:12.702298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.756692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.771288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:12.781947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:12.783026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6be6dafe-9aa0-4d29-94d5-2ec700427873 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:12.902054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5c3b467b-13f6-4d16-8730-0f6d5746cb99 None None] Provisioning for port 4de05edb-eb85-4606-870f-7a1bb29174a3 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:12.910364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5c3b467b-13f6-4d16-8730-0f6d5746cb99 None None] Provisioning complete for port 4de05edb-eb85-4606-870f-7a1bb29174a3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:12.910786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5c3b467b-13f6-4d16-8730-0f6d5746cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.949333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:12.949966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:12.954980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Network': ['ID=302de639-0cc4-4718-b713-ba13cae20a84,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:12.966162 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:12.975445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb007875-acff-40bd-bc62-72ed2ccc92d0 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:04:12.992017 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3a367ae7-edbc-40c7-ae9a-6e7202939a6b tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/302de639-0cc4-4718-b713-ba13cae20a84 HTTP/1.1" status: 204 len: 168 time: 3.1143899 May 19 13:04:12.993302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33412) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:13.000866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 6be6dafe-9aa0-4d29-94d5-2ec700427873 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:13.002460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-681705334'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:13.010720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:13.032650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6be6dafe-9aa0-4d29-94d5-2ec700427873 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:13.033646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.065503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:network and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:13.085937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b467b-13f6-4d16-8730-0f6d5746cb99 None None] Port 4de05edb-eb85-4606-870f-7a1bb29174a3 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:13.089054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:13.101169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:13.107626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:01Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None, '_interfaces': [{'id': 'f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c', 'name': '', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'mac_address': 'fa:16:3e:8d:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '81c83733-dee0-4da8-9145-2dfeeb757848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:58Z', 'updated_at': '2022-05-19T13:04:11Z', 'revision_number': 4, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'subnets': [{'id': '81c83733-dee0-4da8-9145-2dfeeb757848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:13.117606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f96187f0-e909-44e4-bab1-948379404fbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69d4a5e038a84ff0a247c91a14726535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7963579 May 19 13:04:13.125158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33416) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:13.173257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8bf1b-ae15-46a6-870c-d47b6a15f896 None None] The sync data for ids ['a5c37e7e-53f2-442a-a169-cedaff245b71'] in dv-neutron-841945-1-hyperv is: [{'id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:01Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None, '_interfaces': [{'id': 'f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c', 'name': '', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'mac_address': 'fa:16:3e:8d:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '81c83733-dee0-4da8-9145-2dfeeb757848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:58Z', 'updated_at': '2022-05-19T13:04:11Z', 'revision_number': 4, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'subnets': [{'id': '81c83733-dee0-4da8-9145-2dfeeb757848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:13.176510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:13.181813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.229568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:13.246023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 424581b2-4318-48a6-9116-2e6bfd02341d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:13.253910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:13.316285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-67c8b575-61c9-4f2d-99d0-9a94dbf7ef1f None None] Provisioning complete for port f0156a53-1d29-45ca-9a14-a99270612dde triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:13.316881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-67c8b575-61c9-4f2d-99d0-9a94dbf7ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.324160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.324788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:13.329985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.349241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.349562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6be6dafe-9aa0-4d29-94d5-2ec700427873 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:13.349937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.385963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb007875-acff-40bd-bc62-72ed2ccc92d0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:04:13.415278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 6be6dafe-9aa0-4d29-94d5-2ec700427873, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6be6dafe-9aa0-4d29-94d5-2ec700427873,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:13.422752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-67c8b575-61c9-4f2d-99d0-9a94dbf7ef1f None None] Port f0156a53-1d29-45ca-9a14-a99270612dde cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:13.428110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.428879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 990b9f6d-1f94-4d77-ba15-24273a306b0a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:13.436456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.436947 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Added segment 085d6587-83b4-407e-9477-b7adfc91089b of type vlan for network 6af376ff-acca-48db-a50f-4ab20a5cdc91 May 19 13:04:13.440046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db1f225e-5558-4208-b797-237ca04e9751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.523063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Calling delete_port for ffbccaa1-23ac-4f9a-9ad1-54fadde0d2ce owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:13.597466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=98cc0502-e61b-41e6-9e1f-08389c53663c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:13.637860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-67c8b575-61c9-4f2d-99d0-9a94dbf7ef1f None None] Provisioning complete for port 4de05edb-eb85-4606-870f-7a1bb29174a3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:13.638122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-67c8b575-61c9-4f2d-99d0-9a94dbf7ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.658641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.673134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db1f225e-5558-4208-b797-237ca04e9751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.682081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=6be6dafe-9aa0-4d29-94d5-2ec700427873,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:13.706336 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-949997db-b3dc-4acf-ab8b-e0a7b7fe8c81 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/98cc0502-e61b-41e6-9e1f-08389c53663c HTTP/1.1" status: 204 len: 168 time: 3.4708800 May 19 13:04:13.711265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33420) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:13.735790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-685131735'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:13.746761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:13.747124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-67c8b575-61c9-4f2d-99d0-9a94dbf7ef1f None None] Port 4de05edb-eb85-4606-870f-7a1bb29174a3 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:13.759455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:13.766933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:13.771767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:13.778621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 28564391-2e35-4121-8ee1-90a40ffe3cc8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:13.782835 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Sync routers for ids ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:13.785491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:13.795412 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Routers {'68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:13.805358 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:13.818316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:13.821977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.826431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.834992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:13.838977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 990b9f6d-1f94-4d77-ba15-24273a306b0a completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:13.845687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.846916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.863785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 990b9f6d-1f94-4d77-ba15-24273a306b0a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:13.864200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:13.960037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=f28d5ac4-ac67-4bca-80bf-7c8e65b4e40c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:14.028300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:14.072031 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Set router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:14.178134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 990b9f6d-1f94-4d77-ba15-24273a306b0a is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:14.178412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.210280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 990b9f6d-1f94-4d77-ba15-24273a306b0a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=990b9f6d-1f94-4d77-ba15-24273a306b0a,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:14.223140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.223532 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e of type vlan for network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d May 19 13:04:14.235539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.236715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:14.264906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.368670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.380437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db1f225e-5558-4208-b797-237ca04e9751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.383262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db1f225e-5558-4208-b797-237ca04e9751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.386807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-db1f225e-5558-4208-b797-237ca04e9751 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4ea47cd-2e4f-46c1-a716-aac36cbdc45c HTTP/1.1" status: 204 len: 168 time: 1.2580228 May 19 13:04:14.394316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event deleted for resources: {'Port': ['ID=ffbccaa1-23ac-4f9a-9ad1-54fadde0d2ce,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:14.397555 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2fd4409f-fda1-40c6-b3fa-943556f09a84 admin admin] 10.222.0.44 "PUT /v2.0/routers/68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0831895 May 19 13:04:14.403119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:14.405452 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4109333 May 19 13:04:14.412905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33426) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:14.418850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c27a40dc-ea17-4c44-a431-ad7c1505440c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/28564391-2e35-4121-8ee1-90a40ffe3cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7134204 May 19 13:04:14.444630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f225e-5558-4208-b797-237ca04e9751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea47cd-2e4f-46c1-a716-aac36cbdc45c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:14.446463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75930e36-36f8-408a-91d2-5f31b81ea611 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Network': ['ID=6af376ff-acca-48db-a50f-4ab20a5cdc91,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:14.459159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33430) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:14.482879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Request body: {'subnet': {'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:14.555113 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f0156a53-1d29-45ca-9a14-a99270612dde', 'name': '', 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'mac_address': 'fa:16:3e:6a:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cef790d4-d619-405e-9ce8-08a2a29ee897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:07Z', 'updated_at': '2022-05-19T13:04:11Z', 'revision_number': 2, 'project_id': '1816ffc71624446f85d3455f65c94056', 'subnets': [{'id': 'cef790d4-d619-405e-9ce8-08a2a29ee897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:14.566022 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Checking router: 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:14.566642 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Updating router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 port f0156a53-1d29-45ca-9a14-a99270612dde binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:14.585209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Sync routers for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:14.595842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa828e-4b5f-49e7-801e-64f8d3cc6310 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:04:14.640364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.659641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:14.669644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Usage tracker for resource:subnet and tenant:0b21f065569c45949319062c61103a8d is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:14.675913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:14.676875 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.683280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:14.686337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:14.698466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Made reservation on behalf of 0b21f065569c45949319062c61103a8d for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:14.703629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:14.896823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.052464 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.066850 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Transition to ACTIVE for port object f0156a53-1d29-45ca-9a14-a99270612dde will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:15.080099 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.116685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:15.135344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:15.222713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.225109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.282180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:15.325750 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ada44-fe71-422c-b121-1e954805e830 None None] Pushing event updated for resources: {'Port': ['ID=f0156a53-1d29-45ca-9a14-a99270612dde,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:15.349868 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Attempting to bind port f0156a53-1d29-45ca-9a14-a99270612dde on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:15.350235 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Attempting to bind port f0156a53-1d29-45ca-9a14-a99270612dde by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:15.350617 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Attempting to bind port f0156a53-1d29-45ca-9a14-a99270612dde on network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:15.357374 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:15.357727 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Checking segment: {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:15.358130 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.358510 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Bound using segment: {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:15.359020 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Bound port: f0156a53-1d29-45ca-9a14-a99270612dde, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ec6ff-5c91-45b3-8676-600f462df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:15.359407 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.479994 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] For port f0156a53-1d29-45ca-9a14-a99270612dde, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:15.481509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.482038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Fanout notify agent at l3_agent the message router_deleted on router 923b0c8e-22f4-4795-b0cf-5a44c796c5b9 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:15.483457 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] For port f0156a53-1d29-45ca-9a14-a99270612dde, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f0156a53-1d29-45ca-9a14-a99270612dde,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:15.491389 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.493427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33450) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:15.523272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380891262', 'description': 'tempest-secgroup-smoke-1380891262 description', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:15.536305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:15.576397 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Routers {'68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:15.577128 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:15.615574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:15.660123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:04:15.661340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.739296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:15.756269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event updated for resources: {'Subnet': ['ID=8c443bc5-810a-4c34-a488-c02c1e5a5d84,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:15.762872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.775773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:15.776421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.781576 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] Set router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:15.793843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Checking segment: {'id': '085d6587-83b4-407e-9477-b7adfc91089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:15.794457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network hostable DHCP agents. Network: 6af376ff-acca-48db-a50f-4ab20a5cdc91, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:15.816854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:15.826489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:15.845966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 6af376ff-acca-48db-a50f-4ab20a5cdc91) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:15.865288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:15.865549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:15.866388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.868195 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1546428 May 19 13:04:15.877627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:15.882071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:15.883446 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fa93c08a-fca1-40fb-829f-f5a9da24707d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/923b0c8e-22f4-4795-b0cf-5a44c796c5b9 HTTP/1.1" status: 204 len: 168 time: 4.9126372 May 19 13:04:15.886926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33464) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:15.900698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:15.947120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=990b9f6d-1f94-4d77-ba15-24273a306b0a,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:15.990781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:15.991083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.043382 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ada44-fe71-422c-b121-1e954805e830 None None] Pushing event updated for resources: {'Port': ['ID=f0156a53-1d29-45ca-9a14-a99270612dde,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:16.055340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Router a5c37e7e-53f2-442a-a169-cedaff245b71 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:16.059567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-954883607', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': False}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:16.064766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.068501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:16.071245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:16.079885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:16.087713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:router and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:16.091028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:16.092254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.093583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.093806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:16.094425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.096741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.097277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.098992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.100807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.102708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.103249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.104380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.104505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:16.105672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.106468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:16.112982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bdc278ea-1119-427f-a49e-992bc59291bb tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7685 time: 1.6396952 May 19 13:04:16.113674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33472) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.116377 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-181ed6cf-e11b-494a-9c81-6ee9484bb556 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6733274 May 19 13:04:16.120842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33476) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.153584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab883a-6756-4265-9e30-a7208d0a9acd tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:16.175800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:16.179221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.207486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:16.222023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.223057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.247922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:16.252042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:16.255363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:16.261478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:16.338227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.343695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa828e-4b5f-49e7-801e-64f8d3cc6310 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:04:16.356700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.434154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.456227 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f0156a53-1d29-45ca-9a14-a99270612dde', 'name': '', 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'mac_address': 'fa:16:3e:6a:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cef790d4-d619-405e-9ce8-08a2a29ee897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:07Z', 'updated_at': '2022-05-19T13:04:15Z', 'revision_number': 4, 'project_id': '1816ffc71624446f85d3455f65c94056', 'subnets': [{'id': 'cef790d4-d619-405e-9ce8-08a2a29ee897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:16.472352 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b134a-f529-4e39-a58f-6a41d66151b4 None None] The sync data for ids ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'] in dv-neutron-841945-1-hyperv is: [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f0156a53-1d29-45ca-9a14-a99270612dde', 'name': '', 'network_id': '1f3ca0ba-aac1-4fb9-85c6-28488598ebb7', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'mac_address': 'fa:16:3e:6a:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'cef790d4-d619-405e-9ce8-08a2a29ee897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:07Z', 'updated_at': '2022-05-19T13:04:15Z', 'revision_number': 4, 'project_id': '1816ffc71624446f85d3455f65c94056', 'subnets': [{'id': 'cef790d4-d619-405e-9ce8-08a2a29ee897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:16.473803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:16.488824 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] Sync routers for ids ['a5c37e7e-53f2-442a-a169-cedaff245b71'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:16.498460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:16.504432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.504646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.505082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.505536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.505980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.506420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.508736 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] Routers {'a5c37e7e-53f2-442a-a169-cedaff245b71'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:16.509450 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a5c37e7e-53f2-442a-a169-cedaff245b71'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:16.509807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4639a823-2809-4966-ae46-0c3b882f88b6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0106592 May 19 13:04:16.519141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.519612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.520156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.520563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.523160 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e5a70258-67e7-474d-a057-3708a0dcabf7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5913 time: 0.4053147 May 19 13:04:16.523488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33482) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.524028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33484) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.530013 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-38391fac-0786-4d96-8657-d2c44293d3a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "PUT /v2.0/routers/a5c37e7e-53f2-442a-a169-cedaff245b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8794925 May 19 13:04:16.531160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33486) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.537327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:16.556121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3d768043-a21a-42de-a0ed-8c59dd8006f0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:16.789506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group_rule': {'security_group_id': 'd2b8ec03-87e5-4b17-9502-bbfb79f3bee8', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:16.796834 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] Set router a5c37e7e-53f2-442a-a169-cedaff245b71 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:16.797082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:16.801302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:16.804794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:16.863848 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c509ee6-9577-4404-a7b2-8e822bc68e81 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3584 time: 0.3259561 May 19 13:04:16.876122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a9cb5c-acab-4fdb-aefd-2006d7240f67 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.879226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a9cb5c-acab-4fdb-aefd-2006d7240f67 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:16.880590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5a9cb5c-acab-4fdb-aefd-2006d7240f67 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:16.921520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:16.942962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:11Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:16.948932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:16.962787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Checking router: 28564391-2e35-4121-8ee1-90a40ffe3cc8 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:16.963220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Updating router 28564391-2e35-4121-8ee1-90a40ffe3cc8 port 4de05edb-eb85-4606-870f-7a1bb29174a3 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:16.987404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33502) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:16.993079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274411898', 'description': 'tempest-secgroup-smoke-1274411898 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:17.013891 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:17.027975 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:13Z', 'revision_number': 3, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:17.029223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:17.033301 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] Checking router: a5c37e7e-53f2-442a-a169-cedaff245b71 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:17.040303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:17.043078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 3d768043-a21a-42de-a0ed-8c59dd8006f0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:17.044120 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] Routers {'a5c37e7e-53f2-442a-a169-cedaff245b71'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:17.044755 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a5c37e7e-53f2-442a-a169-cedaff245b71'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:17.056586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:17.092880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3d768043-a21a-42de-a0ed-8c59dd8006f0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:17.093389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.099609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.159527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:17.164567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:17.168487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:17.175740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:17.239356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5a9cb5c-acab-4fdb-aefd-2006d7240f67 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:17.250506 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d5a9cb5c-acab-4fdb-aefd-2006d7240f67 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6899090 May 19 13:04:17.254958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33510) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:17.268979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.332876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.342362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.343137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.424788 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] Set router a5c37e7e-53f2-442a-a169-cedaff245b71 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:17.459588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 81c83733-dee0-4da8-9145-2dfeeb757848 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:04:17.478230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a40e12-571a-453a-8aa4-06892921d44c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:17.498383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.561765 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:13Z', 'revision_number': 3, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:17.566666 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc21828-0ff3-4e6f-ac00-94f7a8bee10b None None] The sync data for ids ['a5c37e7e-53f2-442a-a169-cedaff245b71'] in dv-neutron-841945-1-hyperv is: [{'id': 'a5c37e7e-53f2-442a-a169-cedaff245b71', 'name': 'tempest-NetworksTestDHCPv6-router-92732551', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:04:13Z', 'revision_number': 3, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:17.586949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.591884 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-44f89e68-b0e6-4c61-a48e-c651a6453a83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6031866 May 19 13:04:17.597314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.605865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33518) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:17.621870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'c3a40e12-571a-453a-8aa4-06892921d44c', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:17.640355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:17.647237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3d768043-a21a-42de-a0ed-8c59dd8006f0 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:17.647474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:17.647656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.652746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:17.663045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.666488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.671415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 3d768043-a21a-42de-a0ed-8c59dd8006f0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3d768043-a21a-42de-a0ed-8c59dd8006f0,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:17.690064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.699532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:17.737886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.754177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=76e176e0-23fc-40a6-a939-2fd38992dd61,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:17.781671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-6af376ff-acca-48db-a50f-4ab20a5cdc91', 'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91', 'tenant_id': '0b21f065569c45949319062c61103a8d', 'fixed_ips': [{'subnet_id': '8c443bc5-810a-4c34-a488-c02c1e5a5d84'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:17.782492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.789736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.843892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.881271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.892492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:17.924888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33522) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:17.954418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480923312', 'description': 'tempest-secgroup-smoke-1480923312 description', 'project_id': '24306cc48006457bb49f0dc6e3a652e5'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:17.963577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=3d768043-a21a-42de-a0ed-8c59dd8006f0,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:17.978933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:17.983554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab599dcf-c8be-460c-a32f-dbcf35602142,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:17.996675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:18.014339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:18.019378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.020574 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-10e5e75e-7636-4e24-a803-061e2842e8ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137356 May 19 13:04:18.029931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:18.057175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33526) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:18.068203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.084155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'c3a40e12-571a-453a-8aa4-06892921d44c', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:18.112380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.123829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:18.131581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:18.139555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:18.144256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:18.148725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:18.167799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:18.181750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:18.182441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:18.194047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Allocated IP 2001:db8::f816:3eff:fe10:803 (6af376ff-acca-48db-a50f-4ab20a5cdc91/8c443bc5-810a-4c34-a488-c02c1e5a5d84/b4f13753-7863-4e9b-8117-b7abb4e16100) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:18.247818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.260525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:18.264171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.267491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.277943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6be6dafe-9aa0-4d29-94d5-2ec700427873 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:18.299362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:18.308320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa95cda-5632-4c1a-b350-fa2a52b91c6f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:18.321475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:18.330575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:18.337413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.337607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:18.338839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.340482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=81c83733-dee0-4da8-9145-2dfeeb757848,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:18.343807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.345152 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e10c8b0e-f0c7-435a-b974-ea59e3714685 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7866714 May 19 13:04:18.350792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33530) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:18.364515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group_rule': {'security_group_id': 'd2b8ec03-87e5-4b17-9502-bbfb79f3bee8', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:18.372489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:18.379706 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c4cdb82f-0962-436b-b910-7f89c761a454 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4984441 May 19 13:04:18.383162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33534) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:18.389546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2068984369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:18.390068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:18.395234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:18.396830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:18.400080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.402723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:18.406143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:18.406515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:18.415286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:18.420894 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-00a3a85f-651a-485b-a3f7-e0ed119a712d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/81c83733-dee0-4da8-9145-2dfeeb757848 HTTP/1.1" status: 204 len: 168 time: 1.1638737 May 19 13:04:18.422209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.422932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33538) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:18.423686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.439277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Transition to ACTIVE for port object 4de05edb-eb85-4606-870f-7a1bb29174a3 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:18.459565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.498164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:18.532782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:18.547282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:18.550393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.558846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.559849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.568071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:18.570203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.617527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.637086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.659057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6be6dafe-9aa0-4d29-94d5-2ec700427873 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:18.659501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.671384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.687305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36db4b-b0b2-413c-a183-21528ac467b5 None None] Pushing event updated for resources: {'Port': ['ID=4de05edb-eb85-4606-870f-7a1bb29174a3,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:18.711390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.766896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.770771 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cd3a70e4-a9c2-4059-8566-488ee92552b6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3842695 May 19 13:04:18.770960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33542) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:18.774311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903317bb-402a-427c-8b1b-c5862260c9c0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:18.817737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.827664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Attempting to bind port 4de05edb-eb85-4606-870f-7a1bb29174a3 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:18.828029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Attempting to bind port 4de05edb-eb85-4606-870f-7a1bb29174a3 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:18.828487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Attempting to bind port 4de05edb-eb85-4606-870f-7a1bb29174a3 on network 424581b2-4318-48a6-9116-2e6bfd02341d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:18.839305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Transition to ACTIVE for port object b4f13753-7863-4e9b-8117-b7abb4e16100 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:18.847832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:18.847832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Checking segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:18.848187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.848843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Bound using segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:18.849072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Bound port: 4de05edb-eb85-4606-870f-7a1bb29174a3, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:18.849355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:18.875198 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cd66da39-01eb-4499-b620-99b5787bf575 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4460466 May 19 13:04:18.885427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33546) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:18.904942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Transition to ACTIVE for port object b4f13753-7863-4e9b-8117-b7abb4e16100 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:18.958729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.054469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.063456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:19.069088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:19.070967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6be6dafe-9aa0-4d29-94d5-2ec700427873 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:19.072151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 990b9f6d-1f94-4d77-ba15-24273a306b0a up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:19.103099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:19.113380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Pushing event updated for resources: {'Port': ['ID=b4f13753-7863-4e9b-8117-b7abb4e16100,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.149049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.193460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.221285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] For port 4de05edb-eb85-4606-870f-7a1bb29174a3, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:19.269439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.270271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] For port 4de05edb-eb85-4606-870f-7a1bb29174a3, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4de05edb-eb85-4606-870f-7a1bb29174a3,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:19.270535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.276238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.288539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.313343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.316719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.352921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Attempting to bind port b4f13753-7863-4e9b-8117-b7abb4e16100 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:19.353576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Attempting to bind port b4f13753-7863-4e9b-8117-b7abb4e16100 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '085d6587-83b4-407e-9477-b7adfc91089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:19.353812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fa8f9c-afaa-4079-8ee4-2be54e70f6fe,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.354284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Attempting to bind port b4f13753-7863-4e9b-8117-b7abb4e16100 on network 6af376ff-acca-48db-a50f-4ab20a5cdc91 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:19.374231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:19.374683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Checking segment: {'id': '085d6587-83b4-407e-9477-b7adfc91089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:19.375219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.375469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Bound using segment: {'id': '085d6587-83b4-407e-9477-b7adfc91089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:19.375986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Bound port: b4f13753-7863-4e9b-8117-b7abb4e16100, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6587-83b4-407e-9477-b7adfc91089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6af376ff-acca-48db-a50f-4ab20a5cdc91'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:19.376359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.386847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Allocated IP 172.26.3.22 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/2aee0d5d-12d7-4d2f-bf50-170688ae1836) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:19.389065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Subnet': ['ID=8c443bc5-810a-4c34-a488-c02c1e5a5d84,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.447256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 990b9f6d-1f94-4d77-ba15-24273a306b0a triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:19.447642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.470740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36db4b-b0b2-413c-a183-21528ac467b5 None None] Pushing event updated for resources: {'Port': ['ID=4de05edb-eb85-4606-870f-7a1bb29174a3,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.500026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:19.500026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:19.500337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d19ed-e531-4f04-a2ae-ff6e5e279bab,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.560954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.566647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.571535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-328a97c8-0a23-483f-84ab-89482f98e816 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6451478 May 19 13:04:19.572492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33550) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.588253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.589716 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5311849 May 19 13:04:19.592315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dba20-e236-4895-acee-4c268795998d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92353de-5da5-419a-9b43-7b9c661014f4,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:19.594385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.596046 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-79aab7c4-c251-449c-b136-593aecba08d3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2370183 May 19 13:04:19.598829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33554) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.599327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33556) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.605787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.610055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'c3a40e12-571a-453a-8aa4-06892921d44c', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:19.617315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group_rule': {'security_group_id': 'b25d19ed-e531-4f04-a2ae-ff6e5e279bab', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:19.622721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.626653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group_rule': {'security_group_id': 'd2b8ec03-87e5-4b17-9502-bbfb79f3bee8', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:19.635154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:19.637518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:19.643349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:19.646747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:19.653033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:19.655518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:19.658187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:19.661052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:19.663918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:19.670598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] For port b4f13753-7863-4e9b-8117-b7abb4e16100, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:19.681372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:19.683471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:19.683628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.685869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:19.701393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af376ff-acca-48db-a50f-4ab20a5cdc91']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:19.705193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] For port b4f13753-7863-4e9b-8117-b7abb4e16100, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b4f13753-7863-4e9b-8117-b7abb4e16100,segment=NetworkSegment(085d6587-83b4-407e-9477-b7adfc91089b),segment_id=085d6587-83b4-407e-9477-b7adfc91089b)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:19.709462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.709976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Fanout notify agent at l3_agent the message router_deleted on router a5c37e7e-53f2-442a-a169-cedaff245b71 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:19.729658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085d6587-83b4-407e-9477-b7adfc91089b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:19.730014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085d6587-83b4-407e-9477-b7adfc91089b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:19.733399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.746613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.747884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.753698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.776864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:19.780974 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0bae413f-a7f6-4b9e-8e0d-fb4d6a8a6e2c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/routers/a5c37e7e-53f2-442a-a169-cedaff245b71 HTTP/1.1" status: 204 len: 168 time: 0.8945863 May 19 13:04:19.788497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33562) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:19.806667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:19.820938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:19.973420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.005962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 990b9f6d-1f94-4d77-ba15-24273a306b0a is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:20.006390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f0156a53-1d29-45ca-9a14-a99270612dde up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:20.039878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.047085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.048799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.049957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:20.054463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.056419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.070414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.077676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.079330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.098867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.100880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd29bca-5811-425a-b6b1-7fda50b29343,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.111081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.115942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.133955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:20.134729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:20.154260 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:20.158645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a87a0e-dbb6-4166-b50a-7f7df84d4c47,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.165990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:20.169892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.198796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.202997 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e044fff3-818a-41e0-b5df-ceb30993e724 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5975647 May 19 13:04:20.228637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33566) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.233597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0644de-579b-4b0e-9c1e-5760a4142035 None None] Pushing event updated for resources: {'Port': ['ID=b4f13753-7863-4e9b-8117-b7abb4e16100,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.252114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.255613 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6645813 May 19 13:04:20.263988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33570) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.267240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.271150 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5811d4c8-80d8-415e-9ce6-eba1c4bb5c72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6669724 May 19 13:04:20.271771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group_rule': {'security_group_id': 'd2b8ec03-87e5-4b17-9502-bbfb79f3bee8', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:20.275945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33574) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.285842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group_rule': {'security_group_id': 'b25d19ed-e531-4f04-a2ae-ff6e5e279bab', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:20.287716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port f0156a53-1d29-45ca-9a14-a99270612dde completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:20.295174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1599b61-314b-476a-9562-a8e1a42bcab5 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb910cac-24a5-4e15-b761-b5cf1410846e,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.296776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1ab2e-9308-40fd-803a-ae44521ac6a0 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:04:20.298485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'c3a40e12-571a-453a-8aa4-06892921d44c', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:20.300799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:20.306041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:20.309234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:20.312409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.316235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.322205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.325109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.327763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.328133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:04:20.328133 dv-neutron-841945-1-hyperv neutron-server[88029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:04:20.328133 dv-neutron-841945-1-hyperv neutron-server[88029]: [parameters: {'id': '6af376ff-acca-48db-a50f-4ab20a5cdc91'}] May 19 13:04:20.328133 dv-neutron-841945-1-hyperv neutron-server[88029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:20.328507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:20.329099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.333044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.339068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port f0156a53-1d29-45ca-9a14-a99270612dde triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:20.339678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.355743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.379679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.382179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.474085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.477506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.490649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.491233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.498935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.530949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b99c904-10bc-4740-b82c-ac138dcaa86c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.544339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.582583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.586650 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-493eacad-c596-4169-af36-97a2257fafb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212965 May 19 13:04:20.594088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33578) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.595208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1ab2e-9308-40fd-803a-ae44521ac6a0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:04:20.603743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port f0156a53-1d29-45ca-9a14-a99270612dde is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:20.604119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.614602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:20.617977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:20.621226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:20.625639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group_rule': {'security_group_id': 'b25d19ed-e531-4f04-a2ae-ff6e5e279bab', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:20.625836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:20.627032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.632763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b15d5c-8c2c-4b4c-ab97-1415556cd5e3 None None] The sync data for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv is: [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:19Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:20.638169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:20.645689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=04f935f1-3dba-4316-9f85-2978cd218fad,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.653022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:20.658418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:20.659458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c304ab96-a5c6-4bba-b41e-c631749d61a1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8648839 May 19 13:04:20.660440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33582) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.667130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:20.675152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:20.676387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:20.680925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:router and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.685799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.693439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.721691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.20.0.1 (1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d/76e176e0-23fc-40a6-a939-2fd38992dd61/f3fbc269-74e3-488f-bd88-417ae5507819) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:20.723070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.727281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.749373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.757848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port f0156a53-1d29-45ca-9a14-a99270612dde, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f0156a53-1d29-45ca-9a14-a99270612dde,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:20.765036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.783459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.784334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:20.792090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Port': ['ID=2aee0d5d-12d7-4d2f-bf50-170688ae1836,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.807418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:20.831525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.833614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:20.836236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.837058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.838272 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-81a74033-f3dd-486b-8a24-dc5e5d842ecd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1761363 May 19 13:04:20.841523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33586) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:20.894896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5f24b5c9-a246-4f6a-8f02-653335a78bb5 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:20.903033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:20.966679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=f0156a53-1d29-45ca-9a14-a99270612dde,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:20.989530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2c3a3b-c0e9-4afc-9e3c-0aa9d78d8403,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:21.017528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.083817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5f24b5c9-a246-4f6a-8f02-653335a78bb5 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:04:21.083817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5f24b5c9-a246-4f6a-8f02-653335a78bb5 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:04:21.104506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.114430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.203607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting port b4f13753-7863-4e9b-8117-b7abb4e16100 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:21.203954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.301296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d', 'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': '76e176e0-23fc-40a6-a939-2fd38992dd61'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:21.303675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.377181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.378388 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1012526 May 19 13:04:21.379418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.380422 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e5058ec2-4c2b-424e-a535-2c3f25086be0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1389010 May 19 13:04:21.390867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33590) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:21.391421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33592) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:21.401573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'c3a40e12-571a-453a-8aa4-06892921d44c', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:21.408954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group_rule': {'security_group_id': 'd2b8ec03-87e5-4b17-9502-bbfb79f3bee8', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:21.419274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:21.421819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:21.432304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49eff9-6869-4e0e-a362-43b6507bcf8e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5b1b16-81b4-46fa-9e3e-d3cc5f9de4d2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:21.453557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4de05edb-eb85-4606-870f-7a1bb29174a3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:21.486519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:21.491076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:21.502025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:21.559817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:21.560072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 4de05edb-eb85-4606-870f-7a1bb29174a3 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:21.571488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:21.572372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4de05edb-eb85-4606-870f-7a1bb29174a3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:21.572739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.579167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:21.623675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Project 315f0b4966f444f9bdcbf022dbbb1350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:04:21.636603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.644306 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:04:21.654908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.666781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.739556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.740712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object f3fbc269-74e3-488f-bd88-417ae5507819 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:21.765167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.767593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4de05edb-eb85-4606-870f-7a1bb29174a3 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:21.767977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.803059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 4de05edb-eb85-4606-870f-7a1bb29174a3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4de05edb-eb85-4606-870f-7a1bb29174a3,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:21.807602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.808692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3d768043-a21a-42de-a0ed-8c59dd8006f0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:21.826052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:21.948795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=4de05edb-eb85-4606-870f-7a1bb29174a3,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:21.967095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3d768043-a21a-42de-a0ed-8c59dd8006f0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:21.967473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.027596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.041648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.047571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.066479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.102279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f879dbfb-a8e4-40ad-b09e-fa35e5a1277c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.119347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] For port b4f13753-7863-4e9b-8117-b7abb4e16100, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b4f13753-7863-4e9b-8117-b7abb4e16100,segment=NetworkSegment(085d6587-83b4-407e-9477-b7adfc91089b),segment_id=085d6587-83b4-407e-9477-b7adfc91089b)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:22.119347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.160226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3d768043-a21a-42de-a0ed-8c59dd8006f0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:22.163319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f0156a53-1d29-45ca-9a14-a99270612dde up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:22.167268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.168554 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7762585 May 19 13:04:22.177575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33598) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:22.178731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb385d8-7b35-4c98-9d0f-4f51c17df64e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c802d18b-8290-4b7d-8f55-4834dc517085,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.183012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.184391 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5fa56561-0466-4457-99d8-42b661f16a23 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7906199 May 19 13:04:22.189560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33602) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:22.192956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'security_group_rule': {'security_group_id': 'd2b8ec03-87e5-4b17-9502-bbfb79f3bee8', 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:22.246314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Calling delete_port for b4f13753-7863-4e9b-8117-b7abb4e16100 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:22.247753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port f0156a53-1d29-45ca-9a14-a99270612dde triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:22.248316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.280786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'c3a40e12-571a-453a-8aa4-06892921d44c', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:22.293579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:22.296858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:22.303796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc54671-b46b-4f4e-aec1-6306d72b2d21,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.305519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:security_group_rule and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:22.308637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:22.313551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:22.316358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:22.326702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:22.328364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:22.348409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.352956 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e6d0a29f-5e93-48f0-ba9a-a575ee9afd06 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7438016 May 19 13:04:22.353125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:04:22.356112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33606) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:22.359167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::1 (46029377-b81a-4b15-aa71-e8bb333d83e5/04f935f1-3dba-4316-9f85-2978cd218fad/a77dda9d-fa38-4d2c-9b2e-3b90590b6873) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:22.361684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.366620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group_rule': {'security_group_id': 'b25d19ed-e531-4f04-a2ae-ff6e5e279bab', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:22.375042 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Project 315f0b4966f444f9bdcbf022dbbb1350 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:04:22.385911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.387953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:22.390042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port f0156a53-1d29-45ca-9a14-a99270612dde is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:22.391066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.452282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:22.464655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:22.466443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Allocated IP 172.20.0.2 (1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d/76e176e0-23fc-40a6-a939-2fd38992dd61/008b2426-50f6-487e-bfec-720053a94eb7) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:22.467884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.521115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:22.560454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.598624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.613618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.617931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.631785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:22.643753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.653398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:22.661295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No DVR routers for this DVR port b4f13753-7863-4e9b-8117-b7abb4e16100 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:22.666939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:22.670130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf31983-b7d6-40f8-90b6-cd4abc0c4220,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.714084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d900714f-5143-44c9-b54a-a90cf318407b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.718444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.721635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.726339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bee4986d-0d0d-46f5-8577-849874b886e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5447438 May 19 13:04:22.726972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=f3fbc269-74e3-488f-bd88-417ae5507819,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.729295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.733443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.734624 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-05b6ac80-7630-453a-8eb5-421f8bf1a6f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5245154 May 19 13:04:22.755486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object a77dda9d-fa38-4d2c-9b2e-3b90590b6873 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:22.767894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.783441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Transition to ACTIVE for port object 008b2426-50f6-487e-bfec-720053a94eb7 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:22.790919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.806859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Transition to ACTIVE for port object 008b2426-50f6-487e-bfec-720053a94eb7 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:22.815894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.878174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:22.881385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:22.889272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:22.889820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:22.896021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.928102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Port': ['ID=b4f13753-7863-4e9b-8117-b7abb4e16100,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:22.989328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:23.000853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:23.004168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:23.057077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Pushing event updated for resources: {'Port': ['ID=008b2426-50f6-487e-bfec-720053a94eb7,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:23.089616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.125249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Attempting to bind port 008b2426-50f6-487e-bfec-720053a94eb7 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:23.126439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Attempting to bind port 008b2426-50f6-487e-bfec-720053a94eb7 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:23.126894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Attempting to bind port 008b2426-50f6-487e-bfec-720053a94eb7 on network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:23.136060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:23.136742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Checking segment: {'id': 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:23.137326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.137889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Bound using segment: {'id': 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:23.139094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Bound port: 008b2426-50f6-487e-bfec-720053a94eb7, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:23.139727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.159351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.198819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-839f52e6-b1d9-41ea-99a9-dbaee493085f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:23.222858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.240071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4de05edb-eb85-4606-870f-7a1bb29174a3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:23.273100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.317424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af376ff-acca-48db-a50f-4ab20a5cdc91']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:23.320669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] For port 008b2426-50f6-487e-bfec-720053a94eb7, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:23.336025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085d6587-83b4-407e-9477-b7adfc91089b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:23.336781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] For port 008b2426-50f6-487e-bfec-720053a94eb7, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=008b2426-50f6-487e-bfec-720053a94eb7,segment=NetworkSegment(b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e),segment_id=b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:23.337037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085d6587-83b4-407e-9477-b7adfc91089b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:23.353145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.354164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.440026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4de05edb-eb85-4606-870f-7a1bb29174a3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:23.440672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.450495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-839f52e6-b1d9-41ea-99a9-dbaee493085f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:23.459281 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-839f52e6-b1d9-41ea-99a9-dbaee493085f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274411898&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.4348071 May 19 13:04:23.485427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.490447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.547523 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b47905-abaa-41f0-8ad0-f7e602ab7c98 None None] Pushing event updated for resources: {'Port': ['ID=008b2426-50f6-487e-bfec-720053a94eb7,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:23.563465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.632246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4de05edb-eb85-4606-870f-7a1bb29174a3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:23.673978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:23.674392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:23.731078 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:23.751969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.762725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc2f6d3-b2e2-40f8-9ca8-ec39369fa4c2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:23.871888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:23.873462 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-86d10256-e645-48c5-a750-4284997f7564 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5140073 May 19 13:04:23.876628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33670) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:23.890438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7d3a143f-5798-4ea5-96c8-da568bb7ca2a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:23.891250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7d3a143f-5798-4ea5-96c8-da568bb7ca2a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:23.896763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group_rule': {'security_group_id': 'b25d19ed-e531-4f04-a2ae-ff6e5e279bab', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:23.908777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:23.921301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:23.941342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:23.952841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:23.990971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7d3a143f-5798-4ea5-96c8-da568bb7ca2a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:23.992242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7d3a143f-5798-4ea5-96c8-da568bb7ca2a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 200 len: 797 time: 0.5315506 May 19 13:04:24.003208 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Project 24306cc48006457bb49f0dc6e3a652e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:04:24.031700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-ba02752f-fb3c-491d-89f0-cff111575c09 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0207403 May 19 13:04:24.037486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.054009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.106297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.106297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.190083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.194865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.238263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Network': ['ID=6af376ff-acca-48db-a50f-4ab20a5cdc91,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:24.254943 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b9bd3a54-7ca5-4f0e-8d0d-8b9d842523a5 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/6af376ff-acca-48db-a50f-4ab20a5cdc91 HTTP/1.1" status: 204 len: 168 time: 8.1008742 May 19 13:04:24.260125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33678) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.307012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:24.348529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.366358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.405516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-c239b0ab-dd47-4be5-8d9e-d3e1bc53ea97 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3542073 May 19 13:04:24.409024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b1fc60-2153-4bea-8540-ecd8ad55971b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:24.412055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:24.416211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:24.443570 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75fc9f4-a766-4b5d-9069-c76578a1592f tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:24.444032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75fc9f4-a766-4b5d-9069-c76578a1592f tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:24.448171 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c75fc9f4-a766-4b5d-9069-c76578a1592f tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/8c443bc5-810a-4c34-a488-c02c1e5a5d84 HTTP/1.1" status: 404 len: 337 time: 0.1848209 May 19 13:04:24.458616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33710) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.497618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:24.498727 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-db0fa0b8-39fe-4f0f-9f1c-fac99b440c40 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6211181 May 19 13:04:24.508625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33718) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.525279 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc43146b-65ab-408e-8789-f715dd18c626 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:24.525756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc43146b-65ab-408e-8789-f715dd18c626 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:24.529350 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cc43146b-65ab-408e-8789-f715dd18c626 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/6af376ff-acca-48db-a50f-4ab20a5cdc91 HTTP/1.1" status: 404 len: 339 time: 0.0650105 May 19 13:04:24.531307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33722) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.544732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'security_group_rule': {'security_group_id': 'b25d19ed-e531-4f04-a2ae-ff6e5e279bab', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:24.619246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:24.627313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:security_group_rule and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:24.632556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a30a2c-95ea-44a0-8053-9d10fbabb5e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:24.633152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a30a2c-95ea-44a0-8053-9d10fbabb5e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:24.640344 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-07a30a2c-95ea-44a0-8053-9d10fbabb5e0 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/91a4d0b7-7052-4a04-a52c-a31d23e03660 HTTP/1.1" status: 404 len: 337 time: 0.1075792 May 19 13:04:24.646515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33726) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.647368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:24.672865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:24.711828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Router aa53c750-4f0b-44ec-a4b0-7633f479fcab is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:24.766142 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0637a102-dcea-472a-b6ce-20c87dd75a76 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:24.766835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0637a102-dcea-472a-b6ce-20c87dd75a76 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:24.770923 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0637a102-dcea-472a-b6ce-20c87dd75a76 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/302de639-0cc4-4718-b713-ba13cae20a84 HTTP/1.1" status: 404 len: 339 time: 0.1169631 May 19 13:04:24.776181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33730) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.863535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Router f9265621-78d7-44d9-8b77-376d6d1070ca is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:24.868422 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7fe17a-e9ab-400d-9b51-e2437fc6d7e6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:24.871639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7fe17a-e9ab-400d-9b51-e2437fc6d7e6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:24.876813 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b7fe17a-e9ab-400d-9b51-e2437fc6d7e6 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/dfbd2959-54c9-4e30-aaa2-a1616dc2aeb2 HTTP/1.1" status: 404 len: 337 time: 0.0973713 May 19 13:04:24.881890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33736) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:24.901212 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Project 24306cc48006457bb49f0dc6e3a652e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:04:24.955938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.009854 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0ec5f2-496a-48ff-af55-539727afaa1e tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:25.010641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0ec5f2-496a-48ff-af55-539727afaa1e tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:25.012114 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9d0ec5f2-496a-48ff-af55-539727afaa1e tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/c328a5b7-3099-40bc-95c8-279168c2d52b HTTP/1.1" status: 404 len: 339 time: 0.1282191 May 19 13:04:25.029841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33740) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:25.043426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb4ef7-6fb9-43f4-9f04-983ae89d7bff None None] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:25.092672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73798277-f310-4592-b1f5-a7b810ce6338 None None] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:25.147154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb4ef7-6fb9-43f4-9f04-983ae89d7bff None None] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 could not be found, it might have been deleted concurrently. {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 19 13:04:25.188838 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-16214138-3067-4677-a999-7aba4d75a964 service neutron] 10.222.0.44 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031512 May 19 13:04:25.326403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e792f00-d3e2-46dd-8169-9fa1e2d9bea6 None None] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:25.386641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e792f00-d3e2-46dd-8169-9fa1e2d9bea6 None None] Network 6af376ff-acca-48db-a50f-4ab20a5cdc91 could not be found, it might have been deleted concurrently. {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 19 13:04:25.407836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 008b2426-50f6-487e-bfec-720053a94eb7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:25.450361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.465386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.510461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:25.554649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Sync routers for ids ['aa53c750-4f0b-44ec-a4b0-7633f479fcab'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:25.562442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6056412-9afd-4412-9d6b-5b76c6a18cd2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:25.584614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.586859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f821685f-39ae-40cb-8769-313452f22a95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0736701 May 19 13:04:25.590651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.594849 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7d357e64-cb9d-48d5-80d7-e6ebd3a9558b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7064354 May 19 13:04:25.598111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33744) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:25.598111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33746) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:25.598352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6175083e-d4df-4ef6-97ef-786a89681180 None None] Provisioning for port 008b2426-50f6-487e-bfec-720053a94eb7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:25.616025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'network': {'name': 'tempest-network-smoke--1866012246', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:25.627990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607e698-51bf-447e-8142-40dede1eccfd None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:25.631642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:25.638006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.755853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.787976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Routers {'aa53c750-4f0b-44ec-a4b0-7633f479fcab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:25.788695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa53c750-4f0b-44ec-a4b0-7633f479fcab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:25.861265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:network and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:25.937640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting port 562e4645-e49a-4149-ac73-3ebaa8d9a887 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:25.938272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:25.964496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:25.970385 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2c1b076e-fd15-4ea0-b25e-6f091d532116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "PUT /v2.0/routers/f9265621-78d7-44d9-8b77-376d6d1070ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1275823 May 19 13:04:25.976868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33752) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:25.981539 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Sync routers for ids ['f9265621-78d7-44d9-8b77-376d6d1070ca'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:25.999425 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Routers {'f9265621-78d7-44d9-8b77-376d6d1070ca'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:26.000452 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['f9265621-78d7-44d9-8b77-376d6d1070ca'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:26.003019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.009324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:26.020146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=f3fbc269-74e3-488f-bd88-417ae5507819,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:26.216039 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4cdbedb0-c08f-4f94-86b3-6a96ac1590d3 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/aa53c750-4f0b-44ec-a4b0-7633f479fcab HTTP/1.1" status: 200 len: 907 time: 0.6153123 May 19 13:04:26.217014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:26.221405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33758) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:26.233517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'name': 'tempest-snat-router-954883607', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': True}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:26.308555 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-611bb8e1-52b8-4216-a54e-50907bd3ef50 service neutron] 10.222.0.44 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1176207 May 19 13:04:26.332589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Set router aa53c750-4f0b-44ec-a4b0-7633f479fcab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:26.333226 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Set router f9265621-78d7-44d9-8b77-376d6d1070ca gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:26.462902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:26.475404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Usage tracker for resource:router and tenant:59c462266ff44b5299d789b87491bede is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:26.482541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:26.493221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:26.536055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.537163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.550988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Made reservation on behalf of 24306cc48006457bb49f0dc6e3a652e5 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:26.560989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.610047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 008b2426-50f6-487e-bfec-720053a94eb7 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:26.632200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-af2779f0-acda-4b74-ad1c-d595525feb56 None None] Provisioning complete for port f0156a53-1d29-45ca-9a14-a99270612dde triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:26.639008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af2779f0-acda-4b74-ad1c-d595525feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.678807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57c684-0030-41c0-a96a-c3a3cbfeda10 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:26.679857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ee57c684-0030-41c0-a96a-c3a3cbfeda10 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:26.706517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.710945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-42152cfe-e72b-4887-8261-9d7c0ade1176 req-fdeb7cb6-fef6-49bb-a86b-c2ab488afcb4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:26.764355 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:20Z', 'updated_at': '2022-05-19T13:04:22Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None, '_interfaces': [{'id': 'a77dda9d-fa38-4d2c-9b2e-3b90590b6873', 'name': '', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'mac_address': 'fa:16:3e:7d:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '04f935f1-3dba-4316-9f85-2978cd218fad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:21Z', 'updated_at': '2022-05-19T13:04:23Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'subnets': [{'id': '04f935f1-3dba-4316-9f85-2978cd218fad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:26.771907 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Checking router: f9265621-78d7-44d9-8b77-376d6d1070ca for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:26.772256 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Updating router f9265621-78d7-44d9-8b77-376d6d1070ca port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:26.795966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.801080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:26.823030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:26.839688 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.884506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ee57c684-0030-41c0-a96a-c3a3cbfeda10 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:26.888802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ee57c684-0030-41c0-a96a-c3a3cbfeda10 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports/a77dda9d-fa38-4d2c-9b2e-3b90590b6873 HTTP/1.1" status: 200 len: 911 time: 0.8887002 May 19 13:04:26.959335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 008b2426-50f6-487e-bfec-720053a94eb7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:26.960510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:26.982424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33768) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:27.029930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Calling delete_port for 562e4645-e49a-4149-ac73-3ebaa8d9a887 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:27.210822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.245664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a02e9-66e9-4a33-ae37-55d619587123 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:27.252555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a02e9-66e9-4a33-ae37-55d619587123 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:27.255474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9c0a02e9-66e9-4a33-ae37-55d619587123 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2727213 May 19 13:04:27.258756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33782) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:27.401434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-42152cfe-e72b-4887-8261-9d7c0ade1176 req-fdeb7cb6-fef6-49bb-a86b-c2ab488afcb4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:27.403340 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-42152cfe-e72b-4887-8261-9d7c0ade1176 req-fdeb7cb6-fef6-49bb-a86b-c2ab488afcb4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 210 time: 0.8013449 May 19 13:04:27.410249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:27.410483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Port': ['ID=562e4645-e49a-4149-ac73-3ebaa8d9a887,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:27.553438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.554133 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Added segment 30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54 of type vlan for network 194c019b-5806-4c81-a6fe-530845960918 May 19 13:04:27.680436 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.705695 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Transition to ACTIVE for port object a77dda9d-fa38-4d2c-9b2e-3b90590b6873 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:27.720274 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.746868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 64614a9b-d140-4e1d-9e63-4c49b629207b is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:27.782761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.823554 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-28084c90-0d92-4244-81ab-52a505119527 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/ports/562e4645-e49a-4149-ac73-3ebaa8d9a887 HTTP/1.1" status: 204 len: 168 time: 2.7898581 May 19 13:04:27.831905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33788) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:27.877376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:27.925725 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cf7072-cf27-43a0-9614-46b693f1c40e tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:27.929670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cf7072-cf27-43a0-9614-46b693f1c40e tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:27.931886 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-55cf7072-cf27-43a0-9614-46b693f1c40e tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/9568156f-1077-4494-9a89-8d9ebfffc447 HTTP/1.1" status: 404 len: 337 time: 0.0981262 May 19 13:04:27.935207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33792) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:27.971817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.041121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e30de5-28da-41a3-9687-4e13f9e42f07 None None] Pushing event updated for resources: {'Port': ['ID=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:28.119735 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Attempting to bind port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:28.120079 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Attempting to bind port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:28.120550 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Attempting to bind port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:28.128364 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:28.128785 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:28.129154 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.129581 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:28.130171 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Bound port: a77dda9d-fa38-4d2c-9b2e-3b90590b6873, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:28.130594 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.207033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.255139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.262758 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] For port a77dda9d-fa38-4d2c-9b2e-3b90590b6873, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:28.267352 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] For port a77dda9d-fa38-4d2c-9b2e-3b90590b6873, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:28.270523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:28.271196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.275418 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.289903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-af2779f0-acda-4b74-ad1c-d595525feb56 None None] Current status of the port f0156a53-1d29-45ca-9a14-a99270612dde is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:28.338046 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7390313 May 19 13:04:28.343610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:28.350333 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd1c2993-c565-4c2c-8ea4-528ff31565bc tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/64614a9b-d140-4e1d-9e63-4c49b629207b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5781705 May 19 13:04:28.399362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33796) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:28.400001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33800) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:28.406840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'admin_state_up': True, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:28.414155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] Sync routers for ids ['64614a9b-d140-4e1d-9e63-4c49b629207b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:28.456307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-af2779f0-acda-4b74-ad1c-d595525feb56 None None] Provisioning complete for port 4de05edb-eb85-4606-870f-7a1bb29174a3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:28.456830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af2779f0-acda-4b74-ad1c-d595525feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.511048 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Routers {'f9265621-78d7-44d9-8b77-376d6d1070ca'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:28.516398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:28.521685 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['f9265621-78d7-44d9-8b77-376d6d1070ca'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:28.576708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:router and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:28.621016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] Routers {'64614a9b-d140-4e1d-9e63-4c49b629207b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:28.621830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['64614a9b-d140-4e1d-9e63-4c49b629207b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:28.760663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 008b2426-50f6-487e-bfec-720053a94eb7 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:28.761171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.779584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:28.799156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:28.829729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8cdd6-6671-47ef-9923-a53ce08d4a00 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Network': ['ID=194c019b-5806-4c81-a6fe-530845960918,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:28.852080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 008b2426-50f6-487e-bfec-720053a94eb7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=008b2426-50f6-487e-bfec-720053a94eb7,segment=NetworkSegment(b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e),segment_id=b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:28.864023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:28.875007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.876053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.907143 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e30de5-28da-41a3-9687-4e13f9e42f07 None None] Pushing event updated for resources: {'Port': ['ID=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:28.915932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 194c019b-5806-4c81-a6fe-530845960918 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:28.935681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:28.968507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dbff80-5e54-4af3-8169-eb446219d07e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:28.970282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-14dbff80-5e54-4af3-8169-eb446219d07e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:28.983229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22459d73-4d0e-4880-afcb-d7cb7b779077']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.005732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e773ec8d-434a-4bb4-b899-b72114cbe192') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.005732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e773ec8d-434a-4bb4-b899-b72114cbe192') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.016925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.041943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.048109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.069424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:29.069690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.071465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.073083 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] Set router f9265621-78d7-44d9-8b77-376d6d1070ca gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:29.218074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=008b2426-50f6-487e-bfec-720053a94eb7,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:29.264656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] Routers {'64614a9b-d140-4e1d-9e63-4c49b629207b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:29.266703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['64614a9b-d140-4e1d-9e63-4c49b629207b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:29.387731 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:29.403576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-14dbff80-5e54-4af3-8169-eb446219d07e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:29.407535 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-14dbff80-5e54-4af3-8169-eb446219d07e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports/f3fbc269-74e3-488f-bd88-417ae5507819 HTTP/1.1" status: 200 len: 910 time: 1.0020700 May 19 13:04:29.412254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33812) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:29.455803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07897e1-5db5-409c-8f4b-d743fb27d601 None None] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:29.529265 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-987e428f-fb8e-48bf-b745-242eeaaad33e req-bc9e2c57-b461-402b-a91f-fdcfa64192d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 210 time: 0.7606063 May 19 13:04:29.564130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53c750-4f0b-44ec-a4b0-7633f479fcab', 'name': 'tempest-snat-router-954883607', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.22'}], 'enable_snat': False}, 'gw_port_id': '2aee0d5d-12d7-4d2f-bf50-170688ae1836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:16Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 3, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port': {'id': '2aee0d5d-12d7-4d2f-bf50-170688ae1836', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53c750-4f0b-44ec-a4b0-7633f479fcab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:18Z', 'updated_at': '2022-05-19T13:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.674517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.714373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.715027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e67a23-b005-427b-8db9-42c42a700019 None None] The sync data for ids ['64614a9b-d140-4e1d-9e63-4c49b629207b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:29.745290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.748186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Network': ['ID=22459d73-4d0e-4880-afcb-d7cb7b779077,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:29.765239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Checking router: aa53c750-4f0b-44ec-a4b0-7633f479fcab for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:29.765591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Updating router aa53c750-4f0b-44ec-a4b0-7633f479fcab port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:29.785958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-a4f9665a-63ea-4a5d-8490-08d13c0f6567 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:29.787705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-a4f9665a-63ea-4a5d-8490-08d13c0f6567 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:29.808507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-af2779f0-acda-4b74-ad1c-d595525feb56 None None] Current status of the port 4de05edb-eb85-4606-870f-7a1bb29174a3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:29.841051 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21df4db1-a16a-4639-bd5c-c1c304a84c30 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/22459d73-4d0e-4880-afcb-d7cb7b779077 HTTP/1.1" status: 204 len: 168 time: 1.8878753 May 19 13:04:29.858915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33818) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:29.898443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.908378 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:20Z', 'updated_at': '2022-05-19T13:04:22Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None, '_interfaces': [{'id': 'a77dda9d-fa38-4d2c-9b2e-3b90590b6873', 'name': '', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'mac_address': 'fa:16:3e:7d:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '04f935f1-3dba-4316-9f85-2978cd218fad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:21Z', 'updated_at': '2022-05-19T13:04:28Z', 'revision_number': 4, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'subnets': [{'id': '04f935f1-3dba-4316-9f85-2978cd218fad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:29.915780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:29.927182 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72c637-0dcd-4eb9-8693-d3f54d482b30 None None] The sync data for ids ['f9265621-78d7-44d9-8b77-376d6d1070ca'] in dv-neutron-841945-1-hyperv is: [{'id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:20Z', 'updated_at': '2022-05-19T13:04:22Z', 'revision_number': 2, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None, '_interfaces': [{'id': 'a77dda9d-fa38-4d2c-9b2e-3b90590b6873', 'name': '', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'mac_address': 'fa:16:3e:7d:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '04f935f1-3dba-4316-9f85-2978cd218fad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:21Z', 'updated_at': '2022-05-19T13:04:28Z', 'revision_number': 4, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'subnets': [{'id': '04f935f1-3dba-4316-9f85-2978cd218fad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:29.993502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-a4f9665a-63ea-4a5d-8490-08d13c0f6567 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:29.994671 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-a4f9665a-63ea-4a5d-8490-08d13c0f6567 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 200 len: 797 time: 1.4215939 May 19 13:04:30.065860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Provisioning for port f3fbc269-74e3-488f-bd88-417ae5507819 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:30.088175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Provisioning complete for port f3fbc269-74e3-488f-bd88-417ae5507819 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:30.090360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.177700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.267169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7b791489-d40e-49b8-9a51-71c735fbc6f9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:30.374884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.402764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Port f3fbc269-74e3-488f-bd88-417ae5507819 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:30.454729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7b791489-d40e-49b8-9a51-71c735fbc6f9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:30.457906 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-7b791489-d40e-49b8-9a51-71c735fbc6f9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 380 time: 0.4363947 May 19 13:04:30.476094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.476895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Provisioning for port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:30.572661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['c3a40e12-571a-453a-8aa4-06892921d44c']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:30.748925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Provisioning complete for port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:30.749311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.823970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting port 284e14d8-c248-40fe-a7bb-5f03085df8bd {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:30.824558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:30.956247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:30.967799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:31.201976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:31.207253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.247290 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-db4870bb-953a-4900-820b-6fbdf1a8c657 req-4a691480-224d-413d-9271-7e985cd22b6c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 210 time: 0.2607219 May 19 13:04:31.266319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Current status of the port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:31.289495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.311231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Transition to ACTIVE for port object 2aee0d5d-12d7-4d2f-bf50-170688ae1836 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:31.323696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.441655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Provisioning complete for port 008b2426-50f6-487e-bfec-720053a94eb7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:31.442300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.495331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-20b0c5b5-c052-43ad-a1c4-bd224647d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.498036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 008b2426-50f6-487e-bfec-720053a94eb7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:31.623725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Attempting to bind port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:31.624175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Attempting to bind port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:31.624488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Attempting to bind port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:31.640226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ee58d-6862-4271-8faa-4b1637cd3ccd None None] Pushing event updated for resources: {'Port': ['ID=2aee0d5d-12d7-4d2f-bf50-170688ae1836,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:31.652247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:31.652687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:31.653125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.653522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:31.654038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Bound port: 2aee0d5d-12d7-4d2f-bf50-170688ae1836, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:31.654418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.789014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Allocated IP 172.26.3.152 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/8593a25b-c651-422d-b0f7-25730641e884) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:31.927528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.12 (424581b2-4318-48a6-9116-2e6bfd02341d/239494e2-6929-4227-b2c1-a6d5fec92d5d/be16290a-7102-4cde-89a2-876b15491634) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:31.945708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.968670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:31.969018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:31.994678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] For port 2aee0d5d-12d7-4d2f-bf50-170688ae1836, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:32.002007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 008b2426-50f6-487e-bfec-720053a94eb7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:32.002007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.097458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] For port 2aee0d5d-12d7-4d2f-bf50-170688ae1836, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2aee0d5d-12d7-4d2f-bf50-170688ae1836,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:32.106555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.113572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.159063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.220076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Current status of the port 008b2426-50f6-487e-bfec-720053a94eb7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:32.258787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Routers {'aa53c750-4f0b-44ec-a4b0-7633f479fcab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:32.259601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa53c750-4f0b-44ec-a4b0-7633f479fcab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:32.318623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Calling delete_port for 284e14d8-c248-40fe-a7bb-5f03085df8bd owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:32.353812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ee58d-6862-4271-8faa-4b1637cd3ccd None None] Pushing event updated for resources: {'Port': ['ID=2aee0d5d-12d7-4d2f-bf50-170688ae1836,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:32.362653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Provisioning complete for port 4de05edb-eb85-4606-870f-7a1bb29174a3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:32.363197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.576420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 008b2426-50f6-487e-bfec-720053a94eb7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:32.577743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a77dda9d-fa38-4d2c-9b2e-3b90590b6873 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:32.598064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port a77dda9d-fa38-4d2c-9b2e-3b90590b6873, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:32.599048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.640753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.642811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] Set router aa53c750-4f0b-44ec-a4b0-7633f479fcab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:32.721399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.748321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for a77dda9d-fa38-4d2c-9b2e-3b90590b6873 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:32.748591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.760304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object be16290a-7102-4cde-89a2-876b15491634 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:32.856316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:32.886834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Port': ['ID=8593a25b-c651-422d-b0f7-25730641e884,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:32.889571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:32.897798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:32.899076 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-694b7089-d834-4403-abbf-f99790ee05b0 req-54a741f0-67ee-4808-95f7-d29f40615640 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 210 time: 0.0808139 May 19 13:04:32.921849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:32.976782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Allocated IP 172.26.3.226 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/c9bd3da9-46bd-4603-adf9-573cf3021a43) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:32.993536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63637bc4-a8e4-4736-ae0f-22c275a5ac7c None None] Current status of the port 4de05edb-eb85-4606-870f-7a1bb29174a3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:33.024199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:33.050856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:33.051420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.168389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.194168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Provisioning complete for port 008b2426-50f6-487e-bfec-720053a94eb7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:33.194714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.330760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.391608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Port': ['ID=284e14d8-c248-40fe-a7bb-5f03085df8bd,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:33.404573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.410190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53c750-4f0b-44ec-a4b0-7633f479fcab', 'name': 'tempest-snat-router-954883607', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.22'}], 'enable_snat': False}, 'gw_port_id': '2aee0d5d-12d7-4d2f-bf50-170688ae1836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:16Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 3, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port': {'id': '2aee0d5d-12d7-4d2f-bf50-170688ae1836', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53c750-4f0b-44ec-a4b0-7633f479fcab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:18Z', 'updated_at': '2022-05-19T13:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:33.429967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 424581b2-4318-48a6-9116-2e6bfd02341d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:33.432160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf77a2-0394-4a1a-ac26-e26ee73e8c0d None None] The sync data for ids ['aa53c750-4f0b-44ec-a4b0-7633f479fcab'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa53c750-4f0b-44ec-a4b0-7633f479fcab', 'name': 'tempest-snat-router-954883607', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.22'}], 'enable_snat': False}, 'gw_port_id': '2aee0d5d-12d7-4d2f-bf50-170688ae1836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:16Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 3, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port': {'id': '2aee0d5d-12d7-4d2f-bf50-170688ae1836', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53c750-4f0b-44ec-a4b0-7633f479fcab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:18Z', 'updated_at': '2022-05-19T13:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:33.464931 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c395098e-bc4d-428e-81f2-a4023abcf860 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/ports/284e14d8-c248-40fe-a7bb-5f03085df8bd HTTP/1.1" status: 204 len: 168 time: 3.6048751 May 19 13:04:33.470886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33832) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:33.494655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=be16290a-7102-4cde-89a2-876b15491634,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:33.497137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:33.507028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:33.509757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Current status of the port 008b2426-50f6-487e-bfec-720053a94eb7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:33.523099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:33.523755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.530052 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e28e78-2a00-4c07-abde-7eeb3cf19565 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] DELETE failed (client error): The resource could not be found. May 19 13:04:33.530835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e28e78-2a00-4c07-abde-7eeb3cf19565 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:33.532928 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b6e28e78-2a00-4c07-abde-7eeb3cf19565 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/60d5352f-582b-46cd-85af-5d479ff85914 HTTP/1.1" status: 404 len: 337 time: 0.0602508 May 19 13:04:33.539630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33836) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:33.547266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Provisioning complete for port f3fbc269-74e3-488f-bd88-417ae5507819 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:33.547650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.647045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Port f3fbc269-74e3-488f-bd88-417ae5507819 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:33.681401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Provisioning complete for port a77dda9d-fa38-4d2c-9b2e-3b90590b6873 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:33.681775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.721295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7285e15d-b1c2-4abd-9661-937e5d2c71cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.804689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.818570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] Could not find standard attr ID for object a77dda9d-fa38-4d2c-9b2e-3b90590b6873. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:04:33.872324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:33.905630 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.plugins.ml2.db [None req-ae04ac34-09d2-4847-8853-b79a7797e8ff None None] No ports have port_id starting with a77dda9d-fa38-4d2c-9b2e-3b90590b6873 May 19 13:04:33.931481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:33.934178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.050466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aa4ffc0f-1748-4b17-995c-7947b78bf1e0 None None] Provisioning for port be16290a-7102-4cde-89a2-876b15491634 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:34.069886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aa4ffc0f-1748-4b17-995c-7947b78bf1e0 None None] Provisioning complete for port be16290a-7102-4cde-89a2-876b15491634 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:34.070509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa4ffc0f-1748-4b17-995c-7947b78bf1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.138479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=a77dda9d-fa38-4d2c-9b2e-3b90590b6873,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:34.153707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.156958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aee0d5d-12d7-4d2f-bf50-170688ae1836 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:34.346465 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-abd46aa9-28f8-41e9-993a-51c3aa616225 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8746679 May 19 13:04:34.430009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ffc0f-1748-4b17-995c-7947b78bf1e0 None None] Port be16290a-7102-4cde-89a2-876b15491634 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:34.436360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:34.444006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:34.445142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.450762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.462701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.616382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:34.616765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.618383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port f3fbc269-74e3-488f-bd88-417ae5507819 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:34.618927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.653240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 2aee0d5d-12d7-4d2f-bf50-170688ae1836, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2aee0d5d-12d7-4d2f-bf50-170688ae1836,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:34.664402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.670919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting port 0001588b-e554-4e7f-ae97-24d35e514fe7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:34.671233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.760235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.768952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=2aee0d5d-12d7-4d2f-bf50-170688ae1836,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:34.822316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Request body: {'port': {'device_id': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:34.865507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:34.961425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0ba2a-d680-4323-a4c9-fa19b6292487 req-e83fe1bd-6bf4-4627-be28-59b0986a180a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:34.962146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-ffd0ba2a-d680-4323-a4c9-fa19b6292487 req-e83fe1bd-6bf4-4627-be28-59b0986a180a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:35.062033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.103414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-ffd0ba2a-d680-4323-a4c9-fa19b6292487 req-e83fe1bd-6bf4-4627-be28-59b0986a180a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:35.109253 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ffd0ba2a-d680-4323-a4c9-fa19b6292487 req-e83fe1bd-6bf4-4627-be28-59b0986a180a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 932 time: 0.8748472 May 19 13:04:35.113537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.118072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.208374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] For port 0001588b-e554-4e7f-ae97-24d35e514fe7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0001588b-e554-4e7f-ae97-24d35e514fe7,segment=NetworkSegment(aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b),segment_id=aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:35.208734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.319503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:35.330975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Calling delete_port for 0001588b-e554-4e7f-ae97-24d35e514fe7 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:35.333166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:35.335734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:35.424673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Router f9265621-78d7-44d9-8b77-376d6d1070ca has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:35.432215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.526062 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ffd0ba2a-d680-4323-a4c9-fa19b6292487 req-26ce454b-2711-4d4e-a852-a509fe3a3bcd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965089 May 19 13:04:35.530117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Port': ['ID=c9bd3da9-46bd-4603-adf9-573cf3021a43,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:35.628850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Port': ['ID=0001588b-e554-4e7f-ae97-24d35e514fe7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:35.702963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] No DVR routers for this DVR port 0001588b-e554-4e7f-ae97-24d35e514fe7 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:35.803086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:35.900726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.011289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:36.019254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for f3fbc269-74e3-488f-bd88-417ae5507819 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:36.021600 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] Sync routers for ids ['f9265621-78d7-44d9-8b77-376d6d1070ca'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:36.036841 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] Routers {'f9265621-78d7-44d9-8b77-376d6d1070ca'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:36.037916 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['f9265621-78d7-44d9-8b77-376d6d1070ca'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.085111 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e7a98de7-c074-4bf0-8ee3-0c74e4065ab9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "PUT /v2.0/routers/f9265621-78d7-44d9-8b77-376d6d1070ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6795001 May 19 13:04:36.088421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33848) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:36.099746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Router 346879d6-f652-4323-8b67-cad32e533add is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:36.119565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aee0d5d-12d7-4d2f-bf50-170688ae1836 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:36.157191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.226984 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] Set router f9265621-78d7-44d9-8b77-376d6d1070ca gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:36.290071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:36.290448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.294587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be089aca-f4ae-4bc2-a3e7-afc67b65d227']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.322217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.322498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9cb5cb-c8e4-44bc-9172-e8d0306eb06b') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.333303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b9b99-6789-436f-9946-f5e81826e919 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:36.335026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b9b99-6789-436f-9946-f5e81826e919 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:36.335808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f73b9b99-6789-436f-9946-f5e81826e919 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:36.348880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.379326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.386809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f73b9b99-6789-436f-9946-f5e81826e919 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:36.390861 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f73b9b99-6789-436f-9946-f5e81826e919 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2989199 May 19 13:04:36.392315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:36.392723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.407877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33852) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:36.408564 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:36.458745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:36.519394 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:20Z', 'updated_at': '2022-05-19T13:04:33Z', 'revision_number': 3, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.525060 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] Checking router: f9265621-78d7-44d9-8b77-376d6d1070ca for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:36.537603 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] Routers {'f9265621-78d7-44d9-8b77-376d6d1070ca'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:36.538590 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['f9265621-78d7-44d9-8b77-376d6d1070ca'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.599020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.629770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.641086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 04f935f1-3dba-4316-9f85-2978cd218fad {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:04:36.647874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Network': ['ID=be089aca-f4ae-4bc2-a3e7-afc67b65d227,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:36.654275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:36.656923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.664958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Sync routers for ids ['346879d6-f652-4323-8b67-cad32e533add'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:36.696113 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-654d1931-f6d2-4e0f-9115-27d1730cf7cb tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/be089aca-f4ae-4bc2-a3e7-afc67b65d227 HTTP/1.1" status: 204 len: 168 time: 3.1555135 May 19 13:04:36.702871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Routers {'346879d6-f652-4323-8b67-cad32e533add'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:36.703075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33860) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:36.703764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['346879d6-f652-4323-8b67-cad32e533add'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:36.708583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.819739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.854147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:36.858063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=f3fbc269-74e3-488f-bd88-417ae5507819,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:36.858375 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-de1c353a-f4f6-48c0-94a9-b7d064c386e6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.6342614 May 19 13:04:36.859201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33864) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:36.863994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be16290a-7102-4cde-89a2-876b15491634 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:04:36.951261 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] Set router f9265621-78d7-44d9-8b77-376d6d1070ca gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:37.040576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting subnet 9290764c-0634-46fb-85b7-6953dedd0ebd {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:04:37.062069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.087523 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-66b822ac-6a3a-41d8-a902-d4b1d0288996 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/346879d6-f652-4323-8b67-cad32e533add HTTP/1.1" status: 200 len: 907 time: 0.2172453 May 19 13:04:37.089445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.092945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.097775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33868) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:37.110286 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:20Z', 'updated_at': '2022-05-19T13:04:33Z', 'revision_number': 3, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:37.115991 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a6f32-db5d-45ab-9c78-50b0aa8d363c None None] The sync data for ids ['f9265621-78d7-44d9-8b77-376d6d1070ca'] in dv-neutron-841945-1-hyperv is: [{'id': 'f9265621-78d7-44d9-8b77-376d6d1070ca', 'name': 'tempest-NetworksTestDHCPv6-router-43544476', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:20Z', 'updated_at': '2022-05-19T13:04:33Z', 'revision_number': 3, 'project_id': '63ea81ec13134caa9b809c5b43108194', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:37.196215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Set router 346879d6-f652-4323-8b67-cad32e533add gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:37.236298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.321785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Transition to ACTIVE for port object be16290a-7102-4cde-89a2-876b15491634 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:37.346133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.521052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.689287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.739160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.755735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346879d6-f652-4323-8b67-cad32e533add', 'name': 'tempest-snat-router-954883607', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '8593a25b-c651-422d-b0f7-25730641e884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:26Z', 'updated_at': '2022-05-19T13:04:33Z', 'revision_number': 3, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port': {'id': '8593a25b-c651-422d-b0f7-25730641e884', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346879d6-f652-4323-8b67-cad32e533add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:30Z', 'updated_at': '2022-05-19T13:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:37.766507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Checking router: 346879d6-f652-4323-8b67-cad32e533add for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:37.768353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Updating router 346879d6-f652-4323-8b67-cad32e533add port 8593a25b-c651-422d-b0f7-25730641e884 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:37.835021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=04f935f1-3dba-4316-9f85-2978cd218fad,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:37.836941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.837320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.842979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:37.857310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf5f97-f0eb-4ffc-b8d8-65a2e37dd9cc req-2f09d909-19da-40b6-8999-77a3c2f78f04 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:37.859190 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82bf5f97-f0eb-4ffc-b8d8-65a2e37dd9cc req-2f09d909-19da-40b6-8999-77a3c2f78f04 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 932 time: 0.9904580 May 19 13:04:37.875102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1085c7-89fb-4ad3-976b-1790fc1c7be8 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:37.905379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Pushing event updated for resources: {'Port': ['ID=be16290a-7102-4cde-89a2-876b15491634,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:37.963928 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1d3d4074-bf14-4d3d-98df-096575c27d6a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/04f935f1-3dba-4316-9f85-2978cd218fad HTTP/1.1" status: 204 len: 168 time: 1.5522144 May 19 13:04:37.973759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33874) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.007481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.066130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a77dda9d-fa38-4d2c-9b2e-3b90590b6873 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:38.068288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.160683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a77dda9d-fa38-4d2c-9b2e-3b90590b6873 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:04:38.161106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a77dda9d-fa38-4d2c-9b2e-3b90590b6873 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:04:38.200713 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82bf5f97-f0eb-4ffc-b8d8-65a2e37dd9cc req-65be2713-d07d-4a60-8d21-b3f696d1cb9d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271542 May 19 13:04:38.369232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.502792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:04:38.513381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] Deleting port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:38.513836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.515496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Subnet': ['ID=9290764c-0634-46fb-85b7-6953dedd0ebd,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:38.519623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.531088 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d2c3cce1-2002-4213-8dbe-9697dae57252 tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/subnets/9290764c-0634-46fb-85b7-6953dedd0ebd HTTP/1.1" status: 204 len: 168 time: 1.8270833 May 19 13:04:38.535549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33878) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.548928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec98de-6d0d-42f7-9125-e5f0bf64c178 None None] Network 58782013-b64b-4588-b20c-5307276e05be requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:38.572695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 64614a9b-d140-4e1d-9e63-4c49b629207b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:38.685266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7d116fb9-2e57-4ced-8e68-65d55596f4a2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:router {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:38.689846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Attempting to bind port be16290a-7102-4cde-89a2-876b15491634 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:38.689846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Attempting to bind port be16290a-7102-4cde-89a2-876b15491634 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:38.689846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Attempting to bind port be16290a-7102-4cde-89a2-876b15491634 on network 424581b2-4318-48a6-9116-2e6bfd02341d {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:38.710868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Port be16290a-7102-4cde-89a2-876b15491634 on network 424581b2-4318-48a6-9116-2e6bfd02341d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:04:38.711222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Attempting to bind port be16290a-7102-4cde-89a2-876b15491634 on network 424581b2-4318-48a6-9116-2e6bfd02341d {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:38.750122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.resource_extend [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:38.795303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.837089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting port 8593a25b-c651-422d-b0f7-25730641e884 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:38.837483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.845664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.848772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:38.856599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2fc7a5a8-65c2-4f21-a34b-1f1c63030369 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/64614a9b-d140-4e1d-9e63-4c49b629207b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4354389 May 19 13:04:38.857071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33882) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.866137 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] Sync routers for ids ['64614a9b-d140-4e1d-9e63-4c49b629207b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:38.869963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:38.870351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Checking segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:38.870715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Bound using segment: {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:38.871213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Bound port: be16290a-7102-4cde-89a2-876b15491634, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:38.871563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.883541 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] Routers {'64614a9b-d140-4e1d-9e63-4c49b629207b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:38.884738 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['64614a9b-d140-4e1d-9e63-4c49b629207b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.903043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7d116fb9-2e57-4ced-8e68-65d55596f4a2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:router {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:38.907155 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7d116fb9-2e57-4ced-8e68-65d55596f4a2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.9172950 May 19 13:04:38.918446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33886) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:38.933313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:38.972602 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:38.989442 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] Routers {'64614a9b-d140-4e1d-9e63-4c49b629207b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:38.990441 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['64614a9b-d140-4e1d-9e63-4c49b629207b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.019469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0f22b46b-2d52-416a-9140-360ad8f81548 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:39.024458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Transition to ACTIVE for port object 8593a25b-c651-422d-b0f7-25730641e884 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:39.028141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting port a631b4a5-82e4-4a94-9978-5d8223af06d2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:39.028807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.071537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.073615 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:39.074165 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee118d3-adfe-4cad-8d8b-e1feb1359d11 None None] The sync data for ids ['64614a9b-d140-4e1d-9e63-4c49b629207b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:39.125015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0f22b46b-2d52-416a-9140-360ad8f81548 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:39.128907 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f22b46b-2d52-416a-9140-360ad8f81548 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=64614a9b-d140-4e1d-9e63-4c49b629207b HTTP/1.1" status: 200 len: 205 time: 0.2683523 May 19 13:04:39.129065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33892) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:39.172569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] DHCP port deletion for 58782013-b64b-4588-b20c-5307276e05be request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:04:39.209162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] For port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:39.209679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.240166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Attempting to bind port 8593a25b-c651-422d-b0f7-25730641e884 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:39.240683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Attempting to bind port 8593a25b-c651-422d-b0f7-25730641e884 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:39.241130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Attempting to bind port 8593a25b-c651-422d-b0f7-25730641e884 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:39.247814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] Deleting port a631b4a5-82e4-4a94-9978-5d8223af06d2 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:39.248292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.281226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:39.281744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:39.282240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.282759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:39.283343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Bound port: 8593a25b-c651-422d-b0f7-25730641e884, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:39.283825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.322858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.333126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.403198 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:04:39.435613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.464273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] Calling delete_port for c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:39.520759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265f9a-fb2e-4042-a5eb-6a7cf55cd490 None None] Pushing event updated for resources: {'Port': ['ID=8593a25b-c651-422d-b0f7-25730641e884,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:39.637644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] For port 8593a25b-c651-422d-b0f7-25730641e884, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:39.665586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.748661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] For port be16290a-7102-4cde-89a2-876b15491634, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:39.765892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] For port 8593a25b-c651-422d-b0f7-25730641e884, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8593a25b-c651-422d-b0f7-25730641e884,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:39.771603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] Pushing event deleted for resources: {'Port': ['ID=c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:39.791167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.795473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf9ba3-1386-4687-8b9b-12a3c61e308c None None] No DVR routers for this DVR port c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:39.875311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265f9a-fb2e-4042-a5eb-6a7cf55cd490 None None] Pushing event updated for resources: {'Port': ['ID=8593a25b-c651-422d-b0f7-25730641e884,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:39.905543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] For port a631b4a5-82e4-4a94-9978-5d8223af06d2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a631b4a5-82e4-4a94-9978-5d8223af06d2,segment=NetworkSegment(6cf68cbe-be66-4bfb-bde2-39ed94103467),segment_id=6cf68cbe-be66-4bfb-bde2-39ed94103467)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:39.906050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:39.975148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] For port be16290a-7102-4cde-89a2-876b15491634, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=be16290a-7102-4cde-89a2-876b15491634,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:39.997209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.054161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Routers {'346879d6-f652-4323-8b67-cad32e533add'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:40.055773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['346879d6-f652-4323-8b67-cad32e533add'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:40.097163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.100862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.149659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.150883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 64614a9b-d140-4e1d-9e63-4c49b629207b {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:40.171406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] Calling delete_port for a631b4a5-82e4-4a94-9978-5d8223af06d2 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:40.175962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.177375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d0c280b8-be33-4847-8339-091ed0f7d100 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/64614a9b-d140-4e1d-9e63-4c49b629207b HTTP/1.1" status: 204 len: 168 time: 1.0475156 May 19 13:04:40.180766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33898) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:40.205813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:40.263117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.264346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet 76e176e0-23fc-40a6-a939-2fd38992dd61 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:04:40.267797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.280164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:04:40.280495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c7d4a62e-4100-47df-8a88-e3f3ed4ba6ce not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:04:40.280905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a631b4a5-82e4-4a94-9978-5d8223af06d2 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:40.313702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:40.314340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.315765 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] 10.222.0.79 "PUT /v2.0/ports/be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 200 len: 1094 time: 5.9125640 May 19 13:04:40.328648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.410887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.422127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'tag': 'be16290a-7102-4cde-89a2-876b15491634'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:04:40.425354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.431759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.543868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Calling delete_port for 8593a25b-c651-422d-b0f7-25730641e884 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:40.552874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] For port a631b4a5-82e4-4a94-9978-5d8223af06d2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a631b4a5-82e4-4a94-9978-5d8223af06d2,segment=NetworkSegment(6cf68cbe-be66-4bfb-bde2-39ed94103467),segment_id=6cf68cbe-be66-4bfb-bde2-39ed94103467)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:40.553295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.565087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.617663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] Set router 346879d6-f652-4323-8b67-cad32e533add gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:40.713660 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcac57d0-9e9c-4654-ab9a-54dc7e6c39ec'] response: {'name': 'network-changed', 'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'tag': 'be16290a-7102-4cde-89a2-876b15491634', 'status': 'completed', 'code': 200} May 19 13:04:40.744345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.744952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Fanout notify agent at l3_agent the message router_deleted on router f9265621-78d7-44d9-8b77-376d6d1070ca {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:40.765064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f169d-02ce-4317-b9dd-4dc95c274c1b req-d51518d6-b175-4c65-b512-8fdfde0e576d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:40.769498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-756f169d-02ce-4317-b9dd-4dc95c274c1b req-d51518d6-b175-4c65-b512-8fdfde0e576d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 944 time: 1.3564491 May 19 13:04:40.770645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346879d6-f652-4323-8b67-cad32e533add', 'name': 'tempest-snat-router-954883607', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:26Z', 'updated_at': '2022-05-19T13:04:38Z', 'revision_number': 4, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:40.783192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8fc5-097c-457d-b624-a1d104bbf611 service neutron] Pushing event updated for resources: {'Port': ['ID=be16290a-7102-4cde-89a2-876b15491634,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:40.790669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31495d-95b8-42c0-a26c-0300474db25d None None] The sync data for ids ['346879d6-f652-4323-8b67-cad32e533add'] in dv-neutron-841945-1-hyperv is: [{'id': '346879d6-f652-4323-8b67-cad32e533add', 'name': 'tempest-snat-router-954883607', 'tenant_id': '59c462266ff44b5299d789b87491bede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:26Z', 'updated_at': '2022-05-19T13:04:38Z', 'revision_number': 4, 'project_id': '59c462266ff44b5299d789b87491bede', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:40.792056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a631b4a5-82e4-4a94-9978-5d8223af06d2 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:40.792612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.805552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.805814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=76e176e0-23fc-40a6-a939-2fd38992dd61,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:40.814879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Calling delete_port for a631b4a5-82e4-4a94-9978-5d8223af06d2 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:40.863390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.864243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:40.868398 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f2abe8f9-c467-4979-a9ea-a6978e5e557d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/routers/f9265621-78d7-44d9-8b77-376d6d1070ca HTTP/1.1" status: 204 len: 168 time: 1.9470849 May 19 13:04:40.874292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33916) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:40.888382 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-637d5cd4-d1f3-4050-9741-c727d81c8c9b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/76e176e0-23fc-40a6-a939-2fd38992dd61 HTTP/1.1" status: 204 len: 168 time: 0.7060008 May 19 13:04:40.891030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33920) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:40.904565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] No DVR routers for this DVR port a631b4a5-82e4-4a94-9978-5d8223af06d2 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:40.958742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333d9b7-6469-40c3-8ca5-5f90f11ca0c6 None None] Network 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:40.980790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-85ef858d-15fd-4c14-8996-8163b9b0978f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:41.017815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-0f09ac10-75ed-4875-a1ba-ead841fcf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:41.019664 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-0f09ac10-75ed-4875-a1ba-ead841fcf185 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1097 time: 0.5009317 May 19 13:04:41.027649 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-756f169d-02ce-4317-b9dd-4dc95c274c1b req-ddfc9ec6-ce4b-4f67-b13e-a9c946850730 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866562 May 19 13:04:41.029127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Router 15da5659-f704-4679-8113-38b1c840dbc1 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:41.033615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-85ef858d-15fd-4c14-8996-8163b9b0978f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:41.037513 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-85ef858d-15fd-4c14-8996-8163b9b0978f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1584079 May 19 13:04:41.038394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33924) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:41.121270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b25c43-d146-4046-bd1f-f29caa2f508c None None] Pushing event deleted for resources: {'Port': ['ID=a631b4a5-82e4-4a94-9978-5d8223af06d2,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:41.123346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.136044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:41.136367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:41.139516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 008b2426-50f6-487e-bfec-720053a94eb7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:41.139848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.240109 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-d0ee65da-b056-41da-9376-b0ce62738af6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 200 len: 217 time: 0.2074254 May 19 13:04:41.338522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:41.339253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:41.381127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 008b2426-50f6-487e-bfec-720053a94eb7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=008b2426-50f6-487e-bfec-720053a94eb7,segment=NetworkSegment(b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e),segment_id=b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:41.381487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.420244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] DHCP port deletion for 1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:04:41.424722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Deleting port 008b2426-50f6-487e-bfec-720053a94eb7 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:41.425107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.484050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8561db6a-fe52-4160-bbdf-28696e234483 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:41.488637 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8561db6a-fe52-4160-bbdf-28696e234483 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2903731 May 19 13:04:41.499662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33930) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:41.591569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-78a52408-941f-45f4-a16b-83143e550a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:41.593146 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-78a52408-941f-45f4-a16b-83143e550a2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=239494e2-6929-4227-b2c1-a6d5fec92d5d HTTP/1.1" status: 200 len: 835 time: 0.2907093 May 19 13:04:41.606295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-85cf4584-6569-44fe-8899-1aa390f7988c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:router {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:41.689491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 008b2426-50f6-487e-bfec-720053a94eb7 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:41.691221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:41.701767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-85cf4584-6569-44fe-8899-1aa390f7988c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:router {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:41.702731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Sync routers for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:41.708816 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-85cf4584-6569-44fe-8899-1aa390f7988c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2070298 May 19 13:04:41.711451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] For port 008b2426-50f6-487e-bfec-720053a94eb7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=008b2426-50f6-487e-bfec-720053a94eb7,segment=NetworkSegment(b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e),segment_id=b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:41.711877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.713308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33942) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:41.726406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Deleting port a631b4a5-82e4-4a94-9978-5d8223af06d2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:41.726683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:41.727027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.815875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.820973 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d50b0d2a-38a6-462a-a2bd-5f65c32da0da tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 13.4190631 May 19 13:04:41.821243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33946) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:41.822667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] The port 'a631b4a5-82e4-4a94-9978-5d8223af06d2' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:04:41.845270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting port 8593a25b-c651-422d-b0f7-25730641e884 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:41.845607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.895869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:41.915328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:41.915964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:41.919389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-82031405-16b8-45d5-862f-f6699068a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:41.920882 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-82031405-16b8-45d5-862f-f6699068a349 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=424581b2-4318-48a6-9116-2e6bfd02341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3165984 May 19 13:04:41.961899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:41.991543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Calling delete_port for 008b2426-50f6-487e-bfec-720053a94eb7 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:42.040568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 008b2426-50f6-487e-bfec-720053a94eb7 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:42.045892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.064536 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d97d928a-0a09-447d-85b5-4f2168e4d331 tempest-TestNetworkAdvancedServerOps-250662135 tempest-TestNetworkAdvancedServerOps-250662135-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=24306cc48006457bb49f0dc6e3a652e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2305956 May 19 13:04:42.065180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33954) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:42.066595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:42.076941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58782013-b64b-4588-b20c-5307276e05be']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.094191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf68cbe-be66-4bfb-bde2-39ed94103467') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.094539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf68cbe-be66-4bfb-bde2-39ed94103467') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.125671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:42.136351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.143076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 008b2426-50f6-487e-bfec-720053a94eb7 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:04:42.143423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 008b2426-50f6-487e-bfec-720053a94eb7 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:04:42.175314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.191129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:42.193613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.327294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:42.358821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:42.359193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:42.369778 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:42.385738 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:42.428582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:42.432436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.447314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port 008b2426-50f6-487e-bfec-720053a94eb7 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:04:42.494691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=008b2426-50f6-487e-bfec-720053a94eb7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:42.506084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.510939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.559965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8607984-d1a5-4cde-883e-18a7a1fd0f6e tempest-TestNetworkAdvancedServerOps-250662135 tempest-TestNetworkAdvancedServerOps-250662135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:42.561456 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e8607984-d1a5-4cde-883e-18a7a1fd0f6e tempest-TestNetworkAdvancedServerOps-250662135 tempest-TestNetworkAdvancedServerOps-250662135-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4452875 May 19 13:04:42.587262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33960) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:42.643109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] Pushing event deleted for resources: {'Network': ['ID=58782013-b64b-4588-b20c-5307276e05be,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:42.681315 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-79450e80-0916-4f92-b476-3e854593b1dd tempest-NetworksIpV6TestAttrs-1703072839 tempest-NetworksIpV6TestAttrs-1703072839-project] 10.222.0.44 "DELETE /v2.0/networks/58782013-b64b-4588-b20c-5307276e05be HTTP/1.1" status: 204 len: 168 time: 4.1442952 May 19 13:04:42.692101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.704113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] For port 8593a25b-c651-422d-b0f7-25730641e884, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8593a25b-c651-422d-b0f7-25730641e884,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:42.704113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.712177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:35Z', 'revision_number': 3, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.717444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Checking router: 15da5659-f704-4679-8113-38b1c840dbc1 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:42.718325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Updating router 15da5659-f704-4679-8113-38b1c840dbc1 port c9bd3da9-46bd-4603-adf9-573cf3021a43 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:42.733119 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-67ea9398-a8fd-468f-b36d-821357e42b2b tempest-TestNetworkAdvancedServerOps-250662135 tempest-TestNetworkAdvancedServerOps-250662135-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422582 May 19 13:04:42.733894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 33966) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:42.745782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.756280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1672867830', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:42.762726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.763276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c7ca40-54f8-4ace-bd71-e9cc1ce56b0e') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:42.778795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551b9e-32ee-4a36-aad8-b4f3f8b5e956 req-c2b4f927-956a-4e33-9740-a03a0f6aa240 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:42.780617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c8551b9e-32ee-4a36-aad8-b4f3f8b5e956 req-c2b4f927-956a-4e33-9740-a03a0f6aa240 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 944 time: 0.4356570 May 19 13:04:42.790246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.801792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.865130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Deleting port 008b2426-50f6-487e-bfec-720053a94eb7 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:42.865686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.889104 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c8551b9e-32ee-4a36-aad8-b4f3f8b5e956 req-356316e9-f118-463a-807c-0dc139deee5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023946 May 19 13:04:42.912939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.924939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:04:42.925466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:04:42.963984 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:04:42.970594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-735175b0-821a-4a18-a06e-862802605fa6 None None] The port '008b2426-50f6-487e-bfec-720053a94eb7' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:04:43.014675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Calling delete_port for 8593a25b-c651-422d-b0f7-25730641e884 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:43.065450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.093174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.097754 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-4df48848-97b2-4546-9bb3-f917958d9656 service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1541877 May 19 13:04:43.103495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:43.106451 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-df00f33d-bd20-4cad-9a40-fecce2e5072e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/1f9da0bf-cfb9-477c-8dd4-b0b430f0f39d HTTP/1.1" status: 204 len: 168 time: 2.2144835 May 19 13:04:43.110453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:43.116243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2004247750', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:43.124546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:43.128526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:43.140878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:43.148731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:43.163987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.165200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.171150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33976) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:43.185142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.282995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:43.299551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:subnet and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:43.307301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:43.329030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:43.421197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Made reservation on behalf of 24306cc48006457bb49f0dc6e3a652e5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:43.425345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.496887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.522252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Transition to ACTIVE for port object c9bd3da9-46bd-4603-adf9-573cf3021a43 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:43.537228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.548631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.629342 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45bcab0-035e-41a6-9a5d-174f6afaf4d3 req-dc61d242-092d-4829-8190-262d66dbc39f service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209372 May 19 13:04:43.669776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Attempting to bind port c9bd3da9-46bd-4603-adf9-573cf3021a43 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:43.671210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Attempting to bind port c9bd3da9-46bd-4603-adf9-573cf3021a43 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:43.674354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Attempting to bind port c9bd3da9-46bd-4603-adf9-573cf3021a43 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:43.689512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75d7a0-d0bf-4eaa-b840-a834dd72db44 None None] Pushing event updated for resources: {'Port': ['ID=c9bd3da9-46bd-4603-adf9-573cf3021a43,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:43.700888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:43.703143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:43.703733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.704138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:43.704628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Bound port: c9bd3da9-46bd-4603-adf9-573cf3021a43, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:43.705101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.783398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-df9ed439-4330-4ec6-9d52-caa6fe82a5fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b21f065569c45949319062c61103a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729389 May 19 13:04:43.785662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 33984) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:43.834836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] For port c9bd3da9-46bd-4603-adf9-573cf3021a43, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:43.841760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] For port c9bd3da9-46bd-4603-adf9-573cf3021a43, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c9bd3da9-46bd-4603-adf9-573cf3021a43,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:43.848670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.853556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:43.967305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:43.967967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:44.081288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58607778-c1b7-479b-8144-7699d811ef90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.144844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event deleted for resources: {'Port': ['ID=8593a25b-c651-422d-b0f7-25730641e884,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:44.197824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:44.208329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58607778-c1b7-479b-8144-7699d811ef90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.263764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.330630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58607778-c1b7-479b-8144-7699d811ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.365255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607778-c1b7-479b-8144-7699d811ef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fbe94-8304-49e1-b4ca-19b6ffcab16f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:44.391810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75d7a0-d0bf-4eaa-b840-a834dd72db44 None None] Pushing event updated for resources: {'Port': ['ID=c9bd3da9-46bd-4603-adf9-573cf3021a43,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:44.407621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.433815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58607778-c1b7-479b-8144-7699d811ef90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.434980 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-58607778-c1b7-479b-8144-7699d811ef90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f0fbe94-8304-49e1-b4ca-19b6ffcab16f HTTP/1.1" status: 204 len: 168 time: 0.6482830 May 19 13:04:44.442661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.600296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.26.3.254 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/b34820d9-3477-4ad9-b021-da1367bb423c) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:44.723939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.745387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:35Z', 'revision_number': 3, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:44.753819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3a0ff-daa5-4c39-a609-f4f6d6c1abcc None None] The sync data for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv is: [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:35Z', 'revision_number': 3, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:44.781721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.812538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.875148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.896670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:04:44.923232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.923388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:44.968893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-90db79d9-a301-4e6f-aa0c-f0f0b35b0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:44.970390 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-90db79d9-a301-4e6f-aa0c-f0f0b35b0381 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1097 time: 1.2260742 May 19 13:04:44.974385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Subnet': ['ID=c0a8bf66-49ff-499f-953a-4131f274b177,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:45.036700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=b34820d9-3477-4ad9-b021-da1367bb423c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:45.037129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.037720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 346879d6-f652-4323-8b67-cad32e533add {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:45.059690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:45.061241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:45.067409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:45.076173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:45.092832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:45.103307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6de2b-2bb2-4e37-acb2-73550ef664d7 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:45.114767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:45.115624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.243547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Checking segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:45.244114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network hostable DHCP agents. Network: 194c019b-5806-4c81-a6fe-530845960918, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:04:45.303791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:45.322556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec24c-8d5c-4dce-bbf6-cbc420e5cc81 req-5b4b37fb-a32f-4e51-a58a-b387d547f3d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:45.324312 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6c0ec24c-8d5c-4dce-bbf6-cbc420e5cc81 req-5b4b37fb-a32f-4e51-a58a-b387d547f3d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 944 time: 1.1733687 May 19 13:04:45.352257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.356452 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-77fe3efc-d11b-43e3-834a-97b39e9dfbb7 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/routers/346879d6-f652-4323-8b67-cad32e533add HTTP/1.1" status: 204 len: 168 time: 8.2551301 May 19 13:04:45.361095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b3375d7e-3a9e-4cf1-a3f5-9abdbaeeee53 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6456661 May 19 13:04:45.367065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34012) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:45.367544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34014) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:45.466174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:45.553600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network 194c019b-5806-4c81-a6fe-530845960918 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:04:45.596069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': 'faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:45.596923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.657316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-2f6970be-bffd-4d3b-b327-1d3bcd5a394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:45.659278 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-2f6970be-bffd-4d3b-b327-1d3bcd5a394c service neutron] 10.222.0.79 "GET /v2.0/networks?id=424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 200 len: 898 time: 0.6706603 May 19 13:04:45.692644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 194c019b-5806-4c81-a6fe-530845960918) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:45.716538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c45cb-a094-4423-9ddb-1761d04b96d2 None None] Network 194c019b-5806-4c81-a6fe-530845960918 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:45.785426 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6c0ec24c-8d5c-4dce-bbf6-cbc420e5cc81 req-2d6fd1c9-39d8-4d95-8253-4466d63ae287 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225059 May 19 13:04:45.810232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:45.810845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:45.814959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34030) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:45.880687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device be16290a-7102-4cde-89a2-876b15491634 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:04:45.902966 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-5750c0ab-3d48-4c0f-92ba-b1097917ac12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 200 len: 217 time: 0.2189655 May 19 13:04:45.956264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.070320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.resource_extend [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:04:46.132040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-5c2b27bf-7564-4886-b3dc-6e1deae3bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:46.133928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-5c2b27bf-7564-4886-b3dc-6e1deae3bde8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=239494e2-6929-4227-b2c1-a6d5fec92d5d HTTP/1.1" status: 200 len: 835 time: 0.1721992 May 19 13:04:46.148252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-88fdcf62-201a-48fe-9e2f-3ffc2397804f tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] Request body: {'port': {'network_id': '826c8d95-b12c-4922-90e8-623328225d45', 'name': 'tempest-NetworksNegativeTestJSON-1157196657'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:46.220899 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fdcf62-201a-48fe-9e2f-3ffc2397804f tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] POST failed (client error): The resource could not be found. May 19 13:04:46.221723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fdcf62-201a-48fe-9e2f-3ffc2397804f tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:46.227640 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-88fdcf62-201a-48fe-9e2f-3ffc2397804f tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4093931 May 19 13:04:46.232073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34038) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:46.253649 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7e5a7875-cb1b-415d-8ab6-aa5f1ad1ad13 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5072596 May 19 13:04:46.257701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34042) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:46.270869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c9bd3da9-46bd-4603-adf9-573cf3021a43 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:46.388311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:46.391816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Allocated IP 2001:db8::f816:3eff:fe45:6e73 (46029377-b81a-4b15-aa71-e8bb333d83e5/faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3/a3400f3c-c0b1-476d-8cf1-e17fb7e955e1) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:46.396793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:46.404126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:46.413475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:46.436692 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e9834b-588a-4e2b-86c4-d37bf75f7026 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] DELETE failed (client error): The resource could not be found. May 19 13:04:46.437302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e9834b-588a-4e2b-86c4-d37bf75f7026 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:46.444572 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-86e9834b-588a-4e2b-86c4-d37bf75f7026 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "DELETE /v2.0/networks/f34a6fca-08c3-4869-82d5-4c08fe8fb870 HTTP/1.1" status: 404 len: 339 time: 0.2028420 May 19 13:04:46.445557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34046) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:46.451480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.504791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:46.508752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.631346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.642317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Transition to ACTIVE for port object a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:46.662544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Transition to ACTIVE for port object a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:46.702458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.895556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c9bd3da9-46bd-4603-adf9-573cf3021a43 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:46.909839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:46.920282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:46.922665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-194c019b-5806-4c81-a6fe-530845960918', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:04:46.923569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:46.956383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:47.098274 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-148d8abe-cd7e-4e0d-ab91-ade2ae9ba2c6 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] DELETE failed (client error): The resource could not be found. May 19 13:04:47.098836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148d8abe-cd7e-4e0d-ab91-ade2ae9ba2c6 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:47.104999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c9bd3da9-46bd-4603-adf9-573cf3021a43 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:47.105643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.143723 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-148d8abe-cd7e-4e0d-ab91-ade2ae9ba2c6 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "DELETE /v2.0/ports/e7aa83c4-b416-4bb0-9205-bacc4382dc6d HTTP/1.1" status: 404 len: 333 time: 0.6886070 May 19 13:04:47.146161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34052) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:47.172716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Pushing event updated for resources: {'Port': ['ID=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:47.220803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Attempting to bind port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:47.221446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Attempting to bind port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:47.221979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Attempting to bind port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:47.288306 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ec2c80-4a1b-4077-8330-0e081f10ab1c tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] DELETE failed (client error): The resource could not be found. May 19 13:04:47.288306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ec2c80-4a1b-4077-8330-0e081f10ab1c tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:47.297796 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-86ec2c80-4a1b-4077-8330-0e081f10ab1c tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "DELETE /v2.0/subnets/04a22c82-18c4-4ad9-9020-7b063a496ea5 HTTP/1.1" status: 404 len: 337 time: 0.1425550 May 19 13:04:47.299440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.308257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34058) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:47.317126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:47.319072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:47.319719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.320663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:47.321352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Bound port: a3400f3c-c0b1-476d-8cf1-e17fb7e955e1, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:47.321845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:47.432826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Allocated IP 172.20.0.2 (194c019b-5806-4c81-a6fe-530845960918/c0a8bf66-49ff-499f-953a-4131f274b177/5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:47.473222 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd0b8d1-20d4-4b84-8cfd-c41663f15316 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] GET failed (client error): The resource could not be found. May 19 13:04:47.474614 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cdd0b8d1-20d4-4b84-8cfd-c41663f15316 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "GET /v2.0/networks/45eb920e-5f75-449a-b973-e77781632258 HTTP/1.1" status: 404 len: 339 time: 0.1626563 May 19 13:04:47.485374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34062) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:47.585025 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a06614e-fd33-47da-a85e-4b4bf75a34ce tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] GET failed (client error): The resource could not be found. May 19 13:04:47.586360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a06614e-fd33-47da-a85e-4b4bf75a34ce tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "GET /v2.0/ports/47963cc8-270a-4944-adbd-d09f06fe8dcb HTTP/1.1" status: 404 len: 333 time: 0.0997832 May 19 13:04:47.599961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da3125-6a6e-439a-83ea-4cff385f26b9 req-c3e415e9-1470-489d-a731-145342528eaf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:47.601718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9da3125-6a6e-439a-83ea-4cff385f26b9 req-c3e415e9-1470-489d-a731-145342528eaf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 944 time: 0.5580256 May 19 13:04:47.601940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34066) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:47.615766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port be16290a-7102-4cde-89a2-876b15491634, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=be16290a-7102-4cde-89a2-876b15491634,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:47.639662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-61d476d5-3034-460a-b211-276a39847352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:47.644410 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-61d476d5-3034-460a-b211-276a39847352 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=424581b2-4318-48a6-9116-2e6bfd02341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4706984 May 19 13:04:47.788229 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9da3125-6a6e-439a-83ea-4cff385f26b9 req-db8ff92d-1dd8-462e-925d-5925c7fce9a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732605 May 19 13:04:47.844938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 42c98fd8-db5f-4ad6-aa24-46e14628d39b is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:04:47.913173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a156eb71-5797-414e-9ad2-5f7bd70c679c tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] GET failed (client error): The resource could not be found. May 19 13:04:47.914577 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a156eb71-5797-414e-9ad2-5f7bd70c679c tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "GET /v2.0/subnets/bc443b34-4ff6-4656-a78b-430a76b15ff0 HTTP/1.1" status: 404 len: 337 time: 0.2941248 May 19 13:04:47.929349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34070) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:47.937106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f5901bbf-4aa7-4fc9-a6ef-99b3d53a2f4e tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:47.967467 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5901bbf-4aa7-4fc9-a6ef-99b3d53a2f4e tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] PUT failed (client error): The resource could not be found. May 19 13:04:47.967936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5901bbf-4aa7-4fc9-a6ef-99b3d53a2f4e tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:47.969105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f5901bbf-4aa7-4fc9-a6ef-99b3d53a2f4e tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "PUT /v2.0/networks/9e397b63-432c-4127-b63f-86c54c720046 HTTP/1.1" status: 404 len: 339 time: 0.0386634 May 19 13:04:47.989318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34074) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:47.992760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'be16290a-7102-4cde-89a2-876b15491634', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'port_id': 'be16290a-7102-4cde-89a2-876b15491634', 'mac_address': 'fa:16:3e:9d:cd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:04:47.994023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.001002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.015929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Transition to ACTIVE for port object 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:48.035578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Transition to ACTIVE for port object 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:48.095632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-efb2c524-d3ee-40a1-bf5e-f64bff492665 service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968645 May 19 13:04:48.104129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port be16290a-7102-4cde-89a2-876b15491634 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:48.104509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.129553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:48.130147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.141956 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] Sync routers for ids ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:48.157794 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] Routers {'42c98fd8-db5f-4ad6-aa24-46e14628d39b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:48.158406 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:48.160511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-16e4a85e-b601-4c48-8848-0fbc69a3edff tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:48.226281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] For port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:48.258305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e4a85e-b601-4c48-8848-0fbc69a3edff tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] PUT failed (client error): The resource could not be found. May 19 13:04:48.258969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e4a85e-b601-4c48-8848-0fbc69a3edff tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:48.267247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-16e4a85e-b601-4c48-8848-0fbc69a3edff tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "PUT /v2.0/ports/e36a7fb6-81d8-45cd-b8bb-6bf874a6d446 HTTP/1.1" status: 404 len: 333 time: 0.2768402 May 19 13:04:48.271126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34078) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:48.281203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d5331b2e-a687-4547-8caa-e4199d118c90 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:48.297339 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:48.317862 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] Routers {'42c98fd8-db5f-4ad6-aa24-46e14628d39b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:48.320416 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:48.321549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] For port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:48.323888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be16290a-7102-4cde-89a2-876b15491634 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:04:48.340165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port be16290a-7102-4cde-89a2-876b15491634, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=be16290a-7102-4cde-89a2-876b15491634,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:48.359699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Network 194c019b-5806-4c81-a6fe-530845960918 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:48.360547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.365658 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.368053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.371332 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9e4f6f8a-27d0-422d-a61f-984cf60bb8ff tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.2598293 May 19 13:04:48.374774 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5331b2e-a687-4547-8caa-e4199d118c90 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] PUT failed (client error): The resource could not be found. May 19 13:04:48.375225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5331b2e-a687-4547-8caa-e4199d118c90 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:04:48.377334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:48.388056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:48.389038 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d5331b2e-a687-4547-8caa-e4199d118c90 tempest-NetworksNegativeTestJSON-1784815075 tempest-NetworksNegativeTestJSON-1784815075-project] 10.222.0.44 "PUT /v2.0/subnets/1b872d2f-bd53-4e5e-a2bd-c569c771c2cf HTTP/1.1" status: 404 len: 337 time: 0.1167319 May 19 13:04:48.389743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34084) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:48.390047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Pushing event updated for resources: {'Port': ['ID=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:48.439927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c9bd3da9-46bd-4603-adf9-573cf3021a43 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:48.440349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.457780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c9bd3da9-46bd-4603-adf9-573cf3021a43, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c9bd3da9-46bd-4603-adf9-573cf3021a43,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:48.476894 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:48.477729 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bdc2f-298f-4bad-869d-372f3351516e None None] The sync data for ids ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:48.516089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.600656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Attempting to bind port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:48.601249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Attempting to bind port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:48.601764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Attempting to bind port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd on network 194c019b-5806-4c81-a6fe-530845960918 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:48.612177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:48.612628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Checking segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:48.612934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.613331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Bound using segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:48.613773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Bound port: 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:48.614152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.627034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['be16290a-7102-4cde-89a2-876b15491634'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:04:48.651022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=be16290a-7102-4cde-89a2-876b15491634,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:48.690608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Deleting port 2aee0d5d-12d7-4d2f-bf50-170688ae1836 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:48.691329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.732785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681de4d-f88d-461f-a443-6c71f9b4d91e None None] Pushing event updated for resources: {'Port': ['ID=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:48.762832 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fbbe1c5e-060f-4280-8c46-7ddab4aefeb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/routers/42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 200 len: 881 time: 0.3716588 May 19 13:04:48.764948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34092) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:48.774933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:48.931342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34098) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:48.952450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c9bd3da9-46bd-4603-adf9-573cf3021a43,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:48.992137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:49.041665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:49.048916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:49.049497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.160709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] For port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:49.189732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] For port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:49.223982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.238168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.248251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:49.259043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Usage tracker for resource:security_group_rule and tenant:01afc47c4cd341e3b9d4ba9f26e6a214 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:49.263074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:49.273143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:49.331185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-847b1486-a16b-4486-a83a-b3d41902f6f5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:router {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:49.374311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea981639-47a9-4e65-b9d1-37441300e480 None None] Pushing event updated for resources: {'Port': ['ID=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:49.386488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-847b1486-a16b-4486-a83a-b3d41902f6f5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:router {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:49.390417 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-847b1486-a16b-4486-a83a-b3d41902f6f5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6215973 May 19 13:04:49.391332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34104) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:49.396188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2004247750'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:49.403262 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0f4e453e-003d-4eb2-9708-584b046a8d4b req-1c82ea33-d69f-47c5-a583-df9d48cf7669 service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1058512 May 19 13:04:49.498764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:49.518060 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d28459eb-a3c9-41c0-81a7-1474729a0939 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1478548 May 19 13:04:49.524711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34108) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:49.555024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:fd:73:1a', 'name': 'tempest-NetworksTestDHCPv6-200805191'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:49.652759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.666870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.725268 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01afc47c4cd341e3b9d4ba9f26e6a214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871280 May 19 13:04:49.730084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34116) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:49.756033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] For port 2aee0d5d-12d7-4d2f-bf50-170688ae1836, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2aee0d5d-12d7-4d2f-bf50-170688ae1836,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:49.756641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:49.852347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48506857-e1cf-4e8c-b48c-bb5454225ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dae1b3-d7e3-4998-9e29-650111d4b05f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:49.994901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8728ea8c-bd8b-4d4d-9f2d-6e2d3ca0b685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.003207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Calling delete_port for 2aee0d5d-12d7-4d2f-bf50-170688ae1836 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:50.116932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8728ea8c-bd8b-4d4d-9f2d-6e2d3ca0b685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.189314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7188c3-a386-4391-ad41-9491c80063ef None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:50.190791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-96b61188-80c2-4457-ae66-03f9071b51bc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:50.193832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33f7aa-7835-44ad-86ec-cdf04e6314fb req-697b5ccb-2272-485a-b0e4-8d8f6b1f4609 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:50.196154 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bc33f7aa-7835-44ad-86ec-cdf04e6314fb req-697b5ccb-2272-485a-b0e4-8d8f6b1f4609 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 945 time: 1.1268253 May 19 13:04:50.204759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:50.210047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:50.213492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:50.295047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:50.315408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-96b61188-80c2-4457-ae66-03f9071b51bc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:50.316571 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-96b61188-80c2-4457-ae66-03f9071b51bc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380891262&fields=id&tenant_id=315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 267 time: 0.1916854 May 19 13:04:50.338294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bc33f7aa-7835-44ad-86ec-cdf04e6314fb req-b8e82f71-72d1-4409-aad1-15de64e0d1f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206806 May 19 13:04:50.362226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:50.390666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.436241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.445346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device be16290a-7102-4cde-89a2-876b15491634 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:50.472455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.544359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4988b5fc-ca2e-4666-b52c-7adfa13cc217 None None] Provisioning for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:50.549959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port be16290a-7102-4cde-89a2-876b15491634 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:50.554849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8728ea8c-bd8b-4d4d-9f2d-6e2d3ca0b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.559569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port be16290a-7102-4cde-89a2-876b15491634 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:50.559898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.720938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.739447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port be16290a-7102-4cde-89a2-876b15491634 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:50.739834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.818734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728ea8c-bd8b-4d4d-9f2d-6e2d3ca0b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dae1b3-d7e3-4998-9e29-650111d4b05f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:50.826519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 42c98fd8-db5f-4ad6-aa24-46e14628d39b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:50.841803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8728ea8c-bd8b-4d4d-9f2d-6e2d3ca0b685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.842982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8728ea8c-bd8b-4d4d-9f2d-6e2d3ca0b685 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05dae1b3-d7e3-4998-9e29-650111d4b05f HTTP/1.1" status: 204 len: 168 time: 1.1053734 May 19 13:04:50.891253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:50.937706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:50.958087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aee0d5d-12d7-4d2f-bf50-170688ae1836,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:50.963516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16290a-7102-4cde-89a2-876b15491634'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:04:50.968928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887544f-968c-42c3-9fea-63624eb9c415 None None] Network 194c019b-5806-4c81-a6fe-530845960918 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:04:51.049064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port be16290a-7102-4cde-89a2-876b15491634, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=be16290a-7102-4cde-89a2-876b15491634,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:51.079372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:51.082980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:51.084875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.091153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:51.091526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.092203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.096269 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-940d53bd-af4e-4b1c-afd3-6cda91e91769 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 200 len: 888 time: 1.7042708 May 19 13:04:51.099900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34134) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:51.103999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.186010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-503e301e-12b1-4285-a4f9-89cb3135e3eb tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:51.194802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-503e301e-12b1-4285-a4f9-89cb3135e3eb tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 812 time: 0.7491865 May 19 13:04:51.214734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Provisioning for port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:51.236404 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-373c6cf4-2f29-4563-983b-ebb53b859deb tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/quotas/315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 375 time: 0.0404384 May 19 13:04:51.263538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': 'faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3', 'ip_address': '2001:db8::f816:3eff:fe45:6e73'}, {'subnet_id': 'bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'a3400f3c-c0b1-476d-8cf1-e17fb7e955e1'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:04:51.301840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] Sync routers for ids ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:51.362301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Provisioning complete for port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:51.362875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.433421 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df58387-89c9-4951-8a53-fd619cbee94a'] response: {'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be16290a-7102-4cde-89a2-876b15491634', 'code': 200} May 19 13:04:51.465733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] Routers {'42c98fd8-db5f-4ad6-aa24-46e14628d39b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:51.466359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:51.582232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:51.616271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.770874 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4ecc7708-a13e-4536-867e-484c26885052 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/routers/42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 200 len: 888 time: 0.6675460 May 19 13:04:51.774328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34158) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:51.821261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-683a6cb3-d859-4223-91a6-f6b28f85e9e9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:51.841189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-33c0e8e9-7830-42ee-8710-c57ba10f0206 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:51.843992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Current status of the port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:51.844376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:51.854303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] Routers {'42c98fd8-db5f-4ad6-aa24-46e14628d39b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:51.855280 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:51.867458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-683a6cb3-d859-4223-91a6-f6b28f85e9e9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:51.880753 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-683a6cb3-d859-4223-91a6-f6b28f85e9e9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6365414 May 19 13:04:51.883994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-33c0e8e9-7830-42ee-8710-c57ba10f0206 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:51.888105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-33c0e8e9-7830-42ee-8710-c57ba10f0206 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 200 len: 205 time: 0.1102424 May 19 13:04:51.905979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34162) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:51.906371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34164) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:51.915442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=be16290a-7102-4cde-89a2-876b15491634,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:51.948144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port cc33e3b9-b39f-46cc-9585-2bf2908e240d yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:04:52.049815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.050740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:52.051767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbc687-9e21-4ea7-95da-f2d742979db1 None None] The sync data for ids ['42c98fd8-db5f-4ad6-aa24-46e14628d39b'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:52.062040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.063636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:52.064140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.168608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.168608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa53c750-4f0b-44ec-a4b0-7633f479fcab {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:52.187440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:52.202598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--150832340'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:52.215296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:52.220395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:52.223487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:52.230105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:52.260721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.262377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c9bd3da9-46bd-4603-adf9-573cf3021a43 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:52.268821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.285623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.303644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:52.308310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:52.313936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.376864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:52.402845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2621a-de2a-447f-b123-4f6e0728cf61 req-cc29668c-8a61-4ec0-a5c8-4bfc51bbbb47 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:52.403074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:52.410468 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e1e2621a-de2a-447f-b123-4f6e0728cf61 req-cc29668c-8a61-4ec0-a5c8-4bfc51bbbb47 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.5658500 May 19 13:04:52.439492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.446282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:04:52.446282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:04:52.446640 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6064e938-803a-41de-81a8-54bc579a33ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "DELETE /v2.0/routers/aa53c750-4f0b-44ec-a4b0-7633f479fcab HTTP/1.1" status: 204 len: 168 time: 7.0771458 May 19 13:04:52.446745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34174) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:52.459604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-165154599', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:52.461659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a13e-0b0e-4db6-a156-0b9ee3c3e83f req-2d6c8381-0414-4d27-95db-52ccc2184213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:52.462373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:52.463181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9f8a13e-0b0e-4db6-a156-0b9ee3c3e83f req-2d6c8381-0414-4d27-95db-52ccc2184213 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1099 time: 0.5729101 May 19 13:04:52.468343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:52.472605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Usage tracker for resource:router and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:52.475869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:52.482236 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-e159d814-5814-4ce9-9f62-52e8244cb108 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944781 May 19 13:04:52.483564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c9bd3da9-46bd-4603-adf9-573cf3021a43 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:52.484089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.569849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:52.587792 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e1e2621a-de2a-447f-b123-4f6e0728cf61 req-2cc5a3da-6195-4d78-89da-1e81845cea16 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754110 May 19 13:04:52.607644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Allocated IP 172.20.0.1 (194c019b-5806-4c81-a6fe-530845960918/c0a8bf66-49ff-499f-953a-4131f274b177/6ece72cf-2eaf-481e-9f4f-49fc00336c6b) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:52.624551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.625661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.627315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c9bd3da9-46bd-4603-adf9-573cf3021a43 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:52.628676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:52.630339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 172.20.0.13 (46029377-b81a-4b15-aa71-e8bb333d83e5/bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb/cc33e3b9-b39f-46cc-9585-2bf2908e240d) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:52.643299 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9f8a13e-0b0e-4db6-a156-0b9ee3c3e83f req-87f22efd-2d27-48d6-ac22-bad4525732cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318288 May 19 13:04:52.648372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fefd:731a (46029377-b81a-4b15-aa71-e8bb333d83e5/faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3/cc33e3b9-b39f-46cc-9585-2bf2908e240d) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:52.722225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:52.728784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:52.729258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.831698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.841501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.846002 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-8a6d709c-1a7e-4ca9-9b3c-aad12e75f26e service neutron] 10.222.0.44 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983387 May 19 13:04:52.877205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port b34820d9-3477-4ad9-b021-da1367bb423c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:52.877562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:52.994369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.011195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:53.011577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.022284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Transition to ACTIVE for port object 6ece72cf-2eaf-481e-9f4f-49fc00336c6b will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:53.029934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-49732c1a-5ff7-4464-a433-d8d0e95502c8 None None] Current status of the port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:53.064212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:53.073488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.127012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.128641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.231473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dc92ee8a-d103-49d8-a291-22b95ea8b018 None None] Provisioning complete for port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:53.231845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dc92ee8a-d103-49d8-a291-22b95ea8b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.241494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.287655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:53.294795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.316599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object cc33e3b9-b39f-46cc-9585-2bf2908e240d will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:53.325709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.330913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:53.369612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Port': ['ID=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.384552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network 194c019b-5806-4c81-a6fe-530845960918 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:53.387994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:53.485891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.504711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:53.509716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Allocated IP 172.20.0.2 (46029377-b81a-4b15-aa71-e8bb333d83e5/bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb/a3400f3c-c0b1-476d-8cf1-e17fb7e955e1) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:53.512487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:53.517858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:53.535912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:53.536130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.545771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.555124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:53.613896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dc92ee8a-d103-49d8-a291-22b95ea8b018 None None] Current status of the port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:53.660476 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-777adecc-945d-4d4a-8d96-f238638fbcb0 req-05fcacc9-c81c-4e1a-b48c-a8a26999ef97 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 210 time: 0.2744768 May 19 13:04:53.766744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.772691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] For port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:04:53.782436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.798776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.822294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c763219f-7f10-44f3-b85b-877e31fce614,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:53.822649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Transition to ACTIVE for port object a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:53.831080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.859126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:53.863958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:53.869281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:53.901552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dc1c1413-9dba-41a0-a7b6-1029aa55ff69 None None] Provisioning for port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:53.937862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dc1c1413-9dba-41a0-a7b6-1029aa55ff69 None None] Provisioning complete for port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:53.938655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1413-9dba-41a0-a7b6-1029aa55ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:53.954274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.065872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:54.066429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.091615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=cc33e3b9-b39f-46cc-9585-2bf2908e240d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:54.094709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:54.098133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.102597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807b4e-88e8-4c85-8a30-f3ad49b71e3b None None] Pushing event updated for resources: {'Port': ['ID=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:54.106800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c1413-9dba-41a0-a7b6-1029aa55ff69 None None] Port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:54.159691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.168626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dc51789a-af04-442b-8a2a-ea960e109b05 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6427937 May 19 13:04:54.175758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34196) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:54.184787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aee0d5d-12d7-4d2f-bf50-170688ae1836 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:04:54.191922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for b34820d9-3477-4ad9-b021-da1367bb423c owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:54.279698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2aee0d5d-12d7-4d2f-bf50-170688ae1836 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:04:54.280051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2aee0d5d-12d7-4d2f-bf50-170688ae1836 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:04:54.399123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.402796 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4929998 May 19 13:04:54.402796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc33249-e669-46cc-8fac-ce802b160ba6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8c6e4-a5e5-49b5-a335-7c80b677e746,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:54.406853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34200) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:54.504945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d6822-cfc9-47ca-a11f-b516876efb1e req-18d8a43a-0dc7-4bc6-a87d-226e98e692ec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:54.506710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cd6d6822-cfc9-47ca-a11f-b516876efb1e req-18d8a43a-0dc7-4bc6-a87d-226e98e692ec tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.6675115 May 19 13:04:54.580081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d33a2e5a-a273-4997-ae5a-bec05c53af9f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:54.614012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2667d4-963f-4bec-b902-e48941f53507 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:54.618042 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cd6d6822-cfc9-47ca-a11f-b516876efb1e req-575b9616-b8ba-476a-85df-e0fa9042671c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967355 May 19 13:04:54.621023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2667d4-963f-4bec-b902-e48941f53507 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:54.622189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8d2667d4-963f-4bec-b902-e48941f53507 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:54.674707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8d2667d4-963f-4bec-b902-e48941f53507 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:54.675911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8d2667d4-963f-4bec-b902-e48941f53507 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4992373 May 19 13:04:54.679439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34204) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:54.734484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d33a2e5a-a273-4997-ae5a-bec05c53af9f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:54.735816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d33a2e5a-a273-4997-ae5a-bec05c53af9f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3270469 May 19 13:04:54.741223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34210) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:54.758231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-security--656907871', 'description': 'tempest-security-description-1191815809'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:54.847476 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cb567614-10a6-4fa1-aff0-61d95daab03d req-92a36872-9560-43e1-8684-f859c58a1da7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 210 time: 0.0727799 May 19 13:04:54.851980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.924168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port cc33e3b9-b39f-46cc-9585-2bf2908e240d {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:04:54.924168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.946953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b659ca41-ed31-4bb0-af4e-efc26b92ddab None None] Provisioning for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:54.953364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.960167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.962765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.964025 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "PUT /v2.0/security-groups/a0d8c6e4-a5e5-49b5-a335-7c80b677e746 HTTP/1.1" status: 200 len: 1778 time: 0.2217038 May 19 13:04:54.967410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.975859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b659ca41-ed31-4bb0-af4e-efc26b92ddab None None] Provisioning complete for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:54.976863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b659ca41-ed31-4bb0-af4e-efc26b92ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:54.983744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34214) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:54.992144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.036154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.090370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=b34820d9-3477-4ad9-b021-da1367bb423c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:55.094716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.171236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.208771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b659ca41-ed31-4bb0-af4e-efc26b92ddab None None] Current status of the port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:55.235120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:04:55.251476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37915e-1498-4ea1-bcfc-18603c634734 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8c6e4-a5e5-49b5-a335-7c80b677e746,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:55.326319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:55.326927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.381309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-981a535f-6254-4d6d-93c5-7a8bbe47102c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups/a0d8c6e4-a5e5-49b5-a335-7c80b677e746 HTTP/1.1" status: 200 len: 1778 time: 0.3938043 May 19 13:04:55.381530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-530cf612-ae3a-4717-99e0-623f2c764475 None None] Provisioning for port cc33e3b9-b39f-46cc-9585-2bf2908e240d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:55.385177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.389935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34218) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:55.392468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-530cf612-ae3a-4717-99e0-623f2c764475 None None] Provisioning complete for port cc33e3b9-b39f-46cc-9585-2bf2908e240d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:55.392967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-530cf612-ae3a-4717-99e0-623f2c764475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.494025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-530cf612-ae3a-4717-99e0-623f2c764475 None None] Port cc33e3b9-b39f-46cc-9585-2bf2908e240d cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:55.515176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:04:55.521114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Port': ['ID=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:55.583469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.599553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-144f119e-7a58-46c9-9959-88b1e41563f8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:55.600222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-144f119e-7a58-46c9-9959-88b1e41563f8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:55.629625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-948b188b-7a94-4e9e-9b84-c4dd3d11bdbf tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.659707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-144f119e-7a58-46c9-9959-88b1e41563f8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:55.660930 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-144f119e-7a58-46c9-9959-88b1e41563f8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 812 time: 0.6520081 May 19 13:04:55.699828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-948b188b-7a94-4e9e-9b84-c4dd3d11bdbf tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:55.724836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network 194c019b-5806-4c81-a6fe-530845960918 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:55.743742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:55.835756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-703929e8-83a8-413c-92c1-c9acaccec949 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:55.899761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-703929e8-83a8-413c-92c1-c9acaccec949 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:55.906969 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-703929e8-83a8-413c-92c1-c9acaccec949 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 380 time: 0.2331116 May 19 13:04:56.028193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'port': {'device_id': '2ab927e7-1020-4561-859d-12d46068999f', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'admin_state_up': True, 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'security_groups': ['d2b8ec03-87e5-4b17-9502-bbfb79f3bee8']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:56.046045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.051853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.061498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-948b188b-7a94-4e9e-9b84-c4dd3d11bdbf tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.097233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Allocated IP 172.26.3.225 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/88f7607f-273f-4439-8665-8f74c269daf5) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:56.108104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.132656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d2ddbea2-058d-4467-8f76-e6ed32bcdab1 None None] Provisioning complete for port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:56.133866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbea2-058d-4467-8f76-e6ed32bcdab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.145614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b188b-7a94-4e9e-9b84-c4dd3d11bdbf tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d8c6e4-a5e5-49b5-a335-7c80b677e746,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:56.229403 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-49d64e65-b3d6-497e-8286-bb7eb16aefd5 req-502eda7d-b5d7-4664-91af-5d52a22733d4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 210 time: 0.1592388 May 19 13:04:56.250349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for cc33e3b9-b39f-46cc-9585-2bf2908e240d owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:04:56.261009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Router 15da5659-f704-4679-8113-38b1c840dbc1 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:04:56.263342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddbea2-058d-4467-8f76-e6ed32bcdab1 None None] Port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:56.278445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.278992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 42c98fd8-db5f-4ad6-aa24-46e14628d39b {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:04:56.284161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-948b188b-7a94-4e9e-9b84-c4dd3d11bdbf tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.287924 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-948b188b-7a94-4e9e-9b84-c4dd3d11bdbf tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/a0d8c6e4-a5e5-49b5-a335-7c80b677e746 HTTP/1.1" status: 204 len: 168 time: 0.8917224 May 19 13:04:56.288839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34228) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:56.412864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.413932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f40a7894-57e2-4bd8-9fbc-23d2ad71d952 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 204 len: 168 time: 4.5050001 May 19 13:04:56.434630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34232) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:56.446973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13553d2-2447-4680-8c6f-4c5312bd9ce3 req-1464c815-020e-419e-b9b9-6dd2c7058e48 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:56.448552 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c13553d2-2447-4680-8c6f-4c5312bd9ce3 req-1464c815-020e-419e-b9b9-6dd2c7058e48 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.5645504 May 19 13:04:56.456940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-133644478'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:56.468219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:56.499714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:56.504086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:56.548846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:56.583381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:56.612515 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c13553d2-2447-4680-8c6f-4c5312bd9ce3 req-28204cc2-2453-4c89-971f-0b43c3b5588a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497142 May 19 13:04:56.617808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:56.621916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.638104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.719300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:56.762289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:04:56.775449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7f8007d8-369d-4b45-8043-6bc0221fbfc0 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:56.778202 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Sync routers for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:04:56.781158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.792462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:04:56.792726 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:56.794139 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:56.835656 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44a4676f-f406-48bf-a326-b62630b8f189 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "PUT /v2.0/routers/15da5659-f704-4679-8113-38b1c840dbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5541081 May 19 13:04:56.838548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Made reservation on behalf of 315f0b4966f444f9bdcbf022dbbb1350 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:56.849483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.858448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=cc33e3b9-b39f-46cc-9585-2bf2908e240d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:56.916246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:56.917247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment 09df37b0-6525-4761-92d1-35a397bd7677 of type vlan for network f074faf8-6915-473f-82fb-86f4dfca3ac1 May 19 13:04:56.959021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.011431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.019974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7f8007d8-369d-4b45-8043-6bc0221fbfc0 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:57.025130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.025858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7f8007d8-369d-4b45-8043-6bc0221fbfc0 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7318969 May 19 13:04:57.027012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34240) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.034957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:57.035767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.053747 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-ead91971-01ef-46a7-aef4-f15ac66959f0 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] delete failed (client error): The resource could not be found. May 19 13:04:57.069409 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ead91971-01ef-46a7-aef4-f15ac66959f0 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/a0d8c6e4-a5e5-49b5-a335-7c80b677e746 HTTP/1.1" status: 404 len: 347 time: 0.0396578 May 19 13:04:57.071393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34244) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.083471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--740749491'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:57.120529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:57.124232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:57.144171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:57.195169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:57.239031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.278735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a9771-9b36-4368-9efb-353a2d4f6aa8 req-04c73731-2a36-49a0-aa9b-f3948d6cf2ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:57.290183 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb0a9771-9b36-4368-9efb-353a2d4f6aa8 req-04c73731-2a36-49a0-aa9b-f3948d6cf2ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.5076921 May 19 13:04:57.323512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:57.360982 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:57.375566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:57.397614 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb0a9771-9b36-4368-9efb-353a2d4f6aa8 req-5c8718b7-c8e5-4b83-ad4f-64d17dbc6282 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060231 May 19 13:04:57.398850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:57.421384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:57.429185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:57.431121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34260) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.441485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Allocated IP 172.20.0.12 (4ba88463-33fc-463a-80b1-d6a59491f619/9a8fbf6c-8feb-4f11-af89-78270254be6a/b0076a6f-4358-465f-a745-1e24c6c1c0cf) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:04:57.654078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c7ddf352-c58e-4e63-b8b5-cc0537868667 req-43a2d7d5-2331-4f88-853a-f93fa58bbf08 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 210 time: 0.0627532 May 19 13:04:57.724946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2864420 May 19 13:04:57.741946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event updated for resources: {'Port': ['ID=88f7607f-273f-4439-8665-8f74c269daf5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:57.749932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34264) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.754855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.767742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.794414 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:04:54Z', 'revision_number': 2, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:57.799650 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Checking router: 15da5659-f704-4679-8113-38b1c840dbc1 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:04:57.800370 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Updating router 15da5659-f704-4679-8113-38b1c840dbc1 port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:04:57.818734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e5ed3-4a95-48c7-b076-46c043333482,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:57.866408 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.912675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.917231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:57.919038 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e4db816f-f2e1-468b-9e91-a0b13550efde tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8411341 May 19 13:04:57.924059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34266) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:57.932614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': 'f60e5ed3-4a95-48c7-b076-46c043333482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:57.940290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:57.946892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:57.950785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:57.961616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-bc222ab2-6f8f-4fe4-afa2-0212f80a9b07 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Synchronizing usage tracker for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:57.974167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:57.977940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb772d8b-47ad-4ba0-a3d7-936b0f9920b4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=f074faf8-6915-473f-82fb-86f4dfca3ac1,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:57.983224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:57.989581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:04:58.023760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Transition to ACTIVE for port object b0076a6f-4358-465f-a745-1e24c6c1c0cf will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:58.069815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.082068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.198768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:04:58.213816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:04:58.223910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:04:58.245169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.250367 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f1891332-d1c6-4650-a17e-ec7627cfd0e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/cc33e3b9-b39f-46cc-9585-2bf2908e240d HTTP/1.1" status: 204 len: 168 time: 3.5683012 May 19 13:04:58.260634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34272) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:58.263952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:58.277730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:58.283672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:58.301423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:58.305340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-bc222ab2-6f8f-4fe4-afa2-0212f80a9b07 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Unset dirty status for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:58.307140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-bc222ab2-6f8f-4fe4-afa2-0212f80a9b07 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480923312&fields=id&tenant_id=24306cc48006457bb49f0dc6e3a652e5 HTTP/1.1" status: 200 len: 267 time: 0.9032636 May 19 13:04:58.332165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:58.352712 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.375139 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Transition to ACTIVE for port object 6ece72cf-2eaf-481e-9f4f-49fc00336c6b will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:04:58.389959 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.405842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.424747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:58.425390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.434205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122aa01-62e3-475b-97eb-ecdd598d2f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:58.437688 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2122aa01-62e3-475b-97eb-ecdd598d2f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1094 time: 0.9140019 May 19 13:04:58.438996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.445179 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:04:58.452383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34276) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:58.464741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.486013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6882391f-c1fa-4482-aa55-c579b71b03fa,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:58.493437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'be16290a-7102-4cde-89a2-876b15491634', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:58.528833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:04:58.540705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a8f9b-3dfe-4ba3-a536-f23400440f19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:58.542198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a8f9b-3dfe-4ba3-a536-f23400440f19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:58.543695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a8f9b-3dfe-4ba3-a536-f23400440f19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:58.544516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9f6a8f9b-3dfe-4ba3-a536-f23400440f19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:58.553100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:04:58.559551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-7acaf2f1-bef5-454f-9e24-4a1ed52ce3a2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6413183 May 19 13:04:58.560947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:04:58.574262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:04:58.584219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Request body: {'port': {'device_id': '2ab927e7-1020-4561-859d-12d46068999f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:04:58.620246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1e9c84ae-1431-487b-94d4-7c5d989406ea None None] Provisioning for port b0076a6f-4358-465f-a745-1e24c6c1c0cf completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:04:58.627478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1e9c84ae-1431-487b-94d4-7c5d989406ea None None] Provisioning complete for port b0076a6f-4358-465f-a745-1e24c6c1c0cf triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:04:58.628203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1e9c84ae-1431-487b-94d4-7c5d989406ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.641807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.643108 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-da43e852-49c1-41a9-aa23-6e1f4dc0b1d4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7177405 May 19 13:04:58.656528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34280) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:58.657301 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Pushing event updated for resources: {'Port': ['ID=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:58.740541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9f6a8f9b-3dfe-4ba3-a536-f23400440f19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:58.745756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34286) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:58.748584 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9f6a8f9b-3dfe-4ba3-a536-f23400440f19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4850912 May 19 13:04:58.748707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.749053 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.749283 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.750900 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.751243 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.753309 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.753703 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.754044 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.754988 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.755323 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.759942 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.760297 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:04:58.801413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.801759 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Attempting to bind port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:04:58.802245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Attempting to bind port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:04:58.806741 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Attempting to bind port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b on network 194c019b-5806-4c81-a6fe-530845960918 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:04:58.818250 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:04:58.818735 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Checking segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:04:58.819136 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.823963 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Bound using segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:04:58.824683 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Bound port: 6ece72cf-2eaf-481e-9f4f-49fc00336c6b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:04:58.825108 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.849728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c84ae-1431-487b-94d4-7c5d989406ea None None] Port b0076a6f-4358-465f-a745-1e24c6c1c0cf cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:04:58.852571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c44a9fd-4e22-4231-a35a-422c0065ba8e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.928685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c44a9fd-4e22-4231-a35a-422c0065ba8e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:58.944983 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] For port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:04:58.948780 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] For port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:04:58.957230 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.028950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-0e18f94e-697a-483f-8bbe-c59de7ec663f tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:59.029612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.030875 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-0e18f94e-697a-483f-8bbe-c59de7ec663f tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/networks?id=194c019b-5806-4c81-a6fe-530845960918 HTTP/1.1" status: 200 len: 797 time: 0.7103858 May 19 13:04:59.062885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:04:59.064035 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8d879-e6cc-442e-b122-2be1e909ec38 None None] Pushing event updated for resources: {'Port': ['ID=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:59.076920 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-5a2d2bb3-7fe7-4588-a80d-c8278808fe57 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/quotas/24306cc48006457bb49f0dc6e3a652e5 HTTP/1.1" status: 200 len: 375 time: 0.0298595 May 19 13:04:59.112566 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:04:59.113335 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:59.160310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.177188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c44a9fd-4e22-4231-a35a-422c0065ba8e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.225658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c44a9fd-4e22-4231-a35a-422c0065ba8e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.226859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c44a9fd-4e22-4231-a35a-422c0065ba8e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6882391f-c1fa-4482-aa55-c579b71b03fa HTTP/1.1" status: 204 len: 168 time: 0.5685325 May 19 13:04:59.258076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34290) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:04:59.260924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44a9fd-4e22-4231-a35a-422c0065ba8e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6882391f-c1fa-4482-aa55-c579b71b03fa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:04:59.299910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.387667 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:04:59.440012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d0506-1a2f-4d7d-b59b-778484008f45 req-79a0b77d-0975-47ca-9f59-78acfb859814 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:04:59.440728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1a6d0506-1a2f-4d7d-b59b-778484008f45 req-79a0b77d-0975-47ca-9f59-78acfb859814 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:59.446699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.512887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c0d2e91-edb8-445c-89ee-5d5862b3be41 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:04:59.585698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1a6d0506-1a2f-4d7d-b59b-778484008f45 req-79a0b77d-0975-47ca-9f59-78acfb859814 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:59.586921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1a6d0506-1a2f-4d7d-b59b-778484008f45 req-79a0b77d-0975-47ca-9f59-78acfb859814 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 932 time: 0.7177682 May 19 13:04:59.750406 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-6e49f287-e5a1-4045-92dd-aa489e6971ec tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=24306cc48006457bb49f0dc6e3a652e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6722341 May 19 13:04:59.751079 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:04:58Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:04:59.755827 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056bb2-04f9-44fb-9ce9-2448e696c67a None None] The sync data for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv is: [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:04:58Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:04:59.781916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:04:59.871556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c0d2e91-edb8-445c-89ee-5d5862b3be41 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:04:59.872870 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0c0d2e91-edb8-445c-89ee-5d5862b3be41 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6099722 May 19 13:04:59.909013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34294) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:00.005545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b77-a3f6-4ee2-9816-33ea0cf132c5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.010434 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1a6d0506-1a2f-4d7d-b59b-778484008f45 req-bf9b9e95-8212-4131-8363-b299788727c9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761426 May 19 13:05:00.124607 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.129935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b77-a3f6-4ee2-9816-33ea0cf132c5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.188184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.202122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.140 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/0c0599b5-fe4f-4c0e-9c43-b20cdcec11a9) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:00.314432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0076a6f-4358-465f-a745-1e24c6c1c0cf {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:05:00.317684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=fc84c98c-5481-4130-9704-077e1044c5bb,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:00.329970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b77-a3f6-4ee2-9816-33ea0cf132c5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.337356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.342701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.377069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.377550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.377894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.378389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.378888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.380027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.380027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.380198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.380689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.381027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.381401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.381728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.503619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.525277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': '09df37b0-6525-4761-92d1-35a397bd7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:00.525717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: f074faf8-6915-473f-82fb-86f4dfca3ac1, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:00.545216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0b77-a3f6-4ee2-9816-33ea0cf132c5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e5ed3-4a95-48c7-b076-46c043333482,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:00.552637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.609637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Transition to ACTIVE for port object b0076a6f-4358-465f-a745-1e24c6c1c0cf will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:00.628327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b77-a3f6-4ee2-9816-33ea0cf132c5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.632563 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-eb8f0b77-a3f6-4ee2-9816-33ea0cf132c5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/f60e5ed3-4a95-48c7-b076-46c043333482 HTTP/1.1" status: 204 len: 168 time: 0.7201908 May 19 13:05:00.636413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34298) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:00.662484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.678831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:00.697237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-c1d743cf-6f97-4ebd-bbe3-a9e8b1987d7f service neutron] 10.222.0.44 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9249849 May 19 13:05:00.734825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.762836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:00.765228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:00.808708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=0c0599b5-fe4f-4c0e-9c43-b20cdcec11a9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:00.905506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.906211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.906545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.907041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.907418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.907882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.908215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.908633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.908959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.909279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.909627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.909982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:00.950908 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-271f28be-c201-43cb-819a-4387d69075bb service neutron] 10.222.0.44 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525654 May 19 13:05:00.963102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:00.977427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:00.982804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:00.989128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb985a-77cd-41d9-aaf1-e0a1c6f39a62 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:01.001539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f074faf8-6915-473f-82fb-86f4dfca3ac1) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:01.010443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:01.011063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.019736 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b8d5cf30-ed1a-4ce9-bd79-c9ede6eb7cd3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb HTTP/1.1" status: 204 len: 168 time: 2.2573190 May 19 13:05:01.028418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34302) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:01.081549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:01.125691 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4cef444d-bf66-4763-92ba-8648f6008b09 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1612055 May 19 13:05:01.127110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Router a745299a-af43-4ce8-b3ae-6cf3dc38bb22 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:01.163041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34308) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:01.189390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30485fab-fa49-4fb0-9a30-a4fe6b60f259 None None] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:01.271437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1644387103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:01.279645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:01.285137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:01.288087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:01.299657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:01.343428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b74c02f5-6bec-4a7b-9055-a3fbd41f070f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:01.408775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Attempting to bind port b0076a6f-4358-465f-a745-1e24c6c1c0cf on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:01.409477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6ece72cf-2eaf-481e-9f4f-49fc00336c6b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:01.409899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Attempting to bind port b0076a6f-4358-465f-a745-1e24c6c1c0cf by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:01.410590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Attempting to bind port b0076a6f-4358-465f-a745-1e24c6c1c0cf on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:01.453450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Port b0076a6f-4358-465f-a745-1e24c6c1c0cf on network 4ba88463-33fc-463a-80b1-d6a59491f619 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:05:01.453654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Attempting to bind port b0076a6f-4358-465f-a745-1e24c6c1c0cf on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:01.459361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b74c02f5-6bec-4a7b-9055-a3fbd41f070f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:01.460931 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b74c02f5-6bec-4a7b-9055-a3fbd41f070f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8195801 May 19 13:05:01.494509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34318) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:01.506001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:01.506001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Checking segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:01.506952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Bound using segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:01.507054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Bound port: b0076a6f-4358-465f-a745-1e24c6c1c0cf, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:01.508342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.529517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168183509'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:01.537656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-df817b52-8dea-4daf-81c1-95763288ace0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.543397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:01.560215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.561371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.567926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:01.581842 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f11e2e8a-2fd9-4766-b68d-81b9194a909d req-cf571313-78e0-48f7-a31c-873041df3f92 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.0753698 May 19 13:05:01.582472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.596783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:01.634466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:01.634751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:01.652292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:01.652848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.685649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.724429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] Sync routers for ids ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:01.733486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.735793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-f074faf8-6915-473f-82fb-86f4dfca3ac1', 'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': 'fc84c98c-5481-4130-9704-077e1044c5bb'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:01.737356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.765289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33babfe1-c696-4c62-8726-e997317799bb req-b00bfac7-2623-466f-9e5d-116d8a12a5e9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:01.766855 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33babfe1-c696-4c62-8726-e997317799bb req-b00bfac7-2623-466f-9e5d-116d8a12a5e9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.4933653 May 19 13:05:01.806227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.834733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.846492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.886378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:01.891627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.896487 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4496273f-c998-462b-b259-54d2d479176a tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4398046 May 19 13:05:01.898788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:01.903634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:01.907594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34328) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:01.916217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] Routers {'a745299a-af43-4ce8-b3ae-6cf3dc38bb22'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:01.917213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:01.919882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:01.923724 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-54900cb7-ccd6-4bdd-86fe-c2ba3cbf5be3 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7272220 May 19 13:05:01.924574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34332) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:01.934631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:01.946187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': False}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:01.976801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:01.977567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.009564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:02.056139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:02.071607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] Routers {'a745299a-af43-4ce8-b3ae-6cf3dc38bb22'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:02.072623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:04:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:02.131149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.153296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:02.166863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:02.200226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33babfe1-c696-4c62-8726-e997317799bb req-5c6fd377-e462-40c7-afc3-460753a2e825 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236951 May 19 13:05:02.208181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.313520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:02.314204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6793e77-3f6b-4d5a-b4d8-e75750767916 None None] The sync data for ids ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:02.375837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:02.382602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:02.383289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.384633 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] 10.222.0.79 "PUT /v2.0/ports/b0076a6f-4358-465f-a745-1e24c6c1c0cf HTTP/1.1" status: 200 len: 1094 time: 3.8078778 May 19 13:05:02.385105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:02.396564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.397912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.398495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.399093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.399638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.400292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.400824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.401552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.402104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.402676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.403200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.403856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:05:02.412953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Allocated IP 172.20.0.2 (f074faf8-6915-473f-82fb-86f4dfca3ac1/fc84c98c-5481-4130-9704-077e1044c5bb/e6b38dda-1c9a-4720-bfbe-d53e2774b7b8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:02.518386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b74ab-e47b-4bef-ac64-b8ca478dbca6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:02.568755 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274b6bf9-3a33-4cdf-ada4-8f87bc8bba79'] response: {'name': 'network-changed', 'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'status': 'completed', 'code': 200} May 19 13:05:02.658017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.687714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.692283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.788688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:02.815809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.836087 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7c70f372-2a02-4d1e-bf04-2046fcf2e4cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3 HTTP/1.1" status: 204 len: 168 time: 1.8043919 May 19 13:05:02.840185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34340) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:02.916410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.918921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-48bd1bc2-bc0c-480d-97c2-837bd2951968 req-c914a42a-ef7a-4189-b02c-c003e887c0f7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Synchronizing usage tracker for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:02.931394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Transition to ACTIVE for port object e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:02.948893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18449a9f-c524-4be3-b26a-ac651447244c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:02.956636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Transition to ACTIVE for port object e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:02.956795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.960685 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-416f451e-455f-49dd-bfc4-168ed3aa11a2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4602122 May 19 13:05:02.975233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:02.976902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34344) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:03.014338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.028683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-adeec461-17b4-4bc9-87f3-0b55d212f5e8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:router {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:03.073610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:03.076823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:03.081424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:03.110466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.136269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '18449a9f-c524-4be3-b26a-ac651447244c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:03.146397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Pushing event updated for resources: {'Port': ['ID=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:03.149753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:03.157362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:03.161231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:03.181431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:03.264433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Attempting to bind port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:03.264894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Attempting to bind port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '09df37b0-6525-4761-92d1-35a397bd7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:03.265341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Attempting to bind port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 on network f074faf8-6915-473f-82fb-86f4dfca3ac1 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:03.271692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6ece72cf-2eaf-481e-9f4f-49fc00336c6b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:03.335708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:03.336601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Checking segment: {'id': '09df37b0-6525-4761-92d1-35a397bd7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:03.337096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.337608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Bound using segment: {'id': '09df37b0-6525-4761-92d1-35a397bd7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:03.338779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Bound port: e6b38dda-1c9a-4720-bfbe-d53e2774b7b8, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09df37b0-6525-4761-92d1-35a397bd7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f074faf8-6915-473f-82fb-86f4dfca3ac1'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:03.338990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.351294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a622df4-5ea7-4175-8618-248c32dcd7e0 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:03.393101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.410938 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-adeec461-17b4-4bc9-87f3-0b55d212f5e8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:router {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:03.415443 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-adeec461-17b4-4bc9-87f3-0b55d212f5e8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5710149 May 19 13:05:03.419138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34352) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:03.441151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-a041604a-8d7d-4fcd-b53c-fafa64519347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:03.442697 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-a041604a-8d7d-4fcd-b53c-fafa64519347 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 1097 time: 0.9142950 May 19 13:05:03.448102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:03.524827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-48bd1bc2-bc0c-480d-97c2-837bd2951968 req-c914a42a-ef7a-4189-b02c-c003e887c0f7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Unset dirty status for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:03.525994 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-48bd1bc2-bc0c-480d-97c2-837bd2951968 req-c914a42a-ef7a-4189-b02c-c003e887c0f7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.7278607 May 19 13:05:03.569814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2671d-ef56-4f79-a922-e97aff29b55f req-acfaa749-91fc-4ba8-a135-3fcdcd5f04f4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:03.571298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4d2671d-ef56-4f79-a922-e97aff29b55f req-acfaa749-91fc-4ba8-a135-3fcdcd5f04f4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.1943393 May 19 13:05:03.608495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.20.0.1 (f074faf8-6915-473f-82fb-86f4dfca3ac1/fc84c98c-5481-4130-9704-077e1044c5bb/4e85f118-6160-453e-b8ce-3a0c51020577) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:03.638751 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-865aafbb-8343-47e3-90da-4629ab07c318 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf HTTP/1.1" status: 200 len: 217 time: 0.1098361 May 19 13:05:03.654266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4d2671d-ef56-4f79-a922-e97aff29b55f req-a8f1cb81-7edc-4c58-927d-7aea57d95adb tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726814 May 19 13:05:03.654522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:03.655058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.697416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6d4eaef0-018d-4c04-93ee-9ce538d994f8 None None] Provisioning complete for port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:03.697779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaef0-018d-4c04-93ee-9ce538d994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.741777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a779146-d8fd-4783-a129-8bd90f08b827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.762188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] For port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:03.787623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] For port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,segment=NetworkSegment(09df37b0-6525-4761-92d1-35a397bd7677),segment_id=09df37b0-6525-4761-92d1-35a397bd7677)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:03.790345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.799877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.805813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.821688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 4e85f118-6160-453e-b8ce-3a0c51020577 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:03.848107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.918129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:03.921094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:03.925984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:03.966500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=4e85f118-6160-453e-b8ce-3a0c51020577,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:03.976156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.992582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.995305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:03.997156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-cb507371-cf9d-4403-8e2e-8ae4a79fcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:03.999216 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-cb507371-cf9d-4403-8e2e-8ae4a79fcfc4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.3051405 May 19 13:05:04.001919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:04.008827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.015600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32066c7b-14e3-434c-9d02-83b7d8a8b3e6 None None] Pushing event updated for resources: {'Port': ['ID=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:04.016583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-4b41ea5a-1349-4d55-9b20-60b819692f65 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:04.017258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-4b41ea5a-1349-4d55-9b20-60b819692f65 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Synchronizing usage tracker for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:04.045285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6d4eaef0-018d-4c04-93ee-9ce538d994f8 None None] Current status of the port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:04.047354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:04.126200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.136284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:05:04.141148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] Deleting port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:04.141646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.274500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:04.284447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:04.320344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:04.415220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] For port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:04.416186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.426644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addec2ab-b533-4a36-951d-99f7f473d15b,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:04.536290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.537553 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b022deff-7c42-4641-837d-33ddbd132bee tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5555282 May 19 13:05:04.543582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-4b41ea5a-1349-4d55-9b20-60b819692f65 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Unset dirty status for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:04.544866 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-4b41ea5a-1349-4d55-9b20-60b819692f65 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.79 "GET /v2.0/networks?id=194c019b-5806-4c81-a6fe-530845960918 HTTP/1.1" status: 200 len: 797 time: 1.3409491 May 19 13:05:04.547781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34358) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:04.563108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '18449a9f-c524-4be3-b26a-ac651447244c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:04.571410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:04.574989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.584256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] Calling delete_port for a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:04.624040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:04.642684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:04.689950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.705446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:04.726809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.734145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.762054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] Pushing event deleted for resources: {'Port': ['ID=a3400f3c-c0b1-476d-8cf1-e17fb7e955e1,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:04.774323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b602a-4670-4c48-89a8-8e494397a87a None None] No DVR routers for this DVR port a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:04.788039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.792262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:04.801460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-665cae58-4a2e-4368-ab5a-afe76581aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:04.803000 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-665cae58-4a2e-4368-ab5a-afe76581aa8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7792411 May 19 13:05:04.838206 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c2a9e5a-1708-4e7e-b2e3-071134288d61 req-8a54f770-101a-435b-a712-7d5398026d7b tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.1199245 May 19 13:05:04.868027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.925950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:04.936152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=4e85f118-6160-453e-b8ce-3a0c51020577,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:04.947977 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-2786303c-ea02-47ec-ac32-1545de14eae3 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24306cc48006457bb49f0dc6e3a652e5 HTTP/1.1" status: 200 len: 380 time: 0.3479617 May 19 13:05:04.984187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'port': {'device_id': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'admin_state_up': True, 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'security_groups': ['b25d19ed-e531-4f04-a2ae-ff6e5e279bab']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:05.007937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.065717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b174eeb-b5ab-4785-9ee9-a070ec35da1a req-ee76c039-4258-4d6d-89e8-80e63b0ec1d8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:05.067246 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8b174eeb-b5ab-4785-9ee9-a070ec35da1a req-ee76c039-4258-4d6d-89e8-80e63b0ec1d8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.2552133 May 19 13:05:05.096538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.resource_extend [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:05.156740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.160563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:05.163262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:05.179958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8b174eeb-b5ab-4785-9ee9-a070ec35da1a req-fa8a883d-7fa3-4788-9a53-23b3cdf6d2f9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963476 May 19 13:05:05.229422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.249078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:05.327134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63d6fa-f71f-4027-86ff-aa2dc887b891 None None] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:05.430893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:05.447446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-826ee1eb-c58f-4d1e-9000-4ee4eeba39f5 None None] Provisioning for port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:05.477299 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-2dbc6fc2-99b6-4005-9787-240ab443ad4c service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516747 May 19 13:05:05.520610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.530402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:05.544565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:05.544886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.570866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.604326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:05.620703 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-00d01fd1-162f-453e-9156-0ce0efa03508 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/3dfc8296-56d6-4ed0-aacc-3978bf5c9a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931553 May 19 13:05:05.620924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34366) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:05.623515 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] Sync routers for ids ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:05.633453 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] Routers {'3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:05.634099 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:05.664273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=0c0599b5-fe4f-4c0e-9c43-b20cdcec11a9,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:05.701974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9040beb-db1d-43be-8e70-c7e1f84ff93a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:05.702458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a9040beb-db1d-43be-8e70-c7e1f84ff93a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:05.711234 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:05.723184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a9040beb-db1d-43be-8e70-c7e1f84ff93a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:05.724769 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a9040beb-db1d-43be-8e70-c7e1f84ff93a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports/4e85f118-6160-453e-b8ce-3a0c51020577 HTTP/1.1" status: 200 len: 910 time: 0.1029708 May 19 13:05:05.728014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34370) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:05.730957 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] Routers {'3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:05.731807 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:05.737314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc84c98c-5481-4130-9704-077e1044c5bb'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:05.752701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:05.753368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.793181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,segment=NetworkSegment(09df37b0-6525-4761-92d1-35a397bd7677),segment_id=09df37b0-6525-4761-92d1-35a397bd7677)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:05.800922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:05.817836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:05.818238 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c54851-52d3-4a23-ab05-5a343b787aa9 None None] The sync data for ids ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:05.872741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96286fd5-34fb-450b-8f55-a8b2bc2f2f5a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:05.885112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:05.959271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:05:05.959614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3400f3c-c0b1-476d-8cf1-e17fb7e955e1 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:05.991064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:05.997795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.068667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:06.085486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.110971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Provisioning complete for port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:06.111813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.202786 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfcd4ebd-29a0-4e53-9bb8-d699ed4290ec req-9355152d-4ce5-4194-887c-027f9a3c3f63 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.1400104 May 19 13:05:06.203757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.265139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Current status of the port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:06.281193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Provisioning for port 4e85f118-6160-453e-b8ce-3a0c51020577 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:06.289829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Provisioning complete for port 4e85f118-6160-453e-b8ce-3a0c51020577 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:06.290312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.311226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.312544 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0c8e8a14-bd42-4485-9eef-fc6dd1be936a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7617800 May 19 13:05:06.333718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:06.336257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34378) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:06.387279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '18449a9f-c524-4be3-b26a-ac651447244c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:06.391662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3df8feda-1f67-41ab-96d2-1bf6b2697216 None None] Port 4e85f118-6160-453e-b8ce-3a0c51020577 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:06.470259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:06.505091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:06.525161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-79bbd808-90d8-4faf-9ba8-1b787afd76f8 None None] Provisioning complete for port 4e85f118-6160-453e-b8ce-3a0c51020577 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:06.525975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-79bbd808-90d8-4faf-9ba8-1b787afd76f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.585317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:06.591244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-79bbd808-90d8-4faf-9ba8-1b787afd76f8 None None] Port 4e85f118-6160-453e-b8ce-3a0c51020577 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:06.618503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Made reservation on behalf of 24306cc48006457bb49f0dc6e3a652e5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:06.621973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.630955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:06.653551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d12e7102-15ac-4d7d-9e7d-88aceecd7884 req-dcc2a5f5-7083-4820-bb06-e0abc76682be service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1129372 May 19 13:05:06.722623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08961a-132d-4a78-b634-7d74af9dafca req-2a4aade1-e5e7-4322-9a12-abf4eed0a1fc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:06.723966 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7b08961a-132d-4a78-b634-7d74af9dafca req-2a4aade1-e5e7-4322-9a12-abf4eed0a1fc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.3263664 May 19 13:05:06.726901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b7f04fd2-474e-4e83-950f-aa6e280576e8 None None] Provisioning complete for port 4e85f118-6160-453e-b8ce-3a0c51020577 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:06.727607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7f04fd2-474e-4e83-950f-aa6e280576e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.793542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7f04fd2-474e-4e83-950f-aa6e280576e8 None None] Port 4e85f118-6160-453e-b8ce-3a0c51020577 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:06.852817 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7b08961a-132d-4a78-b634-7d74af9dafca req-97424e05-b82b-4176-8394-269012144b3b tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109169 May 19 13:05:06.879054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.906241 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 1fd2e355-21cb-4f99-b479-5d82f1a529e8 associated. External IP: 172.26.3.140, port: be16290a-7102-4cde-89a2-876b15491634. May 19 13:05:06.917130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:06.926086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.038742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=4e85f118-6160-453e-b8ce-3a0c51020577,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:07.048252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:07.048850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.050121 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0cb17513-276a-4812-b28a-e67f5b003f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/ports/4e85f118-6160-453e-b8ce-3a0c51020577 HTTP/1.1" status: 200 len: 910 time: 1.3211751 May 19 13:05:07.053219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34382) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:07.192301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:07.271017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:07.271612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.314904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:05:07.344573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.414978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:07.457998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.488527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.523398 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8e4d586b-95b9-4499-b647-142f88099718 req-dcbdf9da-3a0b-408f-8375-cff20b31e36a tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.1222601 May 19 13:05:07.527245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.532527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:07.542020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.544064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:07.551068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.555508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5845e-d10b-4136-8eba-b21dba4ec179 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:07.562197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:07.562815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.582062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Allocated IP 172.20.0.11 (194c019b-5806-4c81-a6fe-530845960918/c0a8bf66-49ff-499f-953a-4131f274b177/fdb2660d-0b83-4ec3-8ed2-11678289c2c6) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:07.583938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=29a4e029-53ed-4574-b631-d098052e87d4,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:07.597499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.782734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '29a4e029-53ed-4574-b631-d098052e87d4'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:07.784064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:07.882719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-8a47b63c-95c6-4fe0-8cfa-4567c7ec80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:07.884015 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-8a47b63c-95c6-4fe0-8cfa-4567c7ec80a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 1097 time: 1.1236656 May 19 13:05:07.951380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Allocated IP 2001:db8::f816:3eff:fe5a:52ad (46029377-b81a-4b15-aa71-e8bb333d83e5/29a4e029-53ed-4574-b631-d098052e87d4/496d122e-0d7f-454e-8324-1d173eb9e0cf) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:07.965905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 4e85f118-6160-453e-b8ce-3a0c51020577 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:07.966650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.010137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c48c9fb-2fe3-4161-90ea-404b567273d7,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:08.161007 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4f377d9b-8b51-477a-868c-2b93d4836dcf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7222590 May 19 13:05:08.178181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34390) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:08.239416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:08.263909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.268375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.269907 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f572dd3-61bd-4aac-9bab-822b04c7b665 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9303777 May 19 13:05:08.275504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34394) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:08.279059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Transition to ACTIVE for port object 496d122e-0d7f-454e-8324-1d173eb9e0cf will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:08.282867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '18449a9f-c524-4be3-b26a-ac651447244c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:08.297029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:08.299209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Transition to ACTIVE for port object 496d122e-0d7f-454e-8324-1d173eb9e0cf will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:08.305207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:08.306188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.311354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:08.320421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Router a745299a-af43-4ce8-b3ae-6cf3dc38bb22 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:08.320690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:08.368838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.373584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:08.376322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:08.380132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:08.391369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faaea7-5cf5-4c70-9903-d025e4f428bc req-2ae9e3dc-84ad-47a2-8bff-11bfb6a802ed tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:08.392484 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a7faaea7-5cf5-4c70-9903-d025e4f428bc req-2ae9e3dc-84ad-47a2-8bff-11bfb6a802ed tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.3914752 May 19 13:05:08.402362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.452895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Pushing event updated for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:08.474147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Attempting to bind port 496d122e-0d7f-454e-8324-1d173eb9e0cf on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:08.474517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Attempting to bind port 496d122e-0d7f-454e-8324-1d173eb9e0cf by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:08.474940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Attempting to bind port 496d122e-0d7f-454e-8324-1d173eb9e0cf on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:08.480683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:08.480903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:08.481278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.481674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:08.482125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Bound port: 496d122e-0d7f-454e-8324-1d173eb9e0cf, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:08.483130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.562956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 4e85f118-6160-453e-b8ce-3a0c51020577 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:08.585988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:08.589608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:08.597344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.655818 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a7faaea7-5cf5-4c70-9903-d025e4f428bc req-83ef9ae6-4cf2-46dc-88a6-3e83bc1a308f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439551 May 19 13:05:08.681441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.688875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-543dc5bc-d820-4eac-be19-40895e292e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:08.690314 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-543dc5bc-d820-4eac-be19-40895e292e8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.6700649 May 19 13:05:08.691298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.700422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111a190-f5c0-4e68-9137-9d9c53e38e46 None None] Pushing event updated for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:08.726981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4515f2f6-17cc-4ef0-b529-54d65b039656,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:08.748911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.752911 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d75522b1-12be-478f-8c53-fc20e869d20f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4724729 May 19 13:05:08.753099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 28564391-2e35-4121-8ee1-90a40ffe3cc8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:08.753207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34400) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:08.761151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '18449a9f-c524-4be3-b26a-ac651447244c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:08.770540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:08.775928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:08.781041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:08.789483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:08.830702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:08.842895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-6d5e56db-c4e3-438a-9d32-7e27ebe99ec2 req-933c6818-dc51-4908-a101-965a6f22f0d7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Synchronizing usage tracker for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:08.847393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.865435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:08.873286 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-c34ff7d6-7639-48a1-81fd-51cd9d3f2c74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf HTTP/1.1" status: 200 len: 217 time: 0.1123216 May 19 13:05:08.878029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:08.904558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:08.969214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:09.062709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=4e85f118-6160-453e-b8ce-3a0c51020577,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:09.107575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.125952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-6d5e56db-c4e3-438a-9d32-7e27ebe99ec2 req-933c6818-dc51-4908-a101-965a6f22f0d7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Unset dirty status for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:09.137246 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d5e56db-c4e3-438a-9d32-7e27ebe99ec2 req-933c6818-dc51-4908-a101-965a6f22f0d7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.4814672 May 19 13:05:09.186653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.202599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:09.205811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.237217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.265322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 496d122e-0d7f-454e-8324-1d173eb9e0cf up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:09.294762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4e7025-b33c-4d9c-87e0-ddc0862abc82,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:09.299244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.356547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 496d122e-0d7f-454e-8324-1d173eb9e0cf completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:09.360447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-83059c94-35df-42eb-abbb-5f9d76e55396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:09.362267 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-83059c94-35df-42eb-abbb-5f9d76e55396 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.4684284 May 19 13:05:09.372591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.373809 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ff67c962-ad63-430f-92de-f2a8fe02f3ce tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6197450 May 19 13:05:09.382123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34404) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:09.475527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7714-af49-465a-ba1b-707ed19f48c1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.549602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7714-af49-465a-ba1b-707ed19f48c1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.563907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Transition to ACTIVE for port object fdb2660d-0b83-4ec3-8ed2-11678289c2c6 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:09.568147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:09.581353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] Sync routers for ids ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:09.584616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.586099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82d748dd-8248-4297-8eea-b81857d5466b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "PUT /v2.0/routers/a745299a-af43-4ce8-b3ae-6cf3dc38bb22 HTTP/1.1" status: 200 len: 925 time: 7.6710486 May 19 13:05:09.599335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] Routers {'a745299a-af43-4ce8-b3ae-6cf3dc38bb22'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:09.600167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:09.608205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34408) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:09.673846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:09.686488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] Routers {'a745299a-af43-4ce8-b3ae-6cf3dc38bb22'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:09.687641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:09.772038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:09.772512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2962c920-3477-4256-968c-007360a4d8e1 None None] The sync data for ids ['a745299a-af43-4ce8-b3ae-6cf3dc38bb22'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:09.786377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:09.801261 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] Sync routers for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:09.816303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.822769 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:09.823562 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:09.907407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:09.938826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:09.992263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network 194c019b-5806-4c81-a6fe-530845960918 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:10.000959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-5106569b-c98a-45ae-9464-793b0e64a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:10.002458 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-5106569b-c98a-45ae-9464-793b0e64a31f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4313331 May 19 13:05:10.008546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7714-af49-465a-ba1b-707ed19f48c1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.015203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:10.025948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:10.074820 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:10.076762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:10.128650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7714-af49-465a-ba1b-707ed19f48c1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.129807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4e2b7714-af49-465a-ba1b-707ed19f48c1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4b4e7025-b33c-4d9c-87e0-ddc0862abc82 HTTP/1.1" status: 204 len: 168 time: 0.7466791 May 19 13:05:10.148253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Provisioning for port 496d122e-0d7f-454e-8324-1d173eb9e0cf completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:10.161381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Provisioning complete for port 496d122e-0d7f-454e-8324-1d173eb9e0cf triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:10.161756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.250812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34414) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.282528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f00c50a-25ff-41d5-8f1d-eb44adfed696 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.8110478 May 19 13:05:10.308868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b7714-af49-465a-ba1b-707ed19f48c1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b4e7025-b33c-4d9c-87e0-ddc0862abc82,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:10.313301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34420) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.355435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'tag': 'be16290a-7102-4cde-89a2-876b15491634'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:10.400828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Current status of the port 496d122e-0d7f-454e-8324-1d173eb9e0cf is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:10.401414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.445006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:10.445339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-646d7cd5-d209-435e-860f-ad031346f66d tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/a745299a-af43-4ce8-b3ae-6cf3dc38bb22 HTTP/1.1" status: 200 len: 925 time: 0.8360288 May 19 13:05:10.446092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.446371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:10.448939 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6954819e-3db0-49a8-bbaa-173c54224c67 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/1fd2e355-21cb-4f99-b479-5d82f1a529e8 HTTP/1.1" status: 200 len: 992 time: 0.1313620 May 19 13:05:10.450043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:10.456406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.460392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34426) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.480045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c0e8d1b-be7e-4913-8c1a-82297f09b4b2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/3dfc8296-56d6-4ed0-aacc-3978bf5c9a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4256613 May 19 13:05:10.487620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34430) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.494870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] Sync routers for ids ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:10.509476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.516938 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '1fd2e355-21cb-4f99-b479-5d82f1a529e8', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'port_id': 'be16290a-7102-4cde-89a2-876b15491634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'mac_address': 'fa:16:3e:9d:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:02Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:10.524011 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] Checking router: 28564391-2e35-4121-8ee1-90a40ffe3cc8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:10.527637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] Routers {'3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:10.528267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:10.533729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4f704cd0-75d1-474d-ace1-8b5947ecb32c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:10.538776 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:10.539683 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:10.555714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c74a815a-d16e-4d3f-833a-2cdfaf818a4a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:10.580719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c2dbe-ad02-4e0e-b9d0-e720cac1d038 req-1d4a425e-b5d7-4bf9-9d5d-a3283c7732dd tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:10.592406 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c2dbe-ad02-4e0e-b9d0-e720cac1d038 req-1d4a425e-b5d7-4bf9-9d5d-a3283c7732dd tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.7376392 May 19 13:05:10.603364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:10.614856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ef58-d62e-4f8a-8c52-e33eb79880dd None None] Pushing event updated for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:10.623855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] Routers {'3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:10.624480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:10.625888 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-1b60acb2-65c9-4bc7-b351-a3273421f16e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6565514 May 19 13:05:10.663906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c74a815a-d16e-4d3f-833a-2cdfaf818a4a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:10.668226 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c74a815a-d16e-4d3f-833a-2cdfaf818a4a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 HTTP/1.1" status: 200 len: 205 time: 0.1796677 May 19 13:05:10.668649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Request body: {'port': {'device_id': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:10.669060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34434) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.673640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4f704cd0-75d1-474d-ace1-8b5947ecb32c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:10.677658 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4f704cd0-75d1-474d-ace1-8b5947ecb32c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4231560 May 19 13:05:10.680445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a5f0b98c-646d-4414-ae1f-edb2eafa09f6 None None] Provisioning for port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:10.691817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:10.692214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5927c74-c6ae-4b39-999f-c3e2d81637c5 None None] The sync data for ids ['3dfc8296-56d6-4ed0-aacc-3978bf5c9a05'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:10.693658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a5f0b98c-646d-4414-ae1f-edb2eafa09f6 None None] Provisioning complete for port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:10.694017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b98c-646d-4414-ae1f-edb2eafa09f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.715422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:10.718937 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-d7ee06d0-8485-42a8-8645-c63517b48a86 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960948 May 19 13:05:10.728849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34438) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.729511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:10.741117 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a60c2dbe-ad02-4e0e-b9d0-e720cac1d038 req-1850a5ba-79cf-438a-a17e-bffa40f2800f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476364 May 19 13:05:10.741296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf828b-0d15-4e7d-b7f5-5d2fa09ef590 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:10.743903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:10.744595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.767275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0b98c-646d-4414-ae1f-edb2eafa09f6 None None] Port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:10.837944 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:10.876136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=ad34c101-8b6e-4eca-b245-a48c48f90ac9,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:10.888717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6c0df8-8b26-475c-8c9a-bf75671c5406'] response: {'name': 'network-changed', 'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'tag': 'be16290a-7102-4cde-89a2-876b15491634', 'status': 'completed', 'code': 200} May 19 13:05:10.923130 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1f3e4b31-dd6b-4a38-aaf2-b4f67e903076 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7435935 May 19 13:05:10.931137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34442) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:10.933688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-831d0beb-174e-42a2-b7fd-9b77f242cdd6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:10.946418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:2a:e5:c8', 'name': 'tempest-NetworksTestDHCPv6-120216324'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:10.999774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-831d0beb-174e-42a2-b7fd-9b77f242cdd6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.031501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.050350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78867f8-0d0a-4c57-a7fb-73cc0a9d3feb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:11.051900 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d78867f8-0d0a-4c57-a7fb-73cc0a9d3feb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=a745299a-af43-4ce8-b3ae-6cf3dc38bb22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5903170 May 19 13:05:11.074142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34446) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:11.074806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.092301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70917f60-4d4e-49b8-9099-04858e683231 req-35bbf9e9-ff3d-4369-b270-b29a02912158 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:11.099218 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70917f60-4d4e-49b8-9099-04858e683231 req-35bbf9e9-ff3d-4369-b270-b29a02912158 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 932 time: 0.7271926 May 19 13:05:11.221832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '29a4e029-53ed-4574-b631-d098052e87d4', 'ip_address': '2001:db8::f816:3eff:fe5a:52ad'}, {'subnet_id': 'ad34c101-8b6e-4eca-b245-a48c48f90ac9'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '496d122e-0d7f-454e-8324-1d173eb9e0cf'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:05:11.255309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-a8483b34-ab9a-4ae6-b835-c1f87fbd3e2f service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875546 May 19 13:05:11.255933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-831d0beb-174e-42a2-b7fd-9b77f242cdd6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.298670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.309274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-831d0beb-174e-42a2-b7fd-9b77f242cdd6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.310301 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-831d0beb-174e-42a2-b7fd-9b77f242cdd6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4515f2f6-17cc-4ef0-b529-54d65b039656 HTTP/1.1" status: 204 len: 168 time: 0.5786846 May 19 13:05:11.311188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0beb-174e-42a2-b7fd-9b77f242cdd6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4515f2f6-17cc-4ef0-b529-54d65b039656,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:11.320311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34450) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:11.328002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 496d122e-0d7f-454e-8324-1d173eb9e0cf up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:11.343116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70917f60-4d4e-49b8-9099-04858e683231 req-e2056c5f-8c3f-46b8-a55d-9149925de8bb tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429004 May 19 13:05:11.405688 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '1fd2e355-21cb-4f99-b479-5d82f1a529e8', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'port_id': 'be16290a-7102-4cde-89a2-876b15491634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'mac_address': 'fa:16:3e:9d:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:02Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:11.411225 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b76065-eae7-4020-b36e-db10b26feeb9 None None] The sync data for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv is: [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '1fd2e355-21cb-4f99-b479-5d82f1a529e8', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.140', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'port_id': 'be16290a-7102-4cde-89a2-876b15491634', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'mac_address': 'fa:16:3e:9d:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:02Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:11.453110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:11.457873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041131e1-6002-4d1f-93ed-cfdcd3496bd6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:11.458445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-041131e1-6002-4d1f-93ed-cfdcd3496bd6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Synchronizing usage tracker for tenant:59c462266ff44b5299d789b87491bede on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:11.547897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-041131e1-6002-4d1f-93ed-cfdcd3496bd6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Unset dirty status for tenant:59c462266ff44b5299d789b87491bede on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:11.549116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-041131e1-6002-4d1f-93ed-cfdcd3496bd6 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.4478328 May 19 13:05:11.561015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34458) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:11.607741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 496d122e-0d7f-454e-8324-1d173eb9e0cf triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:11.608346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:11.614901 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b9fd727-6636-4072-8b16-07a8107e1229 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=a745299a-af43-4ce8-b3ae-6cf3dc38bb22 HTTP/1.1" status: 200 len: 205 time: 0.0528071 May 19 13:05:11.619279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:11.738550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Allocated IP 172.20.0.2 (46029377-b81a-4b15-aa71-e8bb333d83e5/ad34c101-8b6e-4eca-b245-a48c48f90ac9/496d122e-0d7f-454e-8324-1d173eb9e0cf) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:11.744860 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae863c7-ea57-4bae-ab5e-e52196ade2a7 None None] New status for floating IP 1fd2e355-21cb-4f99-b479-5d82f1a529e8: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:05:11.856192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b53fed1b-2c3f-4f21-85e8-e81251d8e6c7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/1fd2e355-21cb-4f99-b479-5d82f1a529e8 HTTP/1.1" status: 200 len: 992 time: 0.3747365 May 19 13:05:11.910792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 496d122e-0d7f-454e-8324-1d173eb9e0cf is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:11.978186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:11.983504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:11.999385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.007985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.010553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.016393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:12.022789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:12.030916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Transition to ACTIVE for port object 496d122e-0d7f-454e-8324-1d173eb9e0cf will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:12.037735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.039886 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ed67836c-290f-45f4-98d2-c423c2521912 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.7042384 May 19 13:05:12.045226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34468) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:12.049433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-3b70002b-fe66-48f1-9215-92ef71ed245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:12.050969 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-3b70002b-fe66-48f1-9215-92ef71ed245f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1099 time: 1.1618052 May 19 13:05:12.051901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:12.146687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1263340-9adb-453e-b482-ea67afd3ea67 None None] Pushing event updated for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:12.152974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55c40be6-a376-4215-876d-a938f85e7dbc tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.172753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.209407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-ac844c6f-79ab-450e-9c7b-39910e1fa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:12.210959 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-ac844c6f-79ab-450e-9c7b-39910e1fa61d service neutron] 10.222.0.79 "GET /v2.0/networks?id=424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 200 len: 898 time: 0.1355381 May 19 13:05:12.212653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.213120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:12.215975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:12.232542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55c40be6-a376-4215-876d-a938f85e7dbc tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.270977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb2660d-0b83-4ec3-8ed2-11678289c2c6 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:05:12.287937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.360089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55c40be6-a376-4215-876d-a938f85e7dbc tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.398360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Transition to ACTIVE for port object fdb2660d-0b83-4ec3-8ed2-11678289c2c6 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:12.407047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c40be6-a376-4215-876d-a938f85e7dbc tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c48c9fb-2fe3-4161-90ea-404b567273d7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:12.413286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55c40be6-a376-4215-876d-a938f85e7dbc tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.414601 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-55c40be6-a376-4215-876d-a938f85e7dbc tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7c48c9fb-2fe3-4161-90ea-404b567273d7 HTTP/1.1" status: 204 len: 168 time: 0.3681824 May 19 13:05:12.418329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.424137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.425387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e7a6e1f0-d83b-4b75-bc73-6c379e859759 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 HTTP/1.1" status: 204 len: 168 time: 1.7531304 May 19 13:05:12.427974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34474) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:12.428621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34476) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:12.439064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8201df-05bb-403d-9558-7f383f2a6cfa req-683aff18-21e0-4e3f-a6e9-b6f5a6e234c9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:12.440616 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7b8201df-05bb-403d-9558-7f383f2a6cfa req-683aff18-21e0-4e3f-a6e9-b6f5a6e234c9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.5065961 May 19 13:05:12.506865 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-6225f36f-168d-4d9e-8dc0-e02b64a592a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 200 len: 1002 time: 0.2681291 May 19 13:05:12.569017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.621478 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7b8201df-05bb-403d-9558-7f383f2a6cfa req-68cd0c0b-ac26-48ae-ba4a-1ae56aaf7011 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402135 May 19 13:05:12.639320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet fc84c98c-5481-4130-9704-077e1044c5bb {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:12.647335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.699437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:12.702162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.719267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Deleting port 88f7607f-273f-4439-8665-8f74c269daf5 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:12.719751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.729605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-47b8ae33-08cc-4007-ba88-00281584f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:12.731459 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-47b8ae33-08cc-4007-ba88-00281584f497 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=239494e2-6929-4227-b2c1-a6d5fec92d5d HTTP/1.1" status: 200 len: 835 time: 0.2076802 May 19 13:05:12.741248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:12.815938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5b308bd3-c24d-4743-b1b4-ac03f12ef29e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:12.832924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 79539730-c16f-48b6-bfe6-439730e693de yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:05:12.872780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34484) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:13.032152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-703ef26e-af1e-4fbb-8743-bf9873682f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:13.033613 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-703ef26e-af1e-4fbb-8743-bf9873682f8d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=424581b2-4318-48a6-9116-2e6bfd02341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2602427 May 19 13:05:13.036596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5b308bd3-c24d-4743-b1b4-ac03f12ef29e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:13.037861 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b308bd3-c24d-4743-b1b4-ac03f12ef29e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5742188 May 19 13:05:13.039587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.043655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4c846c86-3ed4-435c-b250-422337263d1a None None] Provisioning for port 496d122e-0d7f-454e-8324-1d173eb9e0cf completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:13.050167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4c846c86-3ed4-435c-b250-422337263d1a None None] Provisioning complete for port 496d122e-0d7f-454e-8324-1d173eb9e0cf triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:13.050654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c846c86-3ed4-435c-b250-422337263d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.052168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34488) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:13.059148 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-89d875aa-5093-45d4-94a8-0d2a6279626e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/1fd2e355-21cb-4f99-b479-5d82f1a529e8 HTTP/1.1" status: 200 len: 994 time: 0.1852753 May 19 13:05:13.153974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97edb-a798-40fc-b91c-67a71b288d57 req-93cd9cbb-84a8-4a59-b9a1-7b8975364eee tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:13.156197 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4f97edb-a798-40fc-b91c-67a71b288d57 req-93cd9cbb-84a8-4a59-b9a1-7b8975364eee tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 944 time: 0.6552167 May 19 13:05:13.163442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Attempting to bind port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:13.164127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Attempting to bind port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:13.164831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Attempting to bind port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 on network 194c019b-5806-4c81-a6fe-530845960918 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:13.192449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4c846c86-3ed4-435c-b250-422337263d1a None None] Current status of the port 496d122e-0d7f-454e-8324-1d173eb9e0cf is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:13.201826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 on network 194c019b-5806-4c81-a6fe-530845960918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:05:13.202259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Attempting to bind port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 on network 194c019b-5806-4c81-a6fe-530845960918 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:13.208078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6569b072-0867-41d9-9ec6-46e3123c5096 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.219858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 496d122e-0d7f-454e-8324-1d173eb9e0cf up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:13.252857 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4f97edb-a798-40fc-b91c-67a71b288d57 req-f99e7058-987f-4909-8df0-4d86892dc0f3 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778072 May 19 13:05:13.256890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6569b072-0867-41d9-9ec6-46e3123c5096 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.263268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:13.263653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Checking segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:13.264155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Bound using segment: {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:13.264693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Bound port: fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '194c019b-5806-4c81-a6fe-530845960918'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:13.265129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.287143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.293941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 172.20.0.4 (46029377-b81a-4b15-aa71-e8bb333d83e5/ad34c101-8b6e-4eca-b245-a48c48f90ac9/79539730-c16f-48b6-bfe6-439730e693de) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:13.297578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 496d122e-0d7f-454e-8324-1d173eb9e0cf triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:13.298006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.319756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fe2a:e5c8 (46029377-b81a-4b15-aa71-e8bb333d83e5/29a4e029-53ed-4574-b631-d098052e87d4/79539730-c16f-48b6-bfe6-439730e693de) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:13.332395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-b670514c-1ef9-4733-9a5e-1964f1c1a7e9 service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609806 May 19 13:05:13.337437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.420563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 496d122e-0d7f-454e-8324-1d173eb9e0cf is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:13.425564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=fc84c98c-5481-4130-9704-077e1044c5bb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:13.616646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Calling delete_port for 88f7607f-273f-4439-8665-8f74c269daf5 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:13.633371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf1bc1-c4df-42c3-8404-7c84c636a06d None None] Network f074faf8-6915-473f-82fb-86f4dfca3ac1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:13.634487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.672381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6569b072-0867-41d9-9ec6-46e3123c5096 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.719219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569b072-0867-41d9-9ec6-46e3123c5096 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96286fd5-34fb-450b-8f55-a8b2bc2f2f5a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:13.719632 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a461f414-9b07-456a-9d76-ecf7ebc5719f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/fc84c98c-5481-4130-9704-077e1044c5bb HTTP/1.1" status: 204 len: 168 time: 1.2779336 May 19 13:05:13.720342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34494) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:13.727749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6569b072-0867-41d9-9ec6-46e3123c5096 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.728382 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6569b072-0867-41d9-9ec6-46e3123c5096 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/96286fd5-34fb-450b-8f55-a8b2bc2f2f5a HTTP/1.1" status: 204 len: 168 time: 0.6679683 May 19 13:05:13.729772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:13.733457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34496) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:13.734527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:13.769259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.839882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:13.840366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.841919 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] 10.222.0.79 "PUT /v2.0/ports/fdb2660d-0b83-4ec3-8ed2-11678289c2c6 HTTP/1.1" status: 200 len: 1094 time: 3.1790476 May 19 13:05:13.852489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:13.906841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-818e9c59-8a7b-4597-80fa-8afdb6d094c2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:13.943720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e9d722-d85c-47db-8238-52c21c62fea8'] response: {'name': 'network-changed', 'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'status': 'completed', 'code': 200} May 19 13:05:13.960069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] DHCP port deletion for f074faf8-6915-473f-82fb-86f4dfca3ac1 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:05:13.965254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] Deleting port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:13.965620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:13.977520 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b4364f-5a88-48e7-8668-c58fac1fbf6f req-3a17c455-c160-45fc-9cea-752edb613412 service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265497 May 19 13:05:14.011756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81d19f-02b5-4412-8dc2-c36df168c8ab service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:14.016015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.044121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:14.045169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.045369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-818e9c59-8a7b-4597-80fa-8afdb6d094c2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:14.050802 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-818e9c59-8a7b-4597-80fa-8afdb6d094c2 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3107839 May 19 13:05:14.051552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34506) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:14.113451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344482fe-7ab0-41d5-81e9-7c402227a0f3 req-829eae1d-cb22-4242-a0e3-ad174d23f271 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:14.115539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-344482fe-7ab0-41d5-81e9-7c402227a0f3 req-829eae1d-cb22-4242-a0e3-ad174d23f271 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.2482188 May 19 13:05:14.140614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-83e7f317-3b53-4d4f-9203-4f1ad39b9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:14.142121 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-83e7f317-3b53-4d4f-9203-4f1ad39b9cd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24306cc48006457bb49f0dc6e3a652e5&device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1097 time: 0.2043586 May 19 13:05:14.146685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd40dbf1-bcca-4877-916b-6a5bd24d5886 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.217093 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-344482fe-7ab0-41d5-81e9-7c402227a0f3 req-a7975f74-2ec7-4f6c-942d-8c30b6782a3d tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941520 May 19 13:05:14.230165 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-f0b79074-1413-4c4f-801e-065b84d1e3f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6 HTTP/1.1" status: 200 len: 217 time: 0.0763993 May 19 13:05:14.240178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd40dbf1-bcca-4877-916b-6a5bd24d5886 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.270527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] For port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,segment=NetworkSegment(09df37b0-6525-4761-92d1-35a397bd7677),segment_id=09df37b0-6525-4761-92d1-35a397bd7677)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:14.271191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.286728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.320801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.354495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event deleted for resources: {'Port': ['ID=88f7607f-273f-4439-8665-8f74c269daf5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:14.360380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 79539730-c16f-48b6-bfe6-439730e693de will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:14.362869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,segment=NetworkSegment(09df37b0-6525-4761-92d1-35a397bd7677),segment_id=09df37b0-6525-4761-92d1-35a397bd7677)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:14.363232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.431812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] Calling delete_port for e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:14.499079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-9b00fd0d-4c58-4d62-8344-9167750362a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:14.499316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:14.500459 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-9b00fd0d-4c58-4d62-8344-9167750362a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0a8bf66-49ff-499f-953a-4131f274b177 HTTP/1.1" status: 200 len: 835 time: 0.2534423 May 19 13:05:14.500976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd40dbf1-bcca-4877-916b-6a5bd24d5886 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.513675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.564657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40dbf1-bcca-4877-916b-6a5bd24d5886 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=addec2ab-b533-4a36-951d-99f7f473d15b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:14.606958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.608506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] Pushing event deleted for resources: {'Port': ['ID=e6b38dda-1c9a-4720-bfbe-d53e2774b7b8,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:14.610901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd964b-ccbe-4281-9ff7-3bf824394827 None None] No DVR routers for this DVR port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:14.617079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.666352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd40dbf1-bcca-4877-916b-6a5bd24d5886 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.669896 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd40dbf1-bcca-4877-916b-6a5bd24d5886 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/addec2ab-b533-4a36-951d-99f7f473d15b HTTP/1.1" status: 204 len: 168 time: 0.5813589 May 19 13:05:14.679421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34512) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:14.694841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:05:14.695160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:05:14.719913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:14.729092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:14.737880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:14.766758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=79539730-c16f-48b6-bfe6-439730e693de,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:14.803665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda31d-5f55-4205-b972-3f143281e60f req-1fa9b56a-eee9-4f69-af5b-73a25a9b0792 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:14.805293 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1edda31d-5f55-4205-b972-3f143281e60f req-1fa9b56a-eee9-4f69-af5b-73a25a9b0792 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 944 time: 0.4091747 May 19 13:05:14.813669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.818461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.824457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3eec8753-d092-40cf-bf95-132ed13318f5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1393876 May 19 13:05:14.826069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34516) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:14.831721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:14.832335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.864740 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-aea34460-1419-43ce-b2f4-d60c032e1161 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3007820 May 19 13:05:14.871332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-6cfb5513-3463-4ebd-b35d-27e7de5879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:14.873113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-6cfb5513-3463-4ebd-b35d-27e7de5879f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=194c019b-5806-4c81-a6fe-530845960918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3474591 May 19 13:05:14.898144 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f51ae55e-3af6-49e7-86aa-eeee05bca9b3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9603255 May 19 13:05:14.901813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34520) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:14.902890 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1edda31d-5f55-4205-b972-3f143281e60f req-7a8d47f1-9520-407f-be21-f172fdebecb0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871139 May 19 13:05:14.957494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.958596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Fanout notify agent at l3_agent the message router_deleted on router a745299a-af43-4ce8-b3ae-6cf3dc38bb22 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:14.989244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:14.994745 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-571c2615-4661-4f97-8b5b-53df7a67fb91 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/a745299a-af43-4ce8-b3ae-6cf3dc38bb22 HTTP/1.1" status: 204 len: 168 time: 3.3699524 May 19 13:05:14.994745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34524) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:15.001745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1451737016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:15.012925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:15.031942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Usage tracker for resource:router and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:15.032626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d4-842e-426c-933b-21b1d03b71f8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.036804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:15.045195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:15.067024 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-ea6b5e7c-88e9-42d7-8284-336d04c704c6 service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855757 May 19 13:05:15.071353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.072369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.082902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d4-842e-426c-933b-21b1d03b71f8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.122272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f2b1dcbe-5ce8-42e8-b2fe-3f4979ae9686 None None] Provisioning for port 79539730-c16f-48b6-bfe6-439730e693de completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:15.134786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f2b1dcbe-5ce8-42e8-b2fe-3f4979ae9686 None None] Provisioning complete for port 79539730-c16f-48b6-bfe6-439730e693de triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:15.135154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f2b1dcbe-5ce8-42e8-b2fe-3f4979ae9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.147194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a6c97-e889-4564-b74e-d3d78f8d29cf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:15.153703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a6c97-e889-4564-b74e-d3d78f8d29cf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:15.154801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f00a6c97-e889-4564-b74e-d3d78f8d29cf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:15.164766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-e1a3a113-a150-4538-b308-e4e01bc24835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:15.166474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-e1a3a113-a150-4538-b308-e4e01bc24835 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1099 time: 0.1887558 May 19 13:05:15.173361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.186589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f00a6c97-e889-4564-b74e-d3d78f8d29cf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:15.187746 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f00a6c97-e889-4564-b74e-d3d78f8d29cf tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2851470 May 19 13:05:15.191688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34528) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:15.233637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1dcbe-5ce8-42e8-b2fe-3f4979ae9686 None None] Port 79539730-c16f-48b6-bfe6-439730e693de cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:15.240015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:15.243089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fb45662-ff01-43bb-8678-d0404fc3d20b req-c30f42cf-007f-46d4-87b1-4958fed237a0 service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666193 May 19 13:05:15.244667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:15.245008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.260461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.279782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:05:15.280361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e6b38dda-1c9a-4720-bfbe-d53e2774b7b8 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:15.294259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.296759 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b40b4b91-d015-43ce-b678-82976d0d30f6 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3009651 May 19 13:05:15.299448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34534) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:15.305294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:15.307403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d4-842e-426c-933b-21b1d03b71f8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.559233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e37d4-842e-426c-933b-21b1d03b71f8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18449a9f-c524-4be3-b26a-ac651447244c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:15.606778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] The port 'e6b38dda-1c9a-4720-bfbe-d53e2774b7b8' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:05:15.664650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d4-842e-426c-933b-21b1d03b71f8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.665750 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ee0e37d4-842e-426c-933b-21b1d03b71f8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/18449a9f-c524-4be3-b26a-ac651447244c HTTP/1.1" status: 204 len: 168 time: 0.8293009 May 19 13:05:15.669390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 79539730-c16f-48b6-bfe6-439730e693de {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:15.669713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.673434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34538) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:15.854714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.863241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-007b1548-6f68-446f-a890-e600c31fe952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:15.864686 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-007b1548-6f68-446f-a890-e600c31fe952 service neutron] 10.222.0.79 "GET /v2.0/networks?id=424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 200 len: 898 time: 0.6714633 May 19 13:05:15.912375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:15.926933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58bb8f50-25a6-4a1f-9e0f-d33dede085a5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:15.950272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-4d3f8ba9-de14-49e4-97df-4f8b5bef56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:15.951792 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-4d3f8ba9-de14-49e4-97df-4f8b5bef56c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24306cc48006457bb49f0dc6e3a652e5&device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1097 time: 0.5932436 May 19 13:05:15.995718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f074faf8-6915-473f-82fb-86f4dfca3ac1']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:16.026902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09df37b0-6525-4761-92d1-35a397bd7677') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:16.027253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09df37b0-6525-4761-92d1-35a397bd7677') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:16.036568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58bb8f50-25a6-4a1f-9e0f-d33dede085a5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:16.042160 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58bb8f50-25a6-4a1f-9e0f-d33dede085a5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3622677 May 19 13:05:16.044216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34544) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:16.054649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015658282'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:16.065411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.097252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:16.107639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122e8de-2a8b-4607-a043-0595c144e343 req-96bb97fa-1a62-4140-81a4-729f75fe7d03 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.109700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e122e8de-2a8b-4607-a043-0595c144e343 req-96bb97fa-1a62-4140-81a4-729f75fe7d03 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.7197247 May 19 13:05:16.158126 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-c25ed8bf-8389-4bb5-8880-b7ab8339bb4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 200 len: 1002 time: 0.2698116 May 19 13:05:16.169003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.183670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:16.229801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-08d78906-569f-4b5c-ad0c-cf6d5d385549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.231260 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-08d78906-569f-4b5c-ad0c-cf6d5d385549 service neutron] 10.222.0.79 "GET /v2.0/networks?id=194c019b-5806-4c81-a6fe-530845960918 HTTP/1.1" status: 200 len: 898 time: 0.2659802 May 19 13:05:16.237748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:05:16.238155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:05:16.255886 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:05:16.304130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8826df7-6700-42c5-811d-80b587835561 req-6751713b-db7c-4205-9149-8048f62b6c1d tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.305828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8826df7-6700-42c5-811d-80b587835561 req-6751713b-db7c-4205-9149-8048f62b6c1d tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 944 time: 0.2733479 May 19 13:05:16.316206 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-d603bbf7-6a24-4940-855d-b1de127aaad7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6 HTTP/1.1" status: 200 len: 217 time: 0.0747929 May 19 13:05:16.371101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.403501 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:05:16.411331 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e122e8de-2a8b-4607-a043-0595c144e343 req-d456f33b-304c-42f9-9b6f-ca92cb2ac56c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488346 May 19 13:05:16.420892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-2fb4a200-1f4d-405a-ae13-9d693256e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.422298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-2fb4a200-1f4d-405a-ae13-9d693256e55d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=239494e2-6929-4227-b2c1-a6d5fec92d5d HTTP/1.1" status: 200 len: 835 time: 0.2366085 May 19 13:05:16.424659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.436708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-7fc52815-3227-4149-93dd-abe1f7ebf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.436708 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-7fc52815-3227-4149-93dd-abe1f7ebf7ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0a8bf66-49ff-499f-953a-4131f274b177 HTTP/1.1" status: 200 len: 835 time: 0.1049223 May 19 13:05:16.436708 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8826df7-6700-42c5-811d-80b587835561 req-129a2d65-8a77-4ff8-8faa-785346b4bbbd tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190746 May 19 13:05:16.437075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:16.455698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.502251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.509933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:16.524437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=f074faf8-6915-473f-82fb-86f4dfca3ac1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:16.526483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:16.532798 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5b070bf9-5a5c-48a5-a5ec-933d4b739e70 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/f074faf8-6915-473f-82fb-86f4dfca3ac1 HTTP/1.1" status: 204 len: 168 time: 2.8036397 May 19 13:05:16.551865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0076a6f-4358-465f-a745-1e24c6c1c0cf details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:05:16.583602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:16.585459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34548) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:16.643739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.653430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 79539730-c16f-48b6-bfe6-439730e693de owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:16.676161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.682890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2146279174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:16.691559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:16.705507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:16.705813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'port_id': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'mac_address': 'fa:16:3e:73:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:05:16.719281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:16.727290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:16.752413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:16.771567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b0076a6f-4358-465f-a745-1e24c6c1c0cf is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:16.772435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.791302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0076a6f-4358-465f-a745-1e24c6c1c0cf {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:05:16.805031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.806201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.808604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:16.815292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.892373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-1915d953-b9bc-4989-a3f9-433fc73de4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.894058 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-1915d953-b9bc-4989-a3f9-433fc73de4b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=424581b2-4318-48a6-9116-2e6bfd02341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4356282 May 19 13:05:16.895031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:16.898395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-3f440be8-b5a8-46b9-93e8-e0fc2d8678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:16.900102 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-3f440be8-b5a8-46b9-93e8-e0fc2d8678e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=194c019b-5806-4c81-a6fe-530845960918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4121690 May 19 13:05:16.911311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:16.962843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.023717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.055706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Allocated IP 172.26.3.21 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/35f91f80-6c22-4843-a6c9-ff3022a5463e) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:17.082546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b0076a6f-4358-465f-a745-1e24c6c1c0cf'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:17.105275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.155649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb5ea4-355c-4796-9832-2cd74b3a7b4f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:17.172669 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-c2885ce1-92f0-4991-830a-fef873e2a320 service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612486 May 19 13:05:17.222121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.223435 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-07187483-dc8c-40ce-a8fb-b4dcac779992 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5795164 May 19 13:05:17.224424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.230451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.231643 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2723c4b2-6393-40cc-82f5-92f2e3a98da5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1873779 May 19 13:05:17.232590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34552) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:17.237531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34554) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:17.269029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '57fb5ea4-355c-4796-9832-2cd74b3a7b4f', 'direction': 'ingress', 'protocol': 17}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:17.335875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:17.347680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.351230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:17.364452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:17.375040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:17.423457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.433723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1554617851'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:17.438259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-15be31f8-6053-4047-a211-7405a8aeae19 service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253582 May 19 13:05:17.468350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=79539730-c16f-48b6-bfe6-439730e693de,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:17.495422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:17.502385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f3ada60-3549-49f3-b3f8-983b98a18c18 req-0673b450-0fb5-4d6b-aa83-5cce57b2e859 service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658820 May 19 13:05:17.514377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:17.552596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.554105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.570923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:17.633153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.692638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:17.693086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:17.712086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:17.718350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24276831-80d7-48fc-9594-4fea2a4ac09e,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:17.720399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:17.762282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.766062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event updated for resources: {'Port': ['ID=35f91f80-6c22-4843-a6c9-ff3022a5463e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:17.767289 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a32eed4e-0cee-4111-b508-76610445c79b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/79539730-c16f-48b6-bfe6-439730e693de HTTP/1.1" status: 204 len: 168 time: 2.5728474 May 19 13:05:17.770413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34564) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:17.793926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.795129 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e1453e95-b8fa-4c9b-942b-ea4f5877782c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5372605 May 19 13:05:17.797994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34568) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:17.852056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:17.855410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.886137 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5bf268e-9477-4645-a197-6a6eb1644e9b req-de487d31-1bd0-4dbf-b7b7-9248becaebfd service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094229 May 19 13:05:17.898713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec58d06c-3f60-4bda-a6af-8a17563ac86b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:17.900502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec58d06c-3f60-4bda-a6af-8a17563ac86b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:17.902080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec58d06c-3f60-4bda-a6af-8a17563ac86b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:17.903060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ec58d06c-3f60-4bda-a6af-8a17563ac86b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:17.929324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:17.937093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ec58d06c-3f60-4bda-a6af-8a17563ac86b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:17.940999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ec58d06c-3f60-4bda-a6af-8a17563ac86b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1566765 May 19 13:05:17.947598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fbfa0-7636-4615-9527-87f9e10c9834 req-581f1795-6264-4e39-bbe9-62e37d678ebc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:17.949038 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-454fbfa0-7636-4615-9527-87f9e10c9834 req-581f1795-6264-4e39-bbe9-62e37d678ebc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 945 time: 0.3330135 May 19 13:05:17.949526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34572) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:17.953905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:17.954615 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment 9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf of type vlan for network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 May 19 13:05:18.043203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843661-da4a-42d1-8e14-9e1f564951f2 req-dcc0a0a7-64c4-4c4a-a229-e2aa0dfe6ef0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:18.044671 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1b843661-da4a-42d1-8e14-9e1f564951f2 req-dcc0a0a7-64c4-4c4a-a229-e2aa0dfe6ef0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 944 time: 0.4196043 May 19 13:05:18.058753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd635e8c-b453-4f46-ab77-938f2ea24e6b tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.068875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.075874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 29a4e029-53ed-4574-b631-d098052e87d4 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:18.084208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.115411 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-454fbfa0-7636-4615-9527-87f9e10c9834 req-099e7a59-61ca-4795-a67c-e2400f198ec1 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224751 May 19 13:05:18.167326 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.177715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd635e8c-b453-4f46-ab77-938f2ea24e6b tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.198831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.204147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:18.204727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.205301 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1b843661-da4a-42d1-8e14-9e1f564951f2 req-8700b751-c497-43df-a20a-fd52105a7186 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501417 May 19 13:05:18.327517 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9130905 May 19 13:05:18.328878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34576) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:18.337525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:18.339407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1797461-f869-4cf3-8758-b150e429842d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=8a226ac4-7576-4f9d-80f1-5d627edc1cc3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:18.350060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:18.356138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.378462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.418300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd635e8c-b453-4f46-ab77-938f2ea24e6b tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.462272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.507191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.510830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=29a4e029-53ed-4574-b631-d098052e87d4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:18.515590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb9e80-2c6b-4bbc-a652-b16043090328 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:18.530608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c8972b5-ab87-4448-a00c-cda75d23d77d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/29a4e029-53ed-4574-b631-d098052e87d4 HTTP/1.1" status: 204 len: 168 time: 0.5783577 May 19 13:05:18.531431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34580) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:18.588250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:05:18.599415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0076a6f-4358-465f-a745-1e24c6c1c0cf up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:18.608805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet ad34c101-8b6e-4eca-b245-a48c48f90ac9 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:18.612576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.651797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd635e8c-b453-4f46-ab77-938f2ea24e6b tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb5ea4-355c-4796-9832-2cd74b3a7b4f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:18.676757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.742720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd635e8c-b453-4f46-ab77-938f2ea24e6b tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.747944 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dd635e8c-b453-4f46-ab77-938f2ea24e6b tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/57fb5ea4-355c-4796-9832-2cd74b3a7b4f HTTP/1.1" status: 204 len: 168 time: 0.9430795 May 19 13:05:18.748148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34584) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:18.764442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:18.771495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:18.776669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:18.787885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:18.842382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e19b710d-8edc-4857-a5c9-26b4c009eb97 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:18.860274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:18.864112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.869009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.893361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:18.899094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e19b710d-8edc-4857-a5c9-26b4c009eb97 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:18.904170 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e19b710d-8edc-4857-a5c9-26b4c009eb97 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1527109 May 19 13:05:18.904940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port b0076a6f-4358-465f-a745-1e24c6c1c0cf completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:18.905464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34588) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:18.916601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port b0076a6f-4358-465f-a745-1e24c6c1c0cf triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:18.917138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282355631'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:18.917514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.927979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:18.944825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:18.959783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.986765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:18.991047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:18.994141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'port_id': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'mac_address': 'fa:16:3e:f9:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:05:18.996643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:19.027565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:19.044525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:19.047703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=ad34c101-8b6e-4eca-b245-a48c48f90ac9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.049827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.069457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f173981-3d13-4350-a1a7-fb179176d1e3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/ad34c101-8b6e-4eca-b245-a48c48f90ac9 HTTP/1.1" status: 204 len: 168 time: 0.5342858 May 19 13:05:19.070603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34592) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:19.093436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:19.093813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.137078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.152347 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2e540f08-7790-4d10-aa06-532f9c5a4547 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781772 May 19 13:05:19.152347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.155540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34598) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:19.164179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:19.164463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb2660d-0b83-4ec3-8ed2-11678289c2c6 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:05:19.168169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.180690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.204259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b0076a6f-4358-465f-a745-1e24c6c1c0cf is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:19.204827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.215317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:19.233057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.273169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9630af-7323-4ba4-95c0-fdb675f769fa,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.330138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.331621 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-08b14477-af5e-4760-9f2d-c6c48e6c73dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4251835 May 19 13:05:19.334483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34604) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:19.341627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255602178'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:19.365196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:19.369326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.374216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:19.384700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:19.398213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:19.402386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:19.414147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:19.432848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.457093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:19.459283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.464381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:19.471168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:19.484227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28e9d8-ad83-47ad-ac78-73e9bbd37707 req-1f6e8805-ad97-4a75-9412-342149526102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:19.485698 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6a28e9d8-ad83-47ad-ac78-73e9bbd37707 req-1f6e8805-ad97-4a75-9412-342149526102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.1392696 May 19 13:05:19.486961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:19.539027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:19.549153 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6a28e9d8-ad83-47ad-ac78-73e9bbd37707 req-3296fdda-1298-4ce6-9485-dd63678a27b0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519991 May 19 13:05:19.555087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e08378-4240-46b1-8e89-1d4e1d81c7d6 None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': 'ad34c101-8b6e-4eca-b245-a48c48f90ac9'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '496d122e-0d7f-454e-8324-1d173eb9e0cf'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:05:19.566304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:19.572249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:19.584431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:19.585090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.613775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['fdb2660d-0b83-4ec3-8ed2-11678289c2c6'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:05:19.621492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.622734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.628253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.653804 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77d511f-293e-47b5-ae69-87baa8d9d691'] response: {'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'code': 200} May 19 13:05:19.671041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a3e08378-4240-46b1-8e89-1d4e1d81c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.682697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852858e-5b0e-4e76-acc5-f18ea2cd6670 req-66329add-a5b7-42c8-84ba-8aa0d7871f57 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:19.684201 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a852858e-5b0e-4e76-acc5-f18ea2cd6670 req-66329add-a5b7-42c8-84ba-8aa0d7871f57 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 945 time: 0.3314595 May 19 13:05:19.701483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:19.704858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.709531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93827ed-86f5-43a7-a094-308170f1e871,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.724062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.727117 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dbe4bf73-b707-44c4-a8aa-7d42c0f8e608 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3914688 May 19 13:05:19.728803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34610) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:19.734855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '0d9630af-7323-4ba4-95c0-fdb675f769fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd93827ed-86f5-43a7-a094-308170f1e871', 'remote_ip_prefix': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:19.742026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:19.746789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:19.749768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:19.756121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:19.780956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:19.847224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=44453457-41ef-4db9-8180-ee4c74f6a866,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:19.911861 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a852858e-5b0e-4e76-acc5-f18ea2cd6670 req-33b75cd9-052c-4471-a676-593bc5576e61 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112439 May 19 13:05:19.926589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:19.927227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: 8a226ac4-7576-4f9d-80f1-5d627edc1cc3, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:19.956743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Router aa6950ae-bd24-409f-a309-d88f30b3835e is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:19.974468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269993e-a164-423c-8588-0b6242cb8daf None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:19.981694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:20.043441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.057111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.066451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 8a226ac4-7576-4f9d-80f1-5d627edc1cc3) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:20.071568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:20.072305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.082152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74601c49-ab9f-478e-9be4-534c236fce5d None None] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:20.093410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd369d3f-bcf5-4191-92e4-3f5d362020cf,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:20.109803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca249a-4ed6-4aa5-9fac-739cbf8abe75 req-9e138790-0e8e-4aea-9585-bf8c61494120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:20.111963 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7fca249a-4ed6-4aa5-9fac-739cbf8abe75 req-9e138790-0e8e-4aea-9585-bf8c61494120 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 1099 time: 0.1101553 May 19 13:05:20.113426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.114472 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-466f0651-0639-4f0f-8338-603047e776ff tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3845479 May 19 13:05:20.117776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34614) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.165371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e991595-28e0-4e44-933a-93cd2693cd28 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.176713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e991595-28e0-4e44-933a-93cd2693cd28 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.187204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-51e194fd-2b01-45d0-ac71-3874c8b272a4 None None] Provisioning complete for port 496d122e-0d7f-454e-8324-1d173eb9e0cf triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:20.187575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51e194fd-2b01-45d0-ac71-3874c8b272a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.221439 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7fca249a-4ed6-4aa5-9fac-739cbf8abe75 req-14672bdb-b9d8-427b-bd88-14869ac19e2e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911942 May 19 13:05:20.222673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e991595-28e0-4e44-933a-93cd2693cd28 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.240698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e991595-28e0-4e44-933a-93cd2693cd28 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd369d3f-bcf5-4191-92e4-3f5d362020cf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:20.246334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e991595-28e0-4e44-933a-93cd2693cd28 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.247373 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1e991595-28e0-4e44-933a-93cd2693cd28 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cd369d3f-bcf5-4191-92e4-3f5d362020cf HTTP/1.1" status: 204 len: 168 time: 0.1283863 May 19 13:05:20.250086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34618) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.305734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b4906629-f146-40fd-aebb-536e5459941f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:20.326060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b4906629-f146-40fd-aebb-536e5459941f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:20.327549 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b4906629-f146-40fd-aebb-536e5459941f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0764265 May 19 13:05:20.335193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34622) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.406746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-528e94a1-c25d-43a8-8bca-eb3dbb2eec65 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.437415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-528e94a1-c25d-43a8-8bca-eb3dbb2eec65 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.442439 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1803bd34-7005-4873-86e9-45d23450c9b8 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1094208 May 19 13:05:20.446402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34626) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.504914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:20.514977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.525960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.530613 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-edbabda0-73e7-41f6-b488-a172a2c68b6d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "PUT /v2.0/routers/aa6950ae-bd24-409f-a309-d88f30b3835e HTTP/1.1" status: 200 len: 883 time: 5.2273612 May 19 13:05:20.532227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] Sync routers for ids ['aa6950ae-bd24-409f-a309-d88f30b3835e'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:20.564238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34630) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.627513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-51e194fd-2b01-45d0-ac71-3874c8b272a4 None None] Current status of the port 496d122e-0d7f-454e-8324-1d173eb9e0cf is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:20.637550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] Routers {'aa6950ae-bd24-409f-a309-d88f30b3835e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:20.638188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa6950ae-bd24-409f-a309-d88f30b3835e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:20.686412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:20.687550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:20.696387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:20.697072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.714717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=8a30a28a-775a-4abf-94c8-1a632acc907a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:20.733515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:20.736480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:20.737306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.757478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:05:20.767516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Deleting port 496d122e-0d7f-454e-8324-1d173eb9e0cf {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:20.767879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.787339 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3659ce66-06f1-4f90-967e-f1cdda16c06d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6280549 May 19 13:05:20.789617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34636) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.799730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:20.819959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-baeff2c6-8753-4fdc-a9f0-199f95620883 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/aa6950ae-bd24-409f-a309-d88f30b3835e HTTP/1.1" status: 200 len: 924 time: 0.2524624 May 19 13:05:20.820221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-528e94a1-c25d-43a8-8bca-eb3dbb2eec65 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:20.820318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34640) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.852713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] Routers {'aa6950ae-bd24-409f-a309-d88f30b3835e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:20.853335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa6950ae-bd24-409f-a309-d88f30b3835e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:20.896393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9268d927-1ef2-4e33-a36b-662787e17876 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:20.900728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9268d927-1ef2-4e33-a36b-662787e17876 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=aa6950ae-bd24-409f-a309-d88f30b3835e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0769913 May 19 13:05:20.901010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34644) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:20.929960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:20.930358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe384c-5c90-4d93-bab0-663741e5d8a8 None None] The sync data for ids ['aa6950ae-bd24-409f-a309-d88f30b3835e'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:20.960797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e94a1-c25d-43a8-8bca-eb3dbb2eec65 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93827ed-86f5-43a7-a094-308170f1e871,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:21.075970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a64cea-c351-41e7-9e5f-f351f84a0ec8 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:21.080876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-70a64cea-c351-41e7-9e5f-f351f84a0ec8 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.1789439 May 19 13:05:21.081686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34650) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:21.117596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-528e94a1-c25d-43a8-8bca-eb3dbb2eec65 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.118556 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-528e94a1-c25d-43a8-8bca-eb3dbb2eec65 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/d93827ed-86f5-43a7-a094-308170f1e871 HTTP/1.1" status: 204 len: 168 time: 0.7822621 May 19 13:05:21.127054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34654) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:21.191695 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-88606eb1-1f74-4b47-b7c8-dc5ceb762291 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6950ae-bd24-409f-a309-d88f30b3835e HTTP/1.1" status: 200 len: 205 time: 0.1078198 May 19 13:05:21.198594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34658) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:21.219185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32621fc9-59cc-4e81-945c-447d5c0dbae1 req-cf06f44c-755e-4d26-89d0-8729efb99e90 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:21.221306 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-32621fc9-59cc-4e81-945c-447d5c0dbae1 req-cf06f44c-755e-4d26-89d0-8729efb99e90 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.4889941 May 19 13:05:21.234589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.238591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 496d122e-0d7f-454e-8324-1d173eb9e0cf no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:21.262918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:21.279207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:21.295470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:21.305570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Allocated IP 172.20.0.2 (8a226ac4-7576-4f9d-80f1-5d627edc1cc3/44453457-41ef-4db9-8180-ee4c74f6a866/7b0df2e5-bcfa-49de-b61c-87c9716627ac) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:21.364491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:21.405401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82049d-e7d5-42fb-bfdc-0bdecc854e01 req-ca569f85-bc36-4b59-a32b-69a115a5d636 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:21.406858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a82049d-e7d5-42fb-bfdc-0bdecc854e01 req-ca569f85-bc36-4b59-a32b-69a115a5d636 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 945 time: 0.2598870 May 19 13:05:21.416204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.449803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4bfa8502-73c0-4288-9ba7-8a899b120ef8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:21.454181 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-32621fc9-59cc-4e81-945c-447d5c0dbae1 req-be023500-7380-4455-802d-7c90efd63838 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228851 May 19 13:05:21.512044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:21.512441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.517381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:21.520902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.597152 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a82049d-e7d5-42fb-bfdc-0bdecc854e01 req-6a95bf30-295f-4898-9982-9da092572967 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271100 May 19 13:05:21.611404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 496d122e-0d7f-454e-8324-1d173eb9e0cf is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:21.611989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.656101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.670721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Deleting port 35f91f80-6c22-4843-a6c9-ff3022a5463e {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:21.671066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.692483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Calling delete_port for 496d122e-0d7f-454e-8324-1d173eb9e0cf owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:21.715840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4bfa8502-73c0-4288-9ba7-8a899b120ef8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:21.717063 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4bfa8502-73c0-4288-9ba7-8a899b120ef8 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.5867131 May 19 13:05:21.723070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34662) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:21.855468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:21.879468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.884006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.930207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:05:21.930607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:05:21.933069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1576264b-21e3-4253-b1b1-bf29c5983ae1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.939652 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Transition to ACTIVE for port object 7b0df2e5-bcfa-49de-b61c-87c9716627ac will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:21.975541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Transition to ACTIVE for port object 7b0df2e5-bcfa-49de-b61c-87c9716627ac will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:21.982767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.983581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:21.988289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:21.995077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1576264b-21e3-4253-b1b1-bf29c5983ae1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.055143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:22.057705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:22.060423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:22.094555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.20.0.1 (8a226ac4-7576-4f9d-80f1-5d627edc1cc3/44453457-41ef-4db9-8180-ee4c74f6a866/64eaa857-5b68-4239-8274-46d243f38282) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:22.102992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Pushing event updated for resources: {'Port': ['ID=7b0df2e5-bcfa-49de-b61c-87c9716627ac,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:22.168669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Attempting to bind port 7b0df2e5-bcfa-49de-b61c-87c9716627ac on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:22.169189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Attempting to bind port 7b0df2e5-bcfa-49de-b61c-87c9716627ac by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:22.170747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Attempting to bind port 7b0df2e5-bcfa-49de-b61c-87c9716627ac on network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:22.176763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:22.176763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Checking segment: {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:22.177242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.177518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Bound using segment: {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:22.178786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Bound port: 7b0df2e5-bcfa-49de-b61c-87c9716627ac, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:22.178786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.276397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] For port 7b0df2e5-bcfa-49de-b61c-87c9716627ac, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:22.279991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] For port 7b0df2e5-bcfa-49de-b61c-87c9716627ac, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7b0df2e5-bcfa-49de-b61c-87c9716627ac,segment=NetworkSegment(9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf),segment_id=9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:22.285789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.302553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Calling delete_port for 35f91f80-6c22-4843-a6c9-ff3022a5463e owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:22.349606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:05:22.372480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a8186-f49e-4a37-b861-109776ebf26a None None] Pushing event updated for resources: {'Port': ['ID=7b0df2e5-bcfa-49de-b61c-87c9716627ac,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:22.402817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1576264b-21e3-4253-b1b1-bf29c5983ae1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.423958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.429008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576264b-21e3-4253-b1b1-bf29c5983ae1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9630af-7323-4ba4-95c0-fdb675f769fa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:22.432329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Deleting port 496d122e-0d7f-454e-8324-1d173eb9e0cf {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:22.433300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.457302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 64eaa857-5b68-4239-8274-46d243f38282 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:22.478841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1576264b-21e3-4253-b1b1-bf29c5983ae1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.481559 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1576264b-21e3-4253-b1b1-bf29c5983ae1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/0d9630af-7323-4ba4-95c0-fdb675f769fa HTTP/1.1" status: 204 len: 168 time: 0.7563264 May 19 13:05:22.484246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34666) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:22.606340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4e28f8c8-bbd8-4f72-b597-543da4caf478 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:22.615819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.639206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.665181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:22.723573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event deleted for resources: {'Port': ['ID=35f91f80-6c22-4843-a6c9-ff3022a5463e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:22.755795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4e28f8c8-bbd8-4f72-b597-543da4caf478 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:22.761619 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4e28f8c8-bbd8-4f72-b597-543da4caf478 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2711794 May 19 13:05:22.765855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34674) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:22.775692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--451026661'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:22.819083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:22.874972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:22.879534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:22.882279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:22.886895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:22.887289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.896113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:22.920662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.930497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.931254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:22.946099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=64eaa857-5b68-4239-8274-46d243f38282,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:23.050332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.070638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Calling delete_port for 496d122e-0d7f-454e-8324-1d173eb9e0cf owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:23.104925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f31b5-5a1b-4102-81c9-b09bf1dd2b2a req-c90b8747-c622-426f-bb59-44db55c16590 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:23.106426 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-556f31b5-5a1b-4102-81c9-b09bf1dd2b2a req-c90b8747-c622-426f-bb59-44db55c16590 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.3796368 May 19 13:05:23.133808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:23.152303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.157456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.160461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:23.165781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:23.169795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:23.177870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:23.178259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.191502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:23.255977 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-556f31b5-5a1b-4102-81c9-b09bf1dd2b2a req-44eb30cf-d85f-4092-9ac3-7bad8024834c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150956 May 19 13:05:23.262992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b09e-840c-4374-98fe-f607fd3e9b40 req-5eff718f-3a8e-43f8-a1dc-f9b1f1edd8f0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:23.264740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8a9b09e-840c-4374-98fe-f607fd3e9b40 req-5eff718f-3a8e-43f8-a1dc-f9b1f1edd8f0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 945 time: 0.4395888 May 19 13:05:23.276668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.277493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Fanout notify agent at l3_agent the message router_deleted on router aa6950ae-bd24-409f-a309-d88f30b3835e {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:23.302658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7b0df2e5-bcfa-49de-b61c-87c9716627ac up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:23.391713 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8a9b09e-840c-4374-98fe-f607fd3e9b40 req-197f6295-37b0-4780-9f0c-56e3459679b4 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016948 May 19 13:05:23.410331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.411874 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f98713b7-381d-4eed-8049-b44311b84195 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/aa6950ae-bd24-409f-a309-d88f30b3835e HTTP/1.1" status: 204 len: 168 time: 2.2123456 May 19 13:05:23.416424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.417917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34680) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:23.435223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.439047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1986031854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:23.446178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.482430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:23.489061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:23.496707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.503257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Usage tracker for resource:router and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:23.509390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:23.525248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:23.534333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.535889 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7691240 May 19 13:05:23.540566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34684) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:23.547104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': '14d363a3-ac3b-4d75-9c51-45de7293b92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:23.552816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43115a2d-1f69-412b-9857-5dbdeda78856 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d363a3-ac3b-4d75-9c51-45de7293b92b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:23.554968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:23.557812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:23.561019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:23.565018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:23.568046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.569062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.573405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7b0df2e5-bcfa-49de-b61c-87c9716627ac completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:23.574764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:23.581044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:23.582556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:23.589895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.603243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.631261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.656368 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9b0fdf-1d05-477e-bbdf-d1cc6bfe9c50'] response: {'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'code': 200} May 19 13:05:23.682994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.690752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:23.738081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.739373 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-304d044f-58d7-4252-a3ce-cf14179d6f34 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3190806 May 19 13:05:23.743230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34690) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:23.748142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': True}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:23.803103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.827154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63a1cb-0287-433d-9598-759db4063832 None None] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:23.892166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.938281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Provisioning for port 7b0df2e5-bcfa-49de-b61c-87c9716627ac completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:23.942319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:23.955642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Provisioning complete for port 7b0df2e5-bcfa-49de-b61c-87c9716627ac triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:23.955918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.962887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.975288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81971dcb-c2ca-41f1-b1c5-3fecb57a9044,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:23.986421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:23.987889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.019704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:05:24.020042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:05:24.120899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.122078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bc3bf5bc-7f2d-4dde-8527-284e14358b08 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5804543 May 19 13:05:24.125800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63214a9-0d20-4c64-9773-46f78c069eff req-15aff3b1-7330-418a-99c5-62b2681ce8a0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:24.127288 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f63214a9-0d20-4c64-9773-46f78c069eff req-15aff3b1-7330-418a-99c5-62b2681ce8a0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.6242592 May 19 13:05:24.127756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34694) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:24.143935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Current status of the port 7b0df2e5-bcfa-49de-b61c-87c9716627ac is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:24.144222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.190277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:24.198471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.228286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] For port 7b0df2e5-bcfa-49de-b61c-87c9716627ac, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7b0df2e5-bcfa-49de-b61c-87c9716627ac,segment=NetworkSegment(9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf),segment_id=9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:24.249857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.262061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:24.277057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:24.293335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:24.293903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.329285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=9']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:24.336049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd17d71-3046-40c0-9f15-50d12e54f238 None None] Pushing event updated for resources: {'Port': ['ID=7b0df2e5-bcfa-49de-b61c-87c9716627ac,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:24.346038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-78416c1c-4440-432b-8c48-5daa8a20e0fe tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.354354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e32c59-2130-48ba-80d0-ade41b446f92 req-51e73e4e-fcfd-4989-b3b3-f1276fc2c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:24.356003 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2e32c59-2130-48ba-80d0-ade41b446f92 req-51e73e4e-fcfd-4989-b3b3-f1276fc2c657 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1099 time: 0.4767849 May 19 13:05:24.380263 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f63214a9-0d20-4c64-9773-46f78c069eff req-caf7265c-cfb6-438f-addf-92dbc3910bb5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091663 May 19 13:05:24.406872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-78416c1c-4440-432b-8c48-5daa8a20e0fe tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.410185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34698) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:24.461683 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc54df30-02df-4672-96cd-6cd79b822aff tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6699848 May 19 13:05:24.465174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34706) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:24.472352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:ef:a8:bb', 'name': 'tempest-NetworksTestDHCPv6-1202101401'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:24.479688 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2e32c59-2130-48ba-80d0-ade41b446f92 req-668b0d8e-73da-4cc0-b193-cebc0fdde585 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086240 May 19 13:05:24.489553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-78416c1c-4440-432b-8c48-5daa8a20e0fe tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.519933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.525103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78416c1c-4440-432b-8c48-5daa8a20e0fe tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81971dcb-c2ca-41f1-b1c5-3fecb57a9044,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:24.529973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-78416c1c-4440-432b-8c48-5daa8a20e0fe tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.533650 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-78416c1c-4440-432b-8c48-5daa8a20e0fe tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/81971dcb-c2ca-41f1-b1c5-3fecb57a9044 HTTP/1.1" status: 204 len: 168 time: 0.3949323 May 19 13:05:24.533650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.551230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34710) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:24.672286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.676865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=64eaa857-5b68-4239-8274-46d243f38282,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:24.680365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Provisioning complete for port 7b0df2e5-bcfa-49de-b61c-87c9716627ac triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:24.681339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.716960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Deleting port 496d122e-0d7f-454e-8324-1d173eb9e0cf {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:24.717639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:24.813596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-832aa2bc-20c0-415d-a830-4c0220a36a6f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:24.841313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:24.842636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:24.985783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:24.994599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:25.001398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:25.030382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-832aa2bc-20c0-415d-a830-4c0220a36a6f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:25.031759 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-832aa2bc-20c0-415d-a830-4c0220a36a6f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4794977 May 19 13:05:25.034762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34714) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:25.047756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:25.063962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Current status of the port 7b0df2e5-bcfa-49de-b61c-87c9716627ac is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:25.094741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] For port 496d122e-0d7f-454e-8324-1d173eb9e0cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=496d122e-0d7f-454e-8324-1d173eb9e0cf,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:25.095264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.095514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ceb5a-8df0-40ac-b7f9-aacb70f1f56b tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:25.096476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-763ceb5a-8df0-40ac-b7f9-aacb70f1f56b tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] Synchronizing usage tracker for tenant:1816ffc71624446f85d3455f65c94056 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:25.108054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Provisioning for port 64eaa857-5b68-4239-8274-46d243f38282 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:25.112436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d18ae5-7e0d-4f80-b3a2-bc96b79a4fae req-77247f43-7c53-42a3-acc3-12f10934a38e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:25.114258 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8d18ae5-7e0d-4f80-b3a2-bc96b79a4fae req-77247f43-7c53-42a3-acc3-12f10934a38e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.4831598 May 19 13:05:25.122364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:25.138496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Provisioning complete for port 64eaa857-5b68-4239-8274-46d243f38282 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:25.138941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.168832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:25.185481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1802d4bf-076f-42d5-810e-bf184af78152 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.215800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1802d4bf-076f-42d5-810e-bf184af78152 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.277139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.281413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63b9687a-0542-4b07-87d6-f80f62b4217b None None] Port 64eaa857-5b68-4239-8274-46d243f38282 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:25.284251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7b0df2e5-bcfa-49de-b61c-87c9716627ac up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:25.317602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.333094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.337015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-763ceb5a-8df0-40ac-b7f9-aacb70f1f56b tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] Unset dirty status for tenant:1816ffc71624446f85d3455f65c94056 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:25.343428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-763ceb5a-8df0-40ac-b7f9-aacb70f1f56b tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 1094 time: 0.9273565 May 19 13:05:25.343694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1802d4bf-076f-42d5-810e-bf184af78152 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.344380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34718) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:25.386279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Calling delete_port for 496d122e-0d7f-454e-8324-1d173eb9e0cf owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:25.424243 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8d18ae5-7e0d-4f80-b3a2-bc96b79a4fae req-9ae952df-b860-4735-a67a-d2b1b3e6f435 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841946 May 19 13:05:25.430911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port ede55ca5-05db-4b8e-9cf7-dc8389dec8b1 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:05:25.453705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:25.462669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d4bf-076f-42d5-810e-bf184af78152 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d363a3-ac3b-4d75-9c51-45de7293b92b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:25.468236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:25.476738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:floatingip and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:25.479825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ced96c64-60b8-4869-b3f0-7e1b876d164a None None] Provisioning complete for port 64eaa857-5b68-4239-8274-46d243f38282 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:25.480204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced96c64-60b8-4869-b3f0-7e1b876d164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.481831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:25.499478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:25.508452 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ad36b28-7219-4ff8-b42a-ab3d6b0a388c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0607412 May 19 13:05:25.509672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:25.511665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34722) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:25.517992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170367654'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:25.518163 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:25.524299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1802d4bf-076f-42d5-810e-bf184af78152 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.529555 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1802d4bf-076f-42d5-810e-bf184af78152 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/14d363a3-ac3b-4d75-9c51-45de7293b92b HTTP/1.1" status: 204 len: 168 time: 0.4897816 May 19 13:05:25.529555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:25.529837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34726) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:25.535687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:25.538677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:25.542321 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:25.543285 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:25.548166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:25.550715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.641333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7b0df2e5-bcfa-49de-b61c-87c9716627ac triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:25.641769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.667671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:25.671447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.686516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c2a005ff-20e0-43ce-b5d7-ebcb2629a3ba tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:25.723064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ced96c64-60b8-4869-b3f0-7e1b876d164a None None] Port 64eaa857-5b68-4239-8274-46d243f38282 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:25.744274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Allocated IP 172.26.3.123 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/f474f8c5-2bf0-46f0-b5ae-dee9ddef563b) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:25.746490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c2a005ff-20e0-43ce-b5d7-ebcb2629a3ba tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:25.747838 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c2a005ff-20e0-43ce-b5d7-ebcb2629a3ba tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2179847 May 19 13:05:25.755228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34730) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:25.763788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112442374'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:25.777212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:25.827300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7b0df2e5-bcfa-49de-b61c-87c9716627ac is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:25.831874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.833153 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:25.861722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:25.904854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] Pushing event deleted for resources: {'Port': ['ID=496d122e-0d7f-454e-8324-1d173eb9e0cf,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:25.912389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:25.946730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.947159 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment f46c4707-1931-4db7-94e7-8403242be637 of type vlan for network dff380d2-921a-427a-beb0-73bd8bb85fab May 19 13:05:25.971411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:25.988610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 172.20.0.3 (46029377-b81a-4b15-aa71-e8bb333d83e5/8a30a28a-775a-4abf-94c8-1a632acc907a/ede55ca5-05db-4b8e-9cf7-dc8389dec8b1) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:26.006441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.013214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a3d62-f651-43fd-acbc-38f487555fd6 None None] No DVR routers for this DVR port 496d122e-0d7f-454e-8324-1d173eb9e0cf on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:26.027924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:feef:a8bb (46029377-b81a-4b15-aa71-e8bb333d83e5/3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9/ede55ca5-05db-4b8e-9cf7-dc8389dec8b1) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:26.031980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.032193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1310034-82fa-4eaf-87c6-69e62ceb454f None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:26.104201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:26.131964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:26.137423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.145769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:26.146446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.186300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:26.202425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:26.261991 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:23Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:24Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:26.267164 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:26.267885 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Updating router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 port 64eaa857-5b68-4239-8274-46d243f38282 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:26.297833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.301950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=dff380d2-921a-427a-beb0-73bd8bb85fab,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:26.312392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.317914 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5ac1e2e6-e056-49a2-94c4-f42348b37e7e tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8026755 May 19 13:05:26.318973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34734) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:26.325188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:26.332087 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.342020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network dff380d2-921a-427a-beb0-73bd8bb85fab details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:26.423160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9'}, {'subnet_id': '8a30a28a-775a-4abf-94c8-1a632acc907a'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:26.424440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.441019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:26.445407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:26.448714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:26.456021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:26.569701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.580136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdbae23-5354-4c59-b95d-17f199346168,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:26.652544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e70e83-8316-43e0-b5fc-1c2cf79faa7e req-d8a30434-0d19-4f55-b340-a0abcb3e4d88 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:26.654677 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e70e83-8316-43e0-b5fc-1c2cf79faa7e req-d8a30434-0d19-4f55-b340-a0abcb3e4d88 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.1055493 May 19 13:05:26.657819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.659264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-12bca14f-95a7-43cc-bd6c-9ccfa14f13df tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9030409 May 19 13:05:26.662920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34740) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:26.673806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbae23-5354-4c59-b95d-17f199346168', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:26.684020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:26.684253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:26.687542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.705785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:26.709904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:26.721615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:26.767736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.784140 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.797775 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Transition to ACTIVE for port object 64eaa857-5b68-4239-8274-46d243f38282 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:26.801016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.805502 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.810005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:26.851419 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e70e83-8316-43e0-b5fc-1c2cf79faa7e req-e8f15c99-4327-45f4-bdfd-b0bb98676460 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879516 May 19 13:05:26.886044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object ede55ca5-05db-4b8e-9cf7-dc8389dec8b1 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:26.889828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Allocated IP 172.26.3.109 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/a1fead74-2f43-4dc3-be31-d5cba352c17c) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:26.891534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:26.898816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:26.907361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:27.028237 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8cf3-bf95-4263-b6b6-d0be08227f8b None None] Pushing event updated for resources: {'Port': ['ID=64eaa857-5b68-4239-8274-46d243f38282,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.056125 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Attempting to bind port 64eaa857-5b68-4239-8274-46d243f38282 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:27.056496 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Attempting to bind port 64eaa857-5b68-4239-8274-46d243f38282 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:27.056855 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Attempting to bind port 64eaa857-5b68-4239-8274-46d243f38282 on network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:27.064554 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:27.065241 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Checking segment: {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:27.066222 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.066646 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Bound using segment: {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:27.067240 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Bound port: 64eaa857-5b68-4239-8274-46d243f38282, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:27.067546 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.101830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Port': ['ID=f474f8c5-2bf0-46f0-b5ae-dee9ddef563b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.140197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.211331 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] For port 64eaa857-5b68-4239-8274-46d243f38282, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:27.220670 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] For port 64eaa857-5b68-4239-8274-46d243f38282, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=64eaa857-5b68-4239-8274-46d243f38282,segment=NetworkSegment(9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf),segment_id=9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:27.232384 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.285418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.324564 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:27.325281 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:27.343121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.399133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.415158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.462727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:27.490654 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8cf3-bf95-4263-b6b6-d0be08227f8b None None] Pushing event updated for resources: {'Port': ['ID=64eaa857-5b68-4239-8274-46d243f38282,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.494418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:27.496213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c248d50-924e-4711-8746-94899b428782,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.498478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:27.505419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.567106 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:27.573659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4d96-47bd-4c8e-b45b-fb86c405e36e req-b2994271-f9bc-4caf-8ec8-d43e0661c6bc tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:27.586985 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7c8d4d96-47bd-4c8e-b45b-fb86c405e36e req-b2994271-f9bc-4caf-8ec8-d43e0661c6bc tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.5472934 May 19 13:05:27.589197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=5d1f65f8-7709-4bdc-8d21-fd57a1e079c6,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.591209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=a1fead74-2f43-4dc3-be31-d5cba352c17c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.595566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:27.595925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: dff380d2-921a-427a-beb0-73bd8bb85fab, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:27.647729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Allocated IP 172.20.0.2 (46029377-b81a-4b15-aa71-e8bb333d83e5/8a30a28a-775a-4abf-94c8-1a632acc907a/2de51f80-ed32-4828-8840-772d19249e4b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:27.655408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Allocated IP 2001:db8::f816:3eff:fe53:f230 (46029377-b81a-4b15-aa71-e8bb333d83e5/3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9/2de51f80-ed32-4828-8840-772d19249e4b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:27.719063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7c8d4d96-47bd-4c8e-b45b-fb86c405e36e req-b5d5e106-575b-4b0e-9063-ca90d242f126 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791380 May 19 13:05:27.755810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.763175 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4a20f887-f139-4329-bd7b-b7c9d3616d4e tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0966158 May 19 13:05:27.765553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:27.766204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34750) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:27.766527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34752) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:27.818478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:27.842664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:27.893023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=ede55ca5-05db-4b8e-9cf7-dc8389dec8b1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:27.942939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network dff380d2-921a-427a-beb0-73bd8bb85fab is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:27.953417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:27.962533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, dff380d2-921a-427a-beb0-73bd8bb85fab) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:27.969007 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-20a4f7ec-286a-4c64-9bc8-b419b0487a16 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules/1c248d50-924e-4711-8746-94899b428782 HTTP/1.1" status: 200 len: 763 time: 0.1953864 May 19 13:05:27.969614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34758) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:27.978811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f23d4-7318-4b0c-8272-ea2c97a244cb None None] Network dff380d2-921a-427a-beb0-73bd8bb85fab requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:27.997849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:27.998545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.011070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:28.011674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.054593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.070056 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f22b5bc4-d4e1-4f85-bca8-182557bdc73b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6035898 May 19 13:05:28.071974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34762) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:28.073052 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c97581ba-e998-474d-82f6-52577638b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:23Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:27Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:28.078425 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97581ba-e998-474d-82f6-52577638b606 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:23Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:27Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:28.096888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Transition to ACTIVE for port object 2de51f80-ed32-4828-8840-772d19249e4b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:28.117494 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-36e7804b-0d96-4dee-ae8c-b769b01194d2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7950308 May 19 13:05:28.138392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed7378f3-4d7a-4a57-805c-fdcaffac4aad tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:28.149541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34766) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:28.150529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.171743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.211459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Transition to ACTIVE for port object 2de51f80-ed32-4828-8840-772d19249e4b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:28.229394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.349721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Pushing event updated for resources: {'Port': ['ID=2de51f80-ed32-4828-8840-772d19249e4b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:28.374704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:28.383739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:28.391992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:28.435586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-dff380d2-921a-427a-beb0-73bd8bb85fab', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:28.436407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.599503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.608222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.614969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ed7378f3-4d7a-4a57-805c-fdcaffac4aad tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:28.619542 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ed7378f3-4d7a-4a57-805c-fdcaffac4aad tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6363893 May 19 13:05:28.629236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34770) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:28.629438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Attempting to bind port 2de51f80-ed32-4828-8840-772d19249e4b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:28.629917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Attempting to bind port 2de51f80-ed32-4828-8840-772d19249e4b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:28.630325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Attempting to bind port 2de51f80-ed32-4828-8840-772d19249e4b on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:28.640438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:28.640912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:28.641365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.641820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:28.642360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Bound port: 2de51f80-ed32-4828-8840-772d19249e4b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:28.642817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.709536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd1c7b5-754c-4906-9200-b06532328a79 tempest-TestNetworkAdvancedServerOps-250662135 tempest-TestNetworkAdvancedServerOps-250662135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:28.715255 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ddd1c7b5-754c-4906-9200-b06532328a79 tempest-TestNetworkAdvancedServerOps-250662135 tempest-TestNetworkAdvancedServerOps-250662135-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1094 time: 0.9433088 May 19 13:05:28.717191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34774) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:28.743130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:28.743760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.749087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:28.753406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Usage tracker for resource:floatingip and tenant:24306cc48006457bb49f0dc6e3a652e5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:28.756479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:28.763742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:28.775885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] For port 2de51f80-ed32-4828-8840-772d19249e4b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:28.782522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] For port 2de51f80-ed32-4828-8840-772d19249e4b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2de51f80-ed32-4828-8840-772d19249e4b,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:28.786370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.796912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.845921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ee245c8-ac0a-4947-a07c-a5bfc9121e0d tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.860329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ee245c8-ac0a-4947-a07c-a5bfc9121e0d tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.931597 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP 3dbd1b98-1756-42bc-a3a8-d869afb8fed2 associated. External IP: 172.26.3.109, port: b0076a6f-4358-465f-a745-1e24c6c1c0cf. May 19 13:05:28.955270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ee245c8-ac0a-4947-a07c-a5bfc9121e0d tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:28.967056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4de85-2022-4a85-b2d4-7762397a006a None None] Pushing event updated for resources: {'Port': ['ID=2de51f80-ed32-4828-8840-772d19249e4b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:28.988420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Allocated IP 172.21.0.2 (dff380d2-921a-427a-beb0-73bd8bb85fab/5d1f65f8-7709-4bdc-8d21-fd57a1e079c6/c08ed801-6210-4865-a3f9-4165a942d69e) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:29.113821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=a1fead74-2f43-4dc3-be31-d5cba352c17c,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:29.281585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.297615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee245c8-ac0a-4947-a07c-a5bfc9121e0d tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c248d50-924e-4711-8746-94899b428782,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:29.321771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Transition to ACTIVE for port object c08ed801-6210-4865-a3f9-4165a942d69e will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:29.350956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Transition to ACTIVE for port object c08ed801-6210-4865-a3f9-4165a942d69e will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:29.363730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 64eaa857-5b68-4239-8274-46d243f38282 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:29.394100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:29.403365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ee245c8-ac0a-4947-a07c-a5bfc9121e0d tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.407207 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9ee245c8-ac0a-4947-a07c-a5bfc9121e0d tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1c248d50-924e-4711-8746-94899b428782 HTTP/1.1" status: 204 len: 168 time: 0.7690945 May 19 13:05:29.429903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.476857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34778) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:29.522279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Network dff380d2-921a-427a-beb0-73bd8bb85fab is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:29.525446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:29.529864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:29.532301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Pushing event updated for resources: {'Port': ['ID=c08ed801-6210-4865-a3f9-4165a942d69e,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:29.535931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 64eaa857-5b68-4239-8274-46d243f38282 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:29.565744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 64eaa857-5b68-4239-8274-46d243f38282 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:29.566100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.566911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318a247-919e-4346-95d9-770c239b768a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:29.567652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0318a247-919e-4346-95d9-770c239b768a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:29.600039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:29.634491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.646358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:29.693712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:29.694732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:29.703002 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-933bcbdd-f5aa-41fc-a32f-92e0d6bd80d6 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3494918 May 19 13:05:29.704319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:29.742337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2c036f73-6ddd-4527-85cb-dd843cc646e6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:29.744834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0318a247-919e-4346-95d9-770c239b768a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:29.748465 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0318a247-919e-4346-95d9-770c239b768a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 1.6674891 May 19 13:05:29.748887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34788) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:29.767965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.790958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.852254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port ede55ca5-05db-4b8e-9cf7-dc8389dec8b1 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:29.852779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:29.920681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Attempting to bind port c08ed801-6210-4865-a3f9-4165a942d69e on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:29.921257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Attempting to bind port c08ed801-6210-4865-a3f9-4165a942d69e by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:29.921390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Attempting to bind port c08ed801-6210-4865-a3f9-4165a942d69e on network dff380d2-921a-427a-beb0-73bd8bb85fab {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:29.933933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:29.941554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2c036f73-6ddd-4527-85cb-dd843cc646e6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:29.946083 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2c036f73-6ddd-4527-85cb-dd843cc646e6 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4585872 May 19 13:05:29.946726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34794) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:29.973848 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c967398-3e77-436d-80da-47c1acb73d63'] response: {'name': 'network-changed', 'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'status': 'completed', 'code': 200} May 19 13:05:29.978147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbae23-5354-4c59-b95d-17f199346168', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:29.987535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:29.997964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:30.034291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.067241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:30.067790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Checking segment: {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:30.068312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.068793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Bound using segment: {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:30.070794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Bound port: c08ed801-6210-4865-a3f9-4165a942d69e, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:30.071300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.211279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Allocated IP 172.26.3.204 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/d5341806-d58c-49c4-839d-0819f068ac37) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:30.325011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 64eaa857-5b68-4239-8274-46d243f38282 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:30.325983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.356239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-1862c312-f88e-4fee-bd37-591152ce1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:30.357739 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-1862c312-f88e-4fee-bd37-591152ce1191 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 1099 time: 0.3782494 May 19 13:05:30.392043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.474514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] For port c08ed801-6210-4865-a3f9-4165a942d69e, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:30.483300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 64eaa857-5b68-4239-8274-46d243f38282, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=64eaa857-5b68-4239-8274-46d243f38282,segment=NetworkSegment(9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf),segment_id=9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:30.500058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.539166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] For port c08ed801-6210-4865-a3f9-4165a942d69e, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c08ed801-6210-4865-a3f9-4165a942d69e,segment=NetworkSegment(f46c4707-1931-4db7-94e7-8403242be637),segment_id=f46c4707-1931-4db7-94e7-8403242be637)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:30.543807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044efb15-8517-4806-b000-62b08a38402a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:30.557156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for ede55ca5-05db-4b8e-9cf7-dc8389dec8b1 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:30.560444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.572376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.593747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.792268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=64eaa857-5b68-4239-8274-46d243f38282,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:30.803233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-7a699d7b-5394-48a3-b472-02e9e8b77589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:30.805037 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-7a699d7b-5394-48a3-b472-02e9e8b77589 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.2108138 May 19 13:05:30.835634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-97090589-881e-496b-a289-ce4e27358629 None None] Provisioning for port 2de51f80-ed32-4828-8840-772d19249e4b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:30.899215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:30.980251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d278bf-7381-4272-82f8-c956c46da48e None None] Pushing event updated for resources: {'Port': ['ID=c08ed801-6210-4865-a3f9-4165a942d69e,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:30.981019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-639f3622-a520-4f25-864c-f2f8aae0bb12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf HTTP/1.1" status: 200 len: 1000 time: 0.1681550 May 19 13:05:31.007014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.022448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.067093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-27204b56-50f9-49b9-b15f-81fa72395bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:31.068644 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-27204b56-50f9-49b9-b15f-81fa72395bc8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0788867 May 19 13:05:31.069850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3dbd1b98-1756-42bc-a3a8-d869afb8fed2', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:73:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab927e7-1020-4561-859d-12d46068999f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:27Z', 'updated_at': '2022-05-19T13:05:27Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.071225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.073508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Router 24886703-8f5c-4ba2-ac13-098441c4f569 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:31.076798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:31.092838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:31.093619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.171368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861cc6d8-74c8-4fc3-bf21-8f33cc406d59,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:31.296538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4b6c-a55c-44b0-bfd2-f15190925ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.334348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.336588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fa0f67d4-5897-43f9-a295-df3342a8d382 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3807859 May 19 13:05:31.350841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34798) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:31.369050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.377150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=ede55ca5-05db-4b8e-9cf7-dc8389dec8b1,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:31.506624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 64eaa857-5b68-4239-8274-46d243f38282 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:31.511662 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fbaec874-2729-409d-ae2a-481bb10facb5 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules/861cc6d8-74c8-4fc3-bf21-8f33cc406d59 HTTP/1.1" status: 200 len: 763 time: 0.1592705 May 19 13:05:31.536770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34802) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:31.555544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.569502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.21.0.1 (dff380d2-921a-427a-beb0-73bd8bb85fab/5d1f65f8-7709-4bdc-8d21-fd57a1e079c6/7d78cb7e-401f-42d4-b54e-5be33cbefc59) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:31.583893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-db260b13-fbd9-4802-ac58-9b2301e6ac35 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/ede55ca5-05db-4b8e-9cf7-dc8389dec8b1 HTTP/1.1" status: 204 len: 168 time: 1.8338730 May 19 13:05:31.585578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34806) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:31.586371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:31.598430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-c734cdd3-5fa4-4db2-826f-e2291ac1200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:31.600399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-c734cdd3-5fa4-4db2-826f-e2291ac1200f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5220745 May 19 13:05:31.621026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Port': ['ID=d5341806-d58c-49c4-839d-0819f068ac37,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:31.631198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:31.632460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:31.639717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:31.777767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:31.791093 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] Sync routers for ids ['24886703-8f5c-4ba2-ac13-098441c4f569'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:31.798279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-10ca1b30-99fe-4d67-964b-388983540d29 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:31.801808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:31.807118 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44bd44e1-d50f-4c39-a9ae-c97c7b66c133 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "PUT /v2.0/routers/24886703-8f5c-4ba2-ac13-098441c4f569 HTTP/1.1" status: 200 len: 919 time: 8.0629234 May 19 13:05:31.812363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34810) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:31.814396 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] Routers {'24886703-8f5c-4ba2-ac13-098441c4f569'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:31.819181 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['24886703-8f5c-4ba2-ac13-098441c4f569'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.922423 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.941645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a25a5d-afe6-4235-8da9-6e4a44e8e162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:31.952693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a25a5d-afe6-4235-8da9-6e4a44e8e162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:31.956239 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] Routers {'24886703-8f5c-4ba2-ac13-098441c4f569'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:31.957143 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['24886703-8f5c-4ba2-ac13-098441c4f569'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:31.957422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a25a5d-afe6-4235-8da9-6e4a44e8e162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:31.958288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f0a25a5d-afe6-4235-8da9-6e4a44e8e162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:31.980014 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-b0131e23-8035-4a99-a246-70797a8e0a9f service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352308 May 19 13:05:31.985275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-10ca1b30-99fe-4d67-964b-388983540d29 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:31.986917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-10ca1b30-99fe-4d67-964b-388983540d29 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4463658 May 19 13:05:31.995655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34814) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:32.039159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f0a25a5d-afe6-4235-8da9-6e4a44e8e162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:32.040379 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f0a25a5d-afe6-4235-8da9-6e4a44e8e162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4498117 May 19 13:05:32.048746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34818) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:32.050095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 64eaa857-5b68-4239-8274-46d243f38282 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:32.051442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.081524 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:32.081916 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b5345-3590-4b1c-bc72-86e0485bde32 None None] The sync data for ids ['24886703-8f5c-4ba2-ac13-098441c4f569'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:32.119798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3dedf65b-f1db-4d77-b95e-9e22d592a929 None None] Could not find standard attr ID for object ede55ca5-05db-4b8e-9cf7-dc8389dec8b1. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:05:32.234233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c56cd3fa-cf1e-46ea-9190-61039a194264 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.257793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c56cd3fa-cf1e-46ea-9190-61039a194264 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.298669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-08a0799d-3dd9-422f-8b05-52c861a64a07 None None] Could not find standard attr ID for object ede55ca5-05db-4b8e-9cf7-dc8389dec8b1. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:05:32.340518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:32.352291 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c5ccffe3-43d4-4559-a2b0-ef6632b65892 req-480e8a60-9b72-4717-b197-42d4640545b4 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580067 May 19 13:05:32.353190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.408296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60220b6-28f0-489c-a460-38ab1a07937c None None] Network dff380d2-921a-427a-beb0-73bd8bb85fab requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:32.435914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.515527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 64eaa857-5b68-4239-8274-46d243f38282 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:32.516634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c08ed801-6210-4865-a3f9-4165a942d69e up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:32.583515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-de88ed2c-8d37-4256-893b-0df1fd28cc63 None None] Provisioning for port c08ed801-6210-4865-a3f9-4165a942d69e completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:32.618327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3dbd1b98-1756-42bc-a3a8-d869afb8fed2', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:73:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab927e7-1020-4561-859d-12d46068999f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:27Z', 'updated_at': '2022-05-19T13:05:27Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:32.620550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c56cd3fa-cf1e-46ea-9190-61039a194264 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.656037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd3fa-cf1e-46ea-9190-61039a194264 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=861cc6d8-74c8-4fc3-bf21-8f33cc406d59,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:32.658721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c569c45-b426-43c6-904e-55d934ac5858 None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3dbd1b98-1756-42bc-a3a8-d869afb8fed2', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:73:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab927e7-1020-4561-859d-12d46068999f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:27Z', 'updated_at': '2022-05-19T13:05:27Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:32.662796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c56cd3fa-cf1e-46ea-9190-61039a194264 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.664154 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c56cd3fa-cf1e-46ea-9190-61039a194264 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/861cc6d8-74c8-4fc3-bf21-8f33cc406d59 HTTP/1.1" status: 204 len: 168 time: 0.6676352 May 19 13:05:32.668913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34822) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:32.762153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-938a055e-ac8b-4809-912b-2997dcb786cb tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:32.772241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.775857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c08ed801-6210-4865-a3f9-4165a942d69e completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:32.777454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.789498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c08ed801-6210-4865-a3f9-4165a942d69e triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:32.789876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.812896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 7d78cb7e-401f-42d4-b54e-5be33cbefc59 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:32.832070 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e27c60bb-e939-4c2d-8410-4b60f5b8c9ff tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/24886703-8f5c-4ba2-ac13-098441c4f569 HTTP/1.1" status: 200 len: 925 time: 1.0176802 May 19 13:05:32.832330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34826) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:32.864230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.885673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-938a055e-ac8b-4809-912b-2997dcb786cb tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:32.889543 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-938a055e-ac8b-4809-912b-2997dcb786cb tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2169702 May 19 13:05:32.889689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:32.902282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34830) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:32.967800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.001509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=7d78cb7e-401f-42d4-b54e-5be33cbefc59,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:33.011180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': 'ecdbae23-5354-4c59-b95d-17f199346168', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:33.018943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:33.031968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:33.055264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network dff380d2-921a-427a-beb0-73bd8bb85fab is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:33.074279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.081925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c08ed801-6210-4865-a3f9-4165a942d69e is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:33.085306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40753a06-3c97-4301-af48-715df2f536eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:33.086098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-40753a06-3c97-4301-af48-715df2f536eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Synchronizing usage tracker for tenant:59c462266ff44b5299d789b87491bede on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:33.088128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.099119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b220e98-d2d3-4feb-a5ba-24123b2c0a5e None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:33.100745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:33.120621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087319a-a2d9-4ee6-a649-713d001f7541 None None] New status for floating IP 3dbd1b98-1756-42bc-a3a8-d869afb8fed2: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:05:33.125068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:33.129837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:33.166696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ecffb443-2370-4d53-890d-39aa6d08cdc9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9 HTTP/1.1" status: 204 len: 168 time: 1.1163049 May 19 13:05:33.173446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34834) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.196793 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Project 717ca33fccc14faab71317821c24a815 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:05:33.203965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.230036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-40753a06-3c97-4301-af48-715df2f536eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Unset dirty status for tenant:59c462266ff44b5299d789b87491bede on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:33.231560 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-40753a06-3c97-4301-af48-715df2f536eb tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=24886703-8f5c-4ba2-ac13-098441c4f569&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3965764 May 19 13:05:33.239051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34838) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.264622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.371349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.371879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 8a30a28a-775a-4abf-94c8-1a632acc907a {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:33.377109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.425220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.467123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c08ed801-6210-4865-a3f9-4165a942d69e, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c08ed801-6210-4865-a3f9-4165a942d69e,segment=NetworkSegment(f46c4707-1931-4db7-94e7-8403242be637),segment_id=f46c4707-1931-4db7-94e7-8403242be637)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:33.474697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.504635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7429aa4e-dad8-4557-92fb-efdbbee711a6 None None] Provisioning complete for port c08ed801-6210-4865-a3f9-4165a942d69e triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:33.505231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7429aa4e-dad8-4557-92fb-efdbbee711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.510948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c38d4-d5cd-4cb0-9f9f-56e3dad49cac tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:33.511529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a33c38d4-d5cd-4cb0-9f9f-56e3dad49cac tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Synchronizing usage tracker for tenant:59c462266ff44b5299d789b87491bede on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:33.529364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.530168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2de51f80-ed32-4828-8840-772d19249e4b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:33.541790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a33c38d4-d5cd-4cb0-9f9f-56e3dad49cac tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Unset dirty status for tenant:59c462266ff44b5299d789b87491bede on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:33.545643 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a33c38d4-d5cd-4cb0-9f9f-56e3dad49cac tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.3022780 May 19 13:05:33.547188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34844) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.597130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.629173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-541e2a51-b1a7-4453-b4b9-bc635bfdb500 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=24886703-8f5c-4ba2-ac13-098441c4f569 HTTP/1.1" status: 200 len: 205 time: 0.0730872 May 19 13:05:33.635451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34848) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.668807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.698122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.747363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=8a30a28a-775a-4abf-94c8-1a632acc907a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:33.751097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.767473 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4aa0a25e-e997-405f-8cc2-3f2ea581a9a7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/8a30a28a-775a-4abf-94c8-1a632acc907a HTTP/1.1" status: 204 len: 168 time: 0.5894086 May 19 13:05:33.768830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34852) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.783887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5bcb18-f118-4fd9-b867-9d5a16bf89b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.847722 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-05ff317e-55df-4ed1-bfdc-1aeb7996d641 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756519 May 19 13:05:33.847962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34856) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:33.854071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:33.855310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.880786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c08ed801-6210-4865-a3f9-4165a942d69e,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:33.967178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2de51f80-ed32-4828-8840-772d19249e4b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:33.977298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7429aa4e-dad8-4557-92fb-efdbbee711a6 None None] Current status of the port c08ed801-6210-4865-a3f9-4165a942d69e is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:33.981350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2de51f80-ed32-4828-8840-772d19249e4b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:33.981526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:33.993704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:33.999116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:34.000234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.001414 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0048501 May 19 13:05:34.004457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:34.007840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34860) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:34.019163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1769d-c48e-4054-955f-544f23711454 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee37ca76-a549-4d66-adb3-70c18094e855,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:34.034323 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8f9e8c43-f45c-42c6-a7f6-20fc7fb72d75 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules/ee37ca76-a549-4d66-adb3-70c18094e855 HTTP/1.1" status: 200 len: 769 time: 0.0253675 May 19 13:05:34.035442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:34.037602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34864) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:34.083904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:34.090514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.138045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2de51f80-ed32-4828-8840-772d19249e4b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:34.139097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.152224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-212f8f09-a53a-4341-8152-6064494d3ba9 None None] Provisioning for port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:34.164068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:05:34.168056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-212f8f09-a53a-4341-8152-6064494d3ba9 None None] Provisioning complete for port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:34.168609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-212f8f09-a53a-4341-8152-6064494d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.214772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] Deleting port 2de51f80-ed32-4828-8840-772d19249e4b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:34.215511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.256109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.274970 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7d1feff0-0bff-44a6-9145-a7667f55591a tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2352581 May 19 13:05:34.278415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34868) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:34.285998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 2de51f80-ed32-4828-8840-772d19249e4b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2de51f80-ed32-4828-8840-772d19249e4b,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:34.288792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-212f8f09-a53a-4341-8152-6064494d3ba9 None None] Port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:34.297228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.328818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092cdf8d-53bd-49e7-84b3-b9a3407fcc89 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.402265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.409233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c08ed801-6210-4865-a3f9-4165a942d69e up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:34.449233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092cdf8d-53bd-49e7-84b3-b9a3407fcc89 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.482057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=2de51f80-ed32-4828-8840-772d19249e4b,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:34.508681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092cdf8d-53bd-49e7-84b3-b9a3407fcc89 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.523316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.559442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cdf8d-53bd-49e7-84b3-b9a3407fcc89 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee37ca76-a549-4d66-adb3-70c18094e855,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:34.588659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] For port 2de51f80-ed32-4828-8840-772d19249e4b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2de51f80-ed32-4828-8840-772d19249e4b,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:34.589344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.599756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-092cdf8d-53bd-49e7-84b3-b9a3407fcc89 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.602669 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-092cdf8d-53bd-49e7-84b3-b9a3407fcc89 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ee37ca76-a549-4d66-adb3-70c18094e855 HTTP/1.1" status: 204 len: 168 time: 0.3216386 May 19 13:05:34.603598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:34.605059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c08ed801-6210-4865-a3f9-4165a942d69e triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:34.605612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.606547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34872) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:34.607423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:34.614078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:34.614664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.640479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=c3495e56-1470-496a-8a88-275e70310f27,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:34.642272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.657116 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-05c38426-abde-44d8-80b1-5519dfe3f5cd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8081858 May 19 13:05:34.661885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34876) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:34.675696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:34.757185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ed30024d-c67b-4281-a47c-2bda88e0bf83 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:34.798847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ed30024d-c67b-4281-a47c-2bda88e0bf83 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:34.803429 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ed30024d-c67b-4281-a47c-2bda88e0bf83 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1908042 May 19 13:05:34.803840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34880) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:34.815513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] Calling delete_port for 2de51f80-ed32-4828-8840-772d19249e4b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:34.830868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event updated for resources: {'Port': ['ID=d5341806-d58c-49c4-839d-0819f068ac37,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:34.845687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:34.850797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:34.854780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:34.862004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:34.874219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:34.881087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.882598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.889870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.902888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.948442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.966083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.966362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:34.990103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.020974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] Pushing event deleted for resources: {'Port': ['ID=2de51f80-ed32-4828-8840-772d19249e4b,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:35.024382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c08ed801-6210-4865-a3f9-4165a942d69e is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:35.026540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe83bd8-5984-4ee4-8446-ea2c82a95038 None None] No DVR routers for this DVR port 2de51f80-ed32-4828-8840-772d19249e4b on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:35.042152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45365e4f-b00a-42a3-8a47-5da0d44e5f93 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:35.104195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Deleting port f474f8c5-2bf0-46f0-b5ae-dee9ddef563b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:35.104546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.106499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2de51f80-ed32-4828-8840-772d19249e4b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:35.195673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2de51f80-ed32-4828-8840-772d19249e4b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:05:35.196839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2de51f80-ed32-4828-8840-772d19249e4b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:35.291734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-504e24c5-cc43-4e8c-90c0-54dd67562a7f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.293423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=7d78cb7e-401f-42d4-b54e-5be33cbefc59,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:35.319335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.380833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': 'c3495e56-1470-496a-8a88-275e70310f27'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:35.381448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.434878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-504e24c5-cc43-4e8c-90c0-54dd67562a7f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.459458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:05:35.460596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.526269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:35.528926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:35.533794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:35.534230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.541409 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Floating IP 86e4c72c-48ea-4ad2-a448-b956deb45037 associated. External IP: 172.26.3.204, port: fdb2660d-0b83-4ec3-8ed2-11678289c2c6. May 19 13:05:35.561727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=b28922a7-9764-4f78-8195-043facbad119,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:35.582628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d6fe14af-5597-4fb3-a130-df32ec9763d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9195549 May 19 13:05:35.586052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34886) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:35.594941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:f1:ab:7f', 'name': 'tempest-NetworksTestDHCPv6-1242806019'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:35.647000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Allocated IP 172.20.0.2 (46029377-b81a-4b15-aa71-e8bb333d83e5/c3495e56-1470-496a-8a88-275e70310f27/2c3ccf67-99fd-443c-8df7-1d0d6aba0272) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:35.655966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Allocated IP 2001:db8::f816:3eff:fef2:9db8 (46029377-b81a-4b15-aa71-e8bb333d83e5/b28922a7-9764-4f78-8195-043facbad119/2c3ccf67-99fd-443c-8df7-1d0d6aba0272) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:35.721511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-504e24c5-cc43-4e8c-90c0-54dd67562a7f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.754310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:35.759753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:35.762214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:35.768094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:35.780379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:35.810785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.845506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e24c5-cc43-4e8c-90c0-54dd67562a7f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdbae23-5354-4c59-b95d-17f199346168,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:35.918464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.932220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Transition to ACTIVE for port object 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:35.939370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.944404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.953404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Transition to ACTIVE for port object 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:35.960390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:35.978258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 43665d65-1e20-4a23-83e7-0dd9b75dc00a yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:05:35.981472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network dff380d2-921a-427a-beb0-73bd8bb85fab is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:35.992707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Calling delete_port for f474f8c5-2bf0-46f0-b5ae-dee9ddef563b owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:36.031371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:36.036655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:36.040245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:36.042005 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Pushing event updated for resources: {'Port': ['ID=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:36.046346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:36.085884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-504e24c5-cc43-4e8c-90c0-54dd67562a7f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.091138 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-504e24c5-cc43-4e8c-90c0-54dd67562a7f tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/ecdbae23-5354-4c59-b95d-17f199346168 HTTP/1.1" status: 204 len: 168 time: 1.2825761 May 19 13:05:36.093025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34890) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:36.247709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-942e063f-333b-445a-bb61-0484effb0bb1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:36.254393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Attempting to bind port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:36.255789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Attempting to bind port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:36.256288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Attempting to bind port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:36.264522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:36.265814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:36.266370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.266875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:36.268333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Bound port: 2c3ccf67-99fd-443c-8df7-1d0d6aba0272, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:36.268820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.338672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-942e063f-333b-445a-bb61-0484effb0bb1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:36.340130 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-942e063f-333b-445a-bb61-0484effb0bb1 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2461050 May 19 13:05:36.347345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34894) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:36.361546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229243066'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:36.371927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:36.380711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] For port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:36.390416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 172.20.0.12 (46029377-b81a-4b15-aa71-e8bb333d83e5/c3495e56-1470-496a-8a88-275e70310f27/43665d65-1e20-4a23-83e7-0dd9b75dc00a) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:36.391953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] For port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:36.393037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:36.400757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fef1:ab7f (46029377-b81a-4b15-aa71-e8bb333d83e5/b28922a7-9764-4f78-8195-043facbad119/43665d65-1e20-4a23-83e7-0dd9b75dc00a) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:36.403833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.416750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.474693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:36.487886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:36.494333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:36.506926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700b203-1f4b-4ed1-a7d6-e0a9eba129e8 None None] Pushing event updated for resources: {'Port': ['ID=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:36.513164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2c5ed855-ded5-423a-9794-32b1d899da47 None None] Provisioning complete for port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:36.513823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed855-ded5-423a-9794-32b1d899da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.518515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:36.588425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ed855-ded5-423a-9794-32b1d899da47 None None] Port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:36.711667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.735647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.742072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:36.750105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.837505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 43665d65-1e20-4a23-83e7-0dd9b75dc00a will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:36.846532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.851586 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4996564 May 19 13:05:36.851586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34898) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:36.851839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87168837-2b68-4603-b693-ed0ff042ce11 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9a138-f87c-4a94-88e5-6bebef0a0e76,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:36.862192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Request body: {'security_group_rule': {'security_group_id': 'dda9a138-f87c-4a94-88e5-6bebef0a0e76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:36.873660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:36.880727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Usage tracker for resource:security_group_rule and tenant:717ca33fccc14faab71317821c24a815 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:36.886841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:36.894960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:36.923563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:36.964913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Router 15da5659-f704-4679-8113-38b1c840dbc1 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:36.977632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.035513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:37.046381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:37.051934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:37.066866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.100015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=43665d65-1e20-4a23-83e7-0dd9b75dc00a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:37.136022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:37.136756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.141743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:37.159360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event deleted for resources: {'Port': ['ID=f474f8c5-2bf0-46f0-b5ae-dee9ddef563b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:37.159525 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:37.165965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.168353 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc9d7587-21ce-49cd-9381-c6016af2a7f5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5804501 May 19 13:05:37.171041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34902) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:37.185335 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:37.185960 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:37.187115 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-78d6920f-4243-4649-9e3d-77b50091ed82 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9614465 May 19 13:05:37.223846 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34906) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:37.224769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.259171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-600466212'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:37.288623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:37.297714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:37.307155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:37.310221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a892cd41-b5df-4add-a73c-f5fd0d9cf9dc,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:37.323204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.325083 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-718165ea-679d-4320-8a07-32e46c920916 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4706919 May 19 13:05:37.326365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:37.333479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34910) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:37.368733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:37.372006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.381239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.387115 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:37.454403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c14c1-a55b-4cd8-9871-d0f72e3e79dc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:37.465487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c14c1-a55b-4cd8-9871-d0f72e3e79dc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:37.466311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-057c14c1-a55b-4cd8-9871-d0f72e3e79dc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:37.472566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:37.492273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec7f0-184f-4117-b2e5-b3c3f76c33dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.498357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.535708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.536049 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment b51e1212-57bc-4cf3-ae44-5e844be49ff1 of type vlan for network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 May 19 13:05:37.549915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec7f0-184f-4117-b2e5-b3c3f76c33dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.559604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-057c14c1-a55b-4cd8-9871-d0f72e3e79dc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:37.561070 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-057c14c1-a55b-4cd8-9871-d0f72e3e79dc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3889401 May 19 13:05:37.567821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34914) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:37.637066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.639898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:37.642118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.656020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] Sync routers for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:37.679039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:37.681181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.688853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.689119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:37.705294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 43665d65-1e20-4a23-83e7-0dd9b75dc00a {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:37.705927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.744223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.744934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Fanout notify agent at l3_agent the message router_deleted on router 24886703-8f5c-4ba2-ac13-098441c4f569 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:37.765035 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:33Z', 'revision_number': 3, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:34Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:37.769229 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:37.769585 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Updating router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:37.783806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.792876 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-beed7128-5eba-4d26-8987-3913fb99f8f1 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/24886703-8f5c-4ba2-ac13-098441c4f569 HTTP/1.1" status: 204 len: 168 time: 4.1456373 May 19 13:05:37.800296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34918) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:37.823265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-299087986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:37.841063 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.848387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:37.856916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Usage tracker for resource:router and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:37.862341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:37.881859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-02638829-07a9-44a5-bcfe-15764ec44016 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.1505959 May 19 13:05:37.890042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:37.911842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:37.937197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.938410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:37.966647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.017216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.050202 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80651433-c05b-481e-a484-c6adf4fb7181'] response: {'name': 'network-changed', 'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'status': 'completed', 'code': 200} May 19 13:05:38.052649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.061715 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-abf8f757-362d-4ab7-ac99-56869471f797 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2502601 May 19 13:05:38.062476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34928) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:38.099088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'enable_snat': False}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:38.136361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b1864-fca3-4a6b-aafe-a5626d093ee7 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:38.197947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.200819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:38.220032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:38.220667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.261217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec7f0-184f-4117-b2e5-b3c3f76c33dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.264439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec7f0-184f-4117-b2e5-b3c3f76c33dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.268261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4f8ec7f0-184f-4117-b2e5-b3c3f76c33dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/dda9a138-f87c-4a94-88e5-6bebef0a0e76 HTTP/1.1" status: 204 len: 168 time: 0.9335177 May 19 13:05:38.278042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34932) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:38.278653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34934) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:38.346406 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.360808 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Transition to ACTIVE for port object 7d78cb7e-401f-42d4-b54e-5be33cbefc59 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:38.377070 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.548658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:38.614901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.622553 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3145c9-949c-4445-94d0-8459b28f9239 None None] Pushing event updated for resources: {'Port': ['ID=7d78cb7e-401f-42d4-b54e-5be33cbefc59,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:38.623793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=f39619ba-4b52-4d3f-b9e1-0ca5dedf4831,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:38.627298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ff9b0238-7970-4e08-894b-7c9b6099f708 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3855836 May 19 13:05:38.630362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34940) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:38.669491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ec7f0-184f-4117-b2e5-b3c3f76c33dd tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9a138-f87c-4a94-88e5-6bebef0a0e76,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:38.733628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:38.763982 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Attempting to bind port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:38.764265 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Attempting to bind port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:38.764625 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Attempting to bind port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 on network dff380d2-921a-427a-beb0-73bd8bb85fab {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:38.775545 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:38.776249 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Checking segment: {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:38.776836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.777388 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Bound using segment: {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:38.778016 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Bound port: 7d78cb7e-401f-42d4-b54e-5be33cbefc59, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46c4707-1931-4db7-94e7-8403242be637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:38.778585 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.845082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:38.850485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 43665d65-1e20-4a23-83e7-0dd9b75dc00a owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:38.875957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Provisioning for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:38.877162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.881986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:38.883256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:38.889519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:38.895843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:38.905175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:38.907651 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] For port 7d78cb7e-401f-42d4-b54e-5be33cbefc59, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:38.910384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Provisioning complete for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:38.910845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.912713 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] For port 7d78cb7e-401f-42d4-b54e-5be33cbefc59, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7d78cb7e-401f-42d4-b54e-5be33cbefc59,segment=NetworkSegment(f46c4707-1931-4db7-94e7-8403242be637),segment_id=f46c4707-1931-4db7-94e7-8403242be637)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:38.918863 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.939169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dfbcdfe2-b4e1-47d6-b94f-fcbcf697628c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:38.967860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9740770a-9e9a-4ca6-98bb-ef95e5525d68 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/1fd2e355-21cb-4f99-b479-5d82f1a529e8 HTTP/1.1" status: 200 len: 994 time: 0.4649107 May 19 13:05:38.983701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:38.984415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:38.998238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-3b1bb847-6eb6-4752-895a-037b82bf02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:39.000681 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-3b1bb847-6eb6-4752-895a-037b82bf02bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24306cc48006457bb49f0dc6e3a652e5&device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1099 time: 0.7204936 May 19 13:05:39.022528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cef92-b600-4b97-8a02-d08ab57bb530 req-3b7d01cf-e4c8-48a5-bb02-64af1cc01434 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:39.034721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e49cef92-b600-4b97-8a02-d08ab57bb530 req-3b7d01cf-e4c8-48a5-bb02-64af1cc01434 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.9711394 May 19 13:05:39.034913 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3145c9-949c-4445-94d0-8459b28f9239 None None] Pushing event updated for resources: {'Port': ['ID=7d78cb7e-401f-42d4-b54e-5be33cbefc59,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:39.037245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:39.047840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.052702 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:39.053333 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:39.196777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-af5c4db6-bb54-4ae7-99a6-b378c633bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:39.198548 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-af5c4db6-bb54-4ae7-99a6-b378c633bf13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=194c019b-5806-4c81-a6fe-530845960918 HTTP/1.1" status: 200 len: 898 time: 0.1764481 May 19 13:05:39.203824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dfbcdfe2-b4e1-47d6-b94f-fcbcf697628c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:39.207526 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dfbcdfe2-b4e1-47d6-b94f-fcbcf697628c tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7031186 May 19 13:05:39.210385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34946) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:39.247559 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:39.275549 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e49cef92-b600-4b97-8a02-d08ab57bb530 req-579e9013-1293-42ce-b38e-950628c695a0 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812465 May 19 13:05:39.334635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:39.457093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34956) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:39.513978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f0b567cf-abe2-4ac8-8360-9cf684f4a3e4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Synchronizing usage tracker for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:39.544958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-6358bf3f-86b0-4d52-8a4a-3f014bbf53b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6 HTTP/1.1" status: 200 len: 1000 time: 0.2580764 May 19 13:05:39.607543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f0b567cf-abe2-4ac8-8360-9cf684f4a3e4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] Unset dirty status for tenant:717ca33fccc14faab71317821c24a815 on resource:security_group_rule {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:39.608841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f0b567cf-abe2-4ac8-8360-9cf684f4a3e4 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3893523 May 19 13:05:39.609843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34960) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:39.615026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Current status of the port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:39.615692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.642976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:39.644695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.709392 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:33Z', 'revision_number': 3, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:38Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:39.715635 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6402c9-6805-41ef-b49d-93a2b9768500 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:33Z', 'revision_number': 3, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:38Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:39.738009 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-90f10243-3478-49cf-963c-353763075b63 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] delete failed (client error): The resource could not be found. May 19 13:05:39.746443 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca3c134e-7b2c-46e1-a14c-48d212756e6c tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/floatingips/86e4c72c-48ea-4ad2-a448-b956deb45037 HTTP/1.1" status: 200 len: 992 time: 0.4101565 May 19 13:05:39.755739 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-90f10243-3478-49cf-963c-353763075b63 tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "DELETE /v2.0/security-groups/dda9a138-f87c-4a94-88e5-6bebef0a0e76 HTTP/1.1" status: 404 len: 347 time: 0.1309206 May 19 13:05:39.762604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34966) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:39.771319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] For port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:39.818850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-4a68ab4f-3517-4eff-a5f9-c9832de614eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:39.820570 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-4a68ab4f-3517-4eff-a5f9-c9832de614eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0a8bf66-49ff-499f-953a-4131f274b177 HTTP/1.1" status: 200 len: 835 time: 0.2659678 May 19 13:05:39.821272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.838113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:39.923874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=43665d65-1e20-4a23-83e7-0dd9b75dc00a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:40.021136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:05:40.021775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:05:40.028192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304395a7-1345-4b21-b3c3-daa900da32d9 None None] Pushing event updated for resources: {'Port': ['ID=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:40.052583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-58360ddb-9d33-41fe-9f92-e8550e416aca tempest-SecGroupIPv6Test-445967879 tempest-SecGroupIPv6Test-445967879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2724278 May 19 13:05:40.060986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '86e4c72c-48ea-4ad2-a448-b956deb45037', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'port_id': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'mac_address': 'fa:16:3e:f9:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:32Z', 'updated_at': '2022-05-19T13:05:32Z', 'revision_number': 0, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:40.067256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] Checking router: 15da5659-f704-4679-8113-38b1c840dbc1 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:40.087109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:40.087898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:40.314533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.344994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-25849595-5c13-4c14-a6e9-118649c9ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:40.346525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-25849595-5c13-4c14-a6e9-118649c9ae3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=194c019b-5806-4c81-a6fe-530845960918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4602187 May 19 13:05:40.354422 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7ff84bec-b0b0-4219-8fac-681f6764ba33 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/43665d65-1e20-4a23-83e7-0dd9b75dc00a HTTP/1.1" status: 204 len: 168 time: 2.7781434 May 19 13:05:40.356372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:40.426092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 0c0599b5-fe4f-4c0e-9c43-b20cdcec11a9 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:40.426740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.521078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:40.561097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34978) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:40.563976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.652737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.670210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:40.721504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-803042da-4afd-4e4f-a0c6-77b657fb002a None None] Could not find standard attr ID for object 43665d65-1e20-4a23-83e7-0dd9b75dc00a. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:05:40.805704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 34984) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:40.861343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-803042da-4afd-4e4f-a0c6-77b657fb002a None None] Provisioning complete for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:40.861624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-803042da-4afd-4e4f-a0c6-77b657fb002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.895950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:40.925394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d74136-4b06-474f-9179-90d0616e6471 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:40.927380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d74136-4b06-474f-9179-90d0616e6471 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:40.929429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d74136-4b06-474f-9179-90d0616e6471 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:40.930589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-42d74136-4b06-474f-9179-90d0616e6471 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:40.966609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:40.981816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-42d74136-4b06-474f-9179-90d0616e6471 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:40.985781 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-42d74136-4b06-474f-9179-90d0616e6471 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6148388 May 19 13:05:40.986599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:41.024246 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-2991a7e3-07a2-47ba-ad25-c7c868726736 service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573277 May 19 13:05:41.119554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=a260045a-1571-459d-aeb5-aa0ec57db499,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:41.146098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet b28922a7-9764-4f78-8195-043facbad119 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:41.153362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.209062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:41.210081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: f39619ba-4b52-4d3f-b9e1-0ca5dedf4831, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:41.221819 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba284b5d-55f9-4b5e-87e4-791ee93665a2 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/floatingips/86e4c72c-48ea-4ad2-a448-b956deb45037 HTTP/1.1" status: 200 len: 992 time: 0.4146187 May 19 13:05:41.222030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:41.222243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.229772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.230428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.242776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.248931 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2a655ed5-704a-4914-b65b-9986d44bd67b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=717ca33fccc14faab71317821c24a815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6785264 May 19 13:05:41.273601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34992) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:41.275175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-803042da-4afd-4e4f-a0c6-77b657fb002a None None] Current status of the port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:41.295604 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033fe256-411e-44d6-8ae4-f3a490d07bf9 req-83abdef2-1053-4baf-9b04-ad54cac2001c service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622623 May 19 13:05:41.383087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0628e225-569f-4cbf-823c-1e6ace364220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.419064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.434093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-07e05ec0-6e09-4877-b59e-831815cf6a20 None None] Could not find standard attr ID for object 43665d65-1e20-4a23-83e7-0dd9b75dc00a. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:05:41.452383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:41.453696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d78cb7e-401f-42d4-b54e-5be33cbefc59 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:41.492362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 0c0599b5-fe4f-4c0e-9c43-b20cdcec11a9 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:41.501326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '86e4c72c-48ea-4ad2-a448-b956deb45037', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'port_id': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'mac_address': 'fa:16:3e:f9:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:32Z', 'updated_at': '2022-05-19T13:05:32Z', 'revision_number': 0, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:41.511172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678a805-9e63-473c-b655-8d74f0168798 None None] The sync data for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv is: [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '86e4c72c-48ea-4ad2-a448-b956deb45037', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'port_id': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'mac_address': 'fa:16:3e:f9:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:05:32Z', 'updated_at': '2022-05-19T13:05:32Z', 'revision_number': 0, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:41.528028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0628e225-569f-4cbf-823c-1e6ace364220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.543573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:41.551797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:41.552077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.564808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.595338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Allocated IP 172.26.3.84 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/8e724f36-f534-40a4-8d86-3efe01ef2f39) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:41.597545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:41.644136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=b28922a7-9764-4f78-8195-043facbad119,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:41.647566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.650937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f39619ba-4b52-4d3f-b9e1-0ca5dedf4831) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:41.673522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae080a4-c14a-49c9-84ea-1d56164d93f4 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:41.680660 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0cfd0d09-7673-405e-8ff6-e75e44788424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/b28922a7-9764-4f78-8195-043facbad119 HTTP/1.1" status: 204 len: 168 time: 0.6930821 May 19 13:05:41.683459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 34996) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:41.701240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e72c9-e7d9-4727-a513-14eaecbcb6ae None None] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:41.703328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:41.703918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.747731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0628e225-569f-4cbf-823c-1e6ace364220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.762202 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7b76d3be-e4a6-4e03-8a2d-d459ec6ec601 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0445352 May 19 13:05:41.762776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35000) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:41.768303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628e225-569f-4cbf-823c-1e6ace364220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763219f-7f10-44f3-b85b-877e31fce614,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:41.788931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet c3495e56-1470-496a-8a88-275e70310f27 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:41.792428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.851624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0628e225-569f-4cbf-823c-1e6ace364220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.855988 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0628e225-569f-4cbf-823c-1e6ace364220 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c763219f-7f10-44f3-b85b-877e31fce614 HTTP/1.1" status: 204 len: 168 time: 0.5813298 May 19 13:05:41.863280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.891292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:41.891677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:41.932175 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f89be5-6497-4e25-bbc4-345fb1ac22c2 None None] New status for floating IP 86e4c72c-48ea-4ad2-a448-b956deb45037: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:05:41.974769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.076450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.087387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 7d78cb7e-401f-42d4-b54e-5be33cbefc59, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7d78cb7e-401f-42d4-b54e-5be33cbefc59,segment=NetworkSegment(f46c4707-1931-4db7-94e7-8403242be637),segment_id=f46c4707-1931-4db7-94e7-8403242be637)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:42.096704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.169026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.184569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=c3495e56-1470-496a-8a88-275e70310f27,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:42.199174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.222524 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ea2b3b5c-fc58-4b11-a19a-f8a1dbdd3d19 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/c3495e56-1470-496a-8a88-275e70310f27 HTTP/1.1" status: 204 len: 168 time: 0.5353093 May 19 13:05:42.225156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35006) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.225558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35008) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.367247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.445192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=0c0599b5-fe4f-4c0e-9c43-b20cdcec11a9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:42.481001 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-751f07bd-3e09-4a60-95f3-023d6783e514 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2511103 May 19 13:05:42.481548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35014) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.569511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=7d78cb7e-401f-42d4-b54e-5be33cbefc59,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:42.587728 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5faec15-5809-4b74-b106-43649c0445a6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/floatingips/86e4c72c-48ea-4ad2-a448-b956deb45037 HTTP/1.1" status: 200 len: 992 time: 0.3555562 May 19 13:05:42.587934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:42.587934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.611598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7793bd-9362-479e-a7ef-2fa533d897ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:42.612298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-af7793bd-9362-479e-a7ef-2fa533d897ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:42.633209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-af7793bd-9362-479e-a7ef-2fa533d897ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:42.637252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-af7793bd-9362-479e-a7ef-2fa533d897ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1492038 May 19 13:05:42.637656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35018) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.707654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.722528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac230f-27a2-490b-9a44-a153a2d7d0a3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:42.723355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6aac230f-27a2-490b-9a44-a153a2d7d0a3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:42.758741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6aac230f-27a2-490b-9a44-a153a2d7d0a3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:42.762638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1417f0-7503-4aaa-bad7-4118bb6f749c None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': 'c3495e56-1470-496a-8a88-275e70310f27'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '2c3ccf67-99fd-443c-8df7-1d0d6aba0272'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:05:42.763188 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6aac230f-27a2-490b-9a44-a153a2d7d0a3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1216407 May 19 13:05:42.763856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35022) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.770932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:42.771264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 1fd2e355-21cb-4f99-b479-5d82f1a529e8 disassociated (deleted). External IP: 172.26.3.140, port: be16290a-7102-4cde-89a2-876b15491634. May 19 13:05:42.800353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d78cb7e-401f-42d4-b54e-5be33cbefc59 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:42.856929 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7bfdd64e-1eff-4b51-a85f-e92535e50da8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875044 May 19 13:05:42.858512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:42.859101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35026) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:42.865476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:42.867812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:42.910295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:42.924368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9d1417f0-7503-4aaa-bad7-4118bb6f749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.035841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Pushing event updated for resources: {'Port': ['ID=8e724f36-f534-40a4-8d86-3efe01ef2f39,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:43.062607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Allocated IP 172.22.0.2 (f39619ba-4b52-4d3f-b9e1-0ca5dedf4831/a260045a-1571-459d-aeb5-aa0ec57db499/289b36a6-c780-41c7-ba06-0a01c0757386) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:43.079474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:43.079841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.138240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:43.158933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:43.175252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:43.179900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.181655 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:05:43.182224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:43.212255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e154cf-83e8-4b5e-a31e-7175c7f7629d None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:43.212993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35030) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:43.213504 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fcd6389f-669d-4ce1-a2ff-f42803d5ac30 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3524380 May 19 13:05:43.285801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:43.387912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f5da2882-286c-4fbe-bf15-6b88df429512 None None] Provisioning complete for port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:43.388556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5da2882-286c-4fbe-bf15-6b88df429512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.428831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.591702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35034) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:43.614181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:43.639449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.675256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Transition to ACTIVE for port object 289b36a6-c780-41c7-ba06-0a01c0757386 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:43.709710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c2ed879c-faa0-4698-8c7f-8c0a51b292c3 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/floatingips/86e4c72c-48ea-4ad2-a448-b956deb45037 HTTP/1.1" status: 200 len: 994 time: 0.1168964 May 19 13:05:43.725470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Transition to ACTIVE for port object 289b36a6-c780-41c7-ba06-0a01c0757386 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:43.727168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f5da2882-286c-4fbe-bf15-6b88df429512 None None] Current status of the port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:43.737052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.772833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:05:43.796448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] Deleting port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:43.796810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:43.823658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:43.846919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:43.851931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:43.857045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:43.866681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Pushing event updated for resources: {'Port': ['ID=289b36a6-c780-41c7-ba06-0a01c0757386,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:43.958695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:44.012836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Attempting to bind port 289b36a6-c780-41c7-ba06-0a01c0757386 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:44.013193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Attempting to bind port 289b36a6-c780-41c7-ba06-0a01c0757386 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:44.013553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Attempting to bind port 289b36a6-c780-41c7-ba06-0a01c0757386 on network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:44.064587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:44.068035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.069503 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:05:44.069920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:44.117122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:44.117378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Checking segment: {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:44.117777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.118160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Bound using segment: {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:44.118724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Bound port: 289b36a6-c780-41c7-ba06-0a01c0757386, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:44.119118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.183842 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-86b6de29-6829-4003-aee7-da4697f1148a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9615262 May 19 13:05:44.185824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 28564391-2e35-4121-8ee1-90a40ffe3cc8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:44.186460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35038) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:44.196724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:44.202683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] For port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:44.203055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.224738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.336051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] Calling delete_port for 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:44.392503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] For port 289b36a6-c780-41c7-ba06-0a01c0757386, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:44.405972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] For port 289b36a6-c780-41c7-ba06-0a01c0757386, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=289b36a6-c780-41c7-ba06-0a01c0757386,segment=NetworkSegment(b51e1212-57bc-4cf3-ae44-5e844be49ff1),segment_id=b51e1212-57bc-4cf3-ae44-5e844be49ff1)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:44.420631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.492311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.515760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febabbdd-4e11-4337-bf62-b6fe0e3409ee None None] Pushing event updated for resources: {'Port': ['ID=289b36a6-c780-41c7-ba06-0a01c0757386,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:44.518415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] No DVR routers for this DVR port 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:44.562672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dfda8-d5b1-4614-b74b-1159a15138a5 None None] Pushing event deleted for resources: {'Port': ['ID=2c3ccf67-99fd-443c-8df7-1d0d6aba0272,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:44.650876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:44.737898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:44.781574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:44.822211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:05:44.822920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c3ccf67-99fd-443c-8df7-1d0d6aba0272 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:44.836950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.22.0.1 (f39619ba-4b52-4d3f-b9e1-0ca5dedf4831/a260045a-1571-459d-aeb5-aa0ec57db499/710ce1fe-24bf-408b-8a19-c258cc0a03fa) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:44.843825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:44.847285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:44.848664 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:05:44.849082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:44.863717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:44.873936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] Sync routers for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:44.884681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:44.885682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:44.907279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.081769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:45.148235 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ee21a4bf-2479-49c6-ab0e-e81f8e5d9a4c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9560270 May 19 13:05:45.151530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35042) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:45.157913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:45.263923 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-470b9114-3caa-4060-bb77-94ba5cc220fe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/1fd2e355-21cb-4f99-b479-5d82f1a529e8 HTTP/1.1" status: 204 len: 168 time: 5.8054950 May 19 13:05:45.270094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'tag': 'be16290a-7102-4cde-89a2-876b15491634'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:45.292369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:45.304943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.323722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:45.341742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:45.345624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.347362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:05:45.347971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:45.353650 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d87c1a-bfc0-4a9a-9954-a53f01b4474a'] response: {'name': 'network-changed', 'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'tag': 'be16290a-7102-4cde-89a2-876b15491634', 'status': 'completed', 'code': 200} May 19 13:05:45.354782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.447568 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2b968c4f-f132-43bf-8379-9844885c0e1b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2941577 May 19 13:05:45.454959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35050) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:45.470159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:45.479506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:45.480328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.483746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] Checking router: 28564391-2e35-4121-8ee1-90a40ffe3cc8 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:45.506209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:45.507414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:45.615324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 710ce1fe-24bf-408b-8a19-c258cc0a03fa will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:45.709110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.709535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:45.730136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:45.778292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:45.778292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.778292 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:05:45.778292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:45.804095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf216b3-7221-42a5-85f2-4c57a485486f req-62fa20f2-35aa-4b35-b350-fc6b1b72cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:45.804095 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-62fa20f2-35aa-4b35-b350-fc6b1b72cb1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 1099 time: 0.4002593 May 19 13:05:45.814309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:45.814309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:45.814309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Router 0050feef-d91f-4964-a55e-20704b5f2f6e is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:45.816709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:45.862523 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:45.915521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:45.927953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=710ce1fe-24bf-408b-8a19-c258cc0a03fa,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:45.942080 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fcec0abe-6d8c-4c1b-a8bb-3ad13ba17eae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4724298 May 19 13:05:45.942080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35056) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:45.967458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:45.972337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9d616-2858-4313-ac85-3379efcc396c None None] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:46.149148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf216b3-7221-42a5-85f2-4c57a485486f req-6845d385-99fa-4303-ab01-8838196c38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:46.149148 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-6845d385-99fa-4303-ab01-8838196c38ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 200 len: 898 time: 0.3456481 May 19 13:05:46.200528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-615bb3ce-d7d3-4f3e-8ba5-894d2c2c88c9 None None] Provisioning for port 289b36a6-c780-41c7-ba06-0a01c0757386 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:46.244790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:46.261085 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-48135a9c-c6f6-43a3-bdbb-7674721712e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 200 len: 217 time: 0.0961528 May 19 13:05:46.270167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:46.294980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff7966-3ec6-4582-89f4-d50b93bd4fcb req-58d3ad05-c4dd-4139-9439-1cd06a7c8f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:46.295757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-f3ff7966-3ec6-4582-89f4-d50b93bd4fcb req-58d3ad05-c4dd-4139-9439-1cd06a7c8f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:46.344856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-f3ff7966-3ec6-4582-89f4-d50b93bd4fcb req-58d3ad05-c4dd-4139-9439-1cd06a7c8f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:46.344856 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f3ff7966-3ec6-4582-89f4-d50b93bd4fcb req-58d3ad05-c4dd-4139-9439-1cd06a7c8f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.4152603 May 19 13:05:46.369134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf216b3-7221-42a5-85f2-4c57a485486f req-4c554d05-5e8d-4070-90b3-3dc03d3ac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:46.369134 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-4c554d05-5e8d-4070-90b3-3dc03d3ac921 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=239494e2-6929-4227-b2c1-a6d5fec92d5d HTTP/1.1" status: 200 len: 835 time: 0.0873585 May 19 13:05:46.369134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:46.378453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.378453 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:05:46.378453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:46.407756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:46.407756 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f3ff7966-3ec6-4582-89f4-d50b93bd4fcb req-b6341a4b-47fc-43f5-8d2d-06c896311fb7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593617 May 19 13:05:46.431118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.431118 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b4281369-a193-4dcf-b909-a25ab49ee495 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "PUT /v2.0/routers/0050feef-d91f-4964-a55e-20704b5f2f6e HTTP/1.1" status: 200 len: 918 time: 8.3473992 May 19 13:05:46.437014 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] Sync routers for ids ['0050feef-d91f-4964-a55e-20704b5f2f6e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:46.442076 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] Routers {'0050feef-d91f-4964-a55e-20704b5f2f6e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:46.442076 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['0050feef-d91f-4964-a55e-20704b5f2f6e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.454251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35060) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:46.572702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.572702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fcc34-4999-4c43-be3e-a1aefa536d50 None None] The sync data for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv is: [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:04:10Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '4de05edb-eb85-4606-870f-7a1bb29174a3', 'name': '', 'network_id': '424581b2-4318-48a6-9116-2e6bfd02341d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:96:a7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:06Z', 'updated_at': '2022-05-19T13:04:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '239494e2-6929-4227-b2c1-a6d5fec92d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:46.629176 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9059b0db-e78b-4627-a88c-6be97e755e54 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6754637 May 19 13:05:46.629176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35064) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:46.698943 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.721236 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] Routers {'0050feef-d91f-4964-a55e-20704b5f2f6e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:46.721861 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['0050feef-d91f-4964-a55e-20704b5f2f6e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.752391 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1e47cfe7-8579-461c-a131-eb59c47b2318 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1250749 May 19 13:05:46.765327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35068) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:46.822348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:46.836054 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3ac53ce3-12e8-4321-9676-bb04d63eff8b tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/0050feef-d91f-4964-a55e-20704b5f2f6e HTTP/1.1" status: 200 len: 924 time: 0.3749540 May 19 13:05:46.836054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35072) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:46.851407 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:46.851784 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60a83e-0b68-4c35-878f-8660f25c4634 None None] The sync data for ids ['0050feef-d91f-4964-a55e-20704b5f2f6e'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:46.887710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 289b36a6-c780-41c7-ba06-0a01c0757386 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:46.935709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18fd67-6df8-45c9-b68e-f3f984a4ed0b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:46.935709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc18fd67-6df8-45c9-b68e-f3f984a4ed0b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644764 May 19 13:05:46.935709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:47.074011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-641093e7-a895-49a6-a951-d36730fb28ea tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337740 May 19 13:05:47.074011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35080) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:47.107391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:47.172988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563d3cb-8fa2-4e88-a6d7-59560fb8286b None None] New status for floating IP 1fd2e355-21cb-4f99-b479-5d82f1a529e8: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:05:47.189155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf216b3-7221-42a5-85f2-4c57a485486f req-f18e0185-794b-4d32-bea1-0cd0689d744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:47.197547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-f18e0185-794b-4d32-bea1-0cd0689d744e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=424581b2-4318-48a6-9116-2e6bfd02341d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8102677 May 19 13:05:47.402252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 289b36a6-c780-41c7-ba06-0a01c0757386 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:47.420691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c5f2a3ce-eb59-429f-9ada-2d391550fee0 None None] Provisioning for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:47.425215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 289b36a6-c780-41c7-ba06-0a01c0757386 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:47.426804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.480388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c5f2a3ce-eb59-429f-9ada-2d391550fee0 None None] Provisioning complete for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:47.481924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5f2a3ce-eb59-429f-9ada-2d391550fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.484670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:47.496845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:47.514200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:47.518719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.585729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2a3ce-eb59-429f-9ada-2d391550fee0 None None] Port 710ce1fe-24bf-408b-8a19-c258cc0a03fa cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:47.596443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9695af5-c90b-4ab5-b3bb-f548c5563e81 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:47.607256 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e9695af5-c90b-4ab5-b3bb-f548c5563e81 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=0050feef-d91f-4964-a55e-20704b5f2f6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7738950 May 19 13:05:47.610339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35088) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:47.661017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 289b36a6-c780-41c7-ba06-0a01c0757386 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:47.661628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.716168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 289b36a6-c780-41c7-ba06-0a01c0757386, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=289b36a6-c780-41c7-ba06-0a01c0757386,segment=NetworkSegment(b51e1212-57bc-4cf3-ae44-5e844be49ff1),segment_id=b51e1212-57bc-4cf3-ae44-5e844be49ff1)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:47.725558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0a34cd58-fefb-4319-81a9-2a4149cd3033 None None] Provisioning complete for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:47.725680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a34cd58-fefb-4319-81a9-2a4149cd3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.775002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:47.878908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0a34cd58-fefb-4319-81a9-2a4149cd3033 None None] Port 710ce1fe-24bf-408b-8a19-c258cc0a03fa cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:47.899677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=289b36a6-c780-41c7-ba06-0a01c0757386,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:47.922417 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-70844abf-1cfe-4a83-9196-4632311fab2f service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126243 May 19 13:05:47.969343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ea8ae-f9ab-4892-b6e4-9b249e75fced tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:47.973608 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-907ea8ae-f9ab-4892-b6e4-9b249e75fced tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/networks/92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 881 time: 0.3626249 May 19 13:05:47.975002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35092) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:48.044592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391222eb-467f-47a5-a387-508f9a2026b0 req-fbb12f89-7ac1-4ca6-906e-85c8697c9f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:48.046369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-391222eb-467f-47a5-a387-508f9a2026b0 req-fbb12f89-7ac1-4ca6-906e-85c8697c9f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.1561475 May 19 13:05:48.100249 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ebf8dbd5-68ac-4136-963f-8845fc60b615 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=0050feef-d91f-4964-a55e-20704b5f2f6e HTTP/1.1" status: 200 len: 205 time: 0.0738583 May 19 13:05:48.100249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35096) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:48.110231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.126719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.256787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e17436-31e1-4a03-803a-54d3611df5b3 req-c2f8cb38-1a31-4842-af6c-938ee32d653e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:48.257737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-45e17436-31e1-4a03-803a-54d3611df5b3 req-c2f8cb38-1a31-4842-af6c-938ee32d653e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 946 time: 0.4445844 May 19 13:05:48.270474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port be16290a-7102-4cde-89a2-876b15491634 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:48.271288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.343622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.356330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=710ce1fe-24bf-408b-8a19-c258cc0a03fa,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:48.416704 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-caf216b3-7221-42a5-85f2-4c57a485486f req-a8b2d33b-92e1-4258-84de-bd9245408d1e service neutron] 10.222.0.79 "GET /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816222 May 19 13:05:48.445535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-45e17436-31e1-4a03-803a-54d3611df5b3 req-57b6986f-4172-4cef-9226-3c5477e7de09 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3a40e12-571a-453a-8aa4-06892921d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563203 May 19 13:05:48.488893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.660019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:48.664116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:48.745126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:05:48.749546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.751843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port be16290a-7102-4cde-89a2-876b15491634, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=be16290a-7102-4cde-89a2-876b15491634,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:48.752215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.764294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 289b36a6-c780-41c7-ba06-0a01c0757386 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:48.819400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:48.820928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.826169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:48.832219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:48.833115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.842723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f638003-38bf-4baa-87c2-1cd7808c3d78 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:48.865348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=80890202-70dd-4c63-a443-087e5e123928,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:48.867689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Deleting port 8e724f36-f534-40a4-8d86-3efe01ef2f39 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:48.868026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:48.924065 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2301bc65-bc4e-4f4e-99a7-b5cbc9567983 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8484449 May 19 13:05:48.927127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35100) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:48.934387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:df:ae:0c', 'name': 'tempest-NetworksTestDHCPv6-256186866'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:48.945195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:48.958932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 289b36a6-c780-41c7-ba06-0a01c0757386 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:48.959556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.011042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for be16290a-7102-4cde-89a2-876b15491634 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:49.091605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b70d506d-e1e6-4f86-921f-2e0d60161a99 None None] Provisioning complete for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:49.091971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b70d506d-e1e6-4f86-921f-2e0d60161a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.175578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.183296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:49.192402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:49.246099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:49.255402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b70d506d-e1e6-4f86-921f-2e0d60161a99 None None] Port 710ce1fe-24bf-408b-8a19-c258cc0a03fa cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:49.281303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 289b36a6-c780-41c7-ba06-0a01c0757386 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:49.291850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '80890202-70dd-4c63-a443-087e5e123928'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:49.292224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.437737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:49.454282 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:49.454948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Calling delete_port for 8e724f36-f534-40a4-8d86-3efe01ef2f39 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:49.458853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-644f1f73-5e34-41a4-89d9-3a794fbaf3ae tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6948669 May 19 13:05:49.460138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35104) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:49.471381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'network': {'name': 'tempest-RoutersTest-914861248'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:49.473224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:49.474762 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:49.482939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:49.489072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:network and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:49.494001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:49.498662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.507676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:49.541375 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Allocated IP 2001:db8::f816:3eff:fe0e:29e2 (46029377-b81a-4b15-aa71-e8bb333d83e5/80890202-70dd-4c63-a443-087e5e123928/8002c36e-1321-4a58-bf9d-6311add11099) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:49.572535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:49.599659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:49.658807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port be16290a-7102-4cde-89a2-876b15491634 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:49.661955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.665168 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-391222eb-467f-47a5-a387-508f9a2026b0 req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/be16290a-7102-4cde-89a2-876b15491634 HTTP/1.1" status: 204 len: 173 time: 1.6089084 May 19 13:05:49.715094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'name': 'network-vif-deleted', 'tag': 'be16290a-7102-4cde-89a2-876b15491634'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:05:49.721098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e52c18ee-7e24-4ae8-8679-ccc3c433f8f9 req-1f31183b-e4b0-4f19-b171-c81fd57ba8b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:49.726446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983b295-d986-4dc7-8421-6ccf17fb3956 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=be16290a-7102-4cde-89a2-876b15491634,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:49.749412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:49.753955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.767736 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:49.791119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:05:49.803555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.804188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added segment 01d6ba39-dfad-4591-be20-b893974cc415 of type vlan for network 283de98d-f8b1-4048-8d6a-03327eed1263 May 19 13:05:49.806951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.838347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.873940 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe29f3cb-fa00-40d1-86b5-0eccda06fbf9'] response: {'server_uuid': 'e2968fb3-615c-40ac-abfd-a3bf69f89fe0', 'name': 'network-vif-deleted', 'tag': 'be16290a-7102-4cde-89a2-876b15491634', 'status': 'completed', 'code': 200} May 19 13:05:49.876223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e52c18ee-7e24-4ae8-8679-ccc3c433f8f9 req-1f31183b-e4b0-4f19-b171-c81fd57ba8b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:49.881342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 631fa978-2b42-40f2-b5a0-007bda751cc9 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:05:49.888142 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e52c18ee-7e24-4ae8-8679-ccc3c433f8f9 req-1f31183b-e4b0-4f19-b171-c81fd57ba8b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2968fb3-615c-40ac-abfd-a3bf69f89fe0 HTTP/1.1" status: 200 len: 210 time: 0.2406108 May 19 13:05:49.893187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.904998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:49.906093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:49.970493 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5063672 May 19 13:05:49.971356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35112) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:49.982463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'subnet': {'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:50.010034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.010671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.024109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Transition to ACTIVE for port object 8002c36e-1321-4a58-bf9d-6311add11099 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:50.046797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Transition to ACTIVE for port object 8002c36e-1321-4a58-bf9d-6311add11099 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:50.058804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.137152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event deleted for resources: {'Port': ['ID=8e724f36-f534-40a4-8d86-3efe01ef2f39,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.154868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:50.163029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:50.171891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:50.254793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Pushing event updated for resources: {'Port': ['ID=8002c36e-1321-4a58-bf9d-6311add11099,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.313544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:50.322436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:subnet and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:50.331858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:50.339337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Attempting to bind port 8002c36e-1321-4a58-bf9d-6311add11099 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:50.339604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fedf:ae0c (46029377-b81a-4b15-aa71-e8bb333d83e5/80890202-70dd-4c63-a443-087e5e123928/631fa978-2b42-40f2-b5a0-007bda751cc9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:50.340044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Attempting to bind port 8002c36e-1321-4a58-bf9d-6311add11099 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:50.341064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Attempting to bind port 8002c36e-1321-4a58-bf9d-6311add11099 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:50.341396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dd422-8e57-4564-92a8-997e51b44ff2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Network': ['ID=283de98d-f8b1-4048-8d6a-03327eed1263,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.349926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:50.350689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:50.351576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:50.352083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.352573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:50.353529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Bound port: 8002c36e-1321-4a58-bf9d-6311add11099, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:50.354027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.358705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.370511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Made reservation on behalf of d42977f82be04728847a539935993293 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:50.378253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.419064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 283de98d-f8b1-4048-8d6a-03327eed1263 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:05:50.440715 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:46Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:47Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:50.458895 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:05:50.458895 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Updating router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 port 710ce1fe-24bf-408b-8a19-c258cc0a03fa binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:05:50.545329 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.606227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] For port 8002c36e-1321-4a58-bf9d-6311add11099, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:50.610056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] For port 8002c36e-1321-4a58-bf9d-6311add11099, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8002c36e-1321-4a58-bf9d-6311add11099,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:50.619132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.756038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device be16290a-7102-4cde-89a2-876b15491634 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:50.758083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.762858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.778442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.812840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9082ccd-d916-4fda-8b7a-f890286b4304 None None] Pushing event updated for resources: {'Port': ['ID=8002c36e-1321-4a58-bf9d-6311add11099,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.855241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: be16290a-7102-4cde-89a2-876b15491634 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:05:50.855241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device be16290a-7102-4cde-89a2-876b15491634 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:50.908444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.910853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Fanout notify agent at l3_agent the message router_deleted on router 0050feef-d91f-4964-a55e-20704b5f2f6e {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:50.952907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Subnet': ['ID=43da2342-43b4-44db-ab63-a67cb84d9f90,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:50.954200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:50.963919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b746af94-4e35-4297-920d-2a14acc34b75 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/0050feef-d91f-4964-a55e-20704b5f2f6e HTTP/1.1" status: 204 len: 168 time: 2.8530891 May 19 13:05:50.964393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35118) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:50.968259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377255839', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:50.982409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:50.985378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Checking segment: {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:50.985378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network hostable DHCP agents. Network: 283de98d-f8b1-4048-8d6a-03327eed1263, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:05:50.999126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Usage tracker for resource:router and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:51.007863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:51.019516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:51.047987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 283de98d-f8b1-4048-8d6a-03327eed1263 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:05:51.047987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.054810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35122) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:51.059577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.096189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 283de98d-f8b1-4048-8d6a-03327eed1263) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:51.102418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:51.103038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.110009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f43313-05aa-473f-8a5f-aad7f6f5b74a None None] Network 283de98d-f8b1-4048-8d6a-03327eed1263 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:51.125602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.169256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.172619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35126) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:51.177053 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.177249 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d57690de-b1d6-4a32-ba9e-cad43aa2d31d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2005031 May 19 13:05:51.206224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Transition to ACTIVE for port object 710ce1fe-24bf-408b-8a19-c258cc0a03fa will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:51.221895 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.342645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4940ebf3-0486-4963-9c8c-5ea37c3aec56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.352974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 631fa978-2b42-40f2-b5a0-007bda751cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:51.410285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4940ebf3-0486-4963-9c8c-5ea37c3aec56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.570495 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26b496-9cde-4260-abc9-37c64bd44d5e None None] Pushing event updated for resources: {'Port': ['ID=710ce1fe-24bf-408b-8a19-c258cc0a03fa,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:51.642993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-283de98d-f8b1-4048-8d6a-03327eed1263', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:05:51.643851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.672241 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Attempting to bind port 710ce1fe-24bf-408b-8a19-c258cc0a03fa on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:51.674625 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Attempting to bind port 710ce1fe-24bf-408b-8a19-c258cc0a03fa by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:51.675148 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Attempting to bind port 710ce1fe-24bf-408b-8a19-c258cc0a03fa on network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:51.686847 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:51.688423 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Checking segment: {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:51.688935 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.689422 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Bound using segment: {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:51.690047 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Bound port: 710ce1fe-24bf-408b-8a19-c258cc0a03fa, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51e1212-57bc-4cf3-ae44-5e844be49ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:51.690555 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.723246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.837607 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.872578 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] For port 710ce1fe-24bf-408b-8a19-c258cc0a03fa, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:51.889798 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] For port 710ce1fe-24bf-408b-8a19-c258cc0a03fa, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=710ce1fe-24bf-408b-8a19-c258cc0a03fa,segment=NetworkSegment(b51e1212-57bc-4cf3-ae44-5e844be49ff1),segment_id=b51e1212-57bc-4cf3-ae44-5e844be49ff1)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:51.901826 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:51.942433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Allocated IP 172.23.0.2 (283de98d-f8b1-4048-8d6a-03327eed1263/43da2342-43b4-44db-ab63-a67cb84d9f90/093c84b4-481d-4761-9d4f-b2659c9de32d) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:51.976214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:52.004472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:52.006865 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:52.007592 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:52.263311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:52.286171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:52.286171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.338650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=631fa978-2b42-40f2-b5a0-007bda751cc9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.352010 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26b496-9cde-4260-abc9-37c64bd44d5e None None] Pushing event updated for resources: {'Port': ['ID=710ce1fe-24bf-408b-8a19-c258cc0a03fa,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.407238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4940ebf3-0486-4963-9c8c-5ea37c3aec56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.436778 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1e418fe6-7d4c-437f-8e15-d2745a59ad1a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4992399 May 19 13:05:52.436778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35130) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:52.436778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ebf3-0486-4963-9c8c-5ea37c3aec56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a40e12-571a-453a-8aa4-06892921d44c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.452893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4940ebf3-0486-4963-9c8c-5ea37c3aec56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.452893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4940ebf3-0486-4963-9c8c-5ea37c3aec56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3a40e12-571a-453a-8aa4-06892921d44c HTTP/1.1" status: 204 len: 168 time: 1.3945820 May 19 13:05:52.523722 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:05:52.584979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35136) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:52.603256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.625956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Transition to ACTIVE for port object 093c84b4-481d-4761-9d4f-b2659c9de32d will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:52.651334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Transition to ACTIVE for port object 093c84b4-481d-4761-9d4f-b2659c9de32d will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:52.658722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.763917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.819046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Network 283de98d-f8b1-4048-8d6a-03327eed1263 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:52.823470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:52.828767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:52.830834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a3d6a038-e1a6-40b6-9975-afbbdd2ed541 None None] Provisioning for port 8002c36e-1321-4a58-bf9d-6311add11099 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:52.888812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Pushing event updated for resources: {'Port': ['ID=093c84b4-481d-4761-9d4f-b2659c9de32d,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:52.892145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8002c36e-1321-4a58-bf9d-6311add11099 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:52.904650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:52.942368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.027670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651746be-db73-4d08-9bac-e4c642e401ba tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:53.034096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651746be-db73-4d08-9bac-e4c642e401ba tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:53.035262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-651746be-db73-4d08-9bac-e4c642e401ba tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:53.092879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Allocated IP 172.26.3.181 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/db4ce39d-75ed-4517-9474-6531491d7230) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:53.140931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Attempting to bind port 093c84b4-481d-4761-9d4f-b2659c9de32d on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:05:53.140931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Attempting to bind port 093c84b4-481d-4761-9d4f-b2659c9de32d by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:05:53.141357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Attempting to bind port 093c84b4-481d-4761-9d4f-b2659c9de32d on network 283de98d-f8b1-4048-8d6a-03327eed1263 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:05:53.152484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 8002c36e-1321-4a58-bf9d-6311add11099 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:53.168633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63ba4865-d09f-4f60-9d49-33c9bce44345 None None] Provisioning for port 631fa978-2b42-40f2-b5a0-007bda751cc9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:53.172911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:05:53.173281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Checking segment: {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:05:53.173677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.174066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Bound using segment: {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:05:53.174645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Bound port: 093c84b4-481d-4761-9d4f-b2659c9de32d, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:05:53.174974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.185223 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:46Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:51Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:53.190036 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e3c6c-0131-40d8-9467-773ce8a67879 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:46Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:51Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:53.191993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 8002c36e-1321-4a58-bf9d-6311add11099 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:53.192298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.266138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63ba4865-d09f-4f60-9d49-33c9bce44345 None None] Provisioning complete for port 631fa978-2b42-40f2-b5a0-007bda751cc9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:53.266832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63ba4865-d09f-4f60-9d49-33c9bce44345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.308319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.362065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.409559 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:05:53.443486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:53.443486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:53.443486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:53.489907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event updated for resources: {'Port': ['ID=db4ce39d-75ed-4517-9474-6531491d7230,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:53.530908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63ba4865-d09f-4f60-9d49-33c9bce44345 None None] Port 631fa978-2b42-40f2-b5a0-007bda751cc9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:53.551026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-651746be-db73-4d08-9bac-e4c642e401ba tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:53.555629 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-651746be-db73-4d08-9bac-e4c642e401ba tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1125932 May 19 13:05:53.557460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35140) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:53.608426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 8002c36e-1321-4a58-bf9d-6311add11099 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:53.608989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.627652 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] For port 093c84b4-481d-4761-9d4f-b2659c9de32d, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:05:53.642266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 631fa978-2b42-40f2-b5a0-007bda751cc9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:53.642634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.644905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] For port 093c84b4-481d-4761-9d4f-b2659c9de32d, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=093c84b4-481d-4761-9d4f-b2659c9de32d,segment=NetworkSegment(01d6ba39-dfad-4591-be20-b893974cc415),segment_id=01d6ba39-dfad-4591-be20-b893974cc415)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:05:53.656362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.701195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 8002c36e-1321-4a58-bf9d-6311add11099, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8002c36e-1321-4a58-bf9d-6311add11099,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:53.732856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:53.794641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731103c9-adbb-4e9f-9fba-2671f4534c0a None None] Pushing event updated for resources: {'Port': ['ID=093c84b4-481d-4761-9d4f-b2659c9de32d,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:53.891182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=8002c36e-1321-4a58-bf9d-6311add11099,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:54.124948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.461990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Allocated IP 172.23.0.1 (283de98d-f8b1-4048-8d6a-03327eed1263/43da2342-43b4-44db-ab63-a67cb84d9f90/3a39c029-d1ce-41da-8c8d-af13748cd568) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:05:54.472650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.524213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.565203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:54.790756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 631fa978-2b42-40f2-b5a0-007bda751cc9 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:54.962319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8002c36e-1321-4a58-bf9d-6311add11099 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:54.971398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Router af902ae7-8abd-4d5a-b6d1-6e049719da24 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:05:55.059267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 8002c36e-1321-4a58-bf9d-6311add11099 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:55.061664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.239162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.245734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:55.255094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585625f5-8db1-47b1-b813-a1e48721b5bf None None] Network 283de98d-f8b1-4048-8d6a-03327eed1263 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:55.279878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.281709 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4aaa91ee-231e-42dd-aa9f-4496f0c9dc68 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3177450 May 19 13:05:55.284624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] Sync routers for ids ['af902ae7-8abd-4d5a-b6d1-6e049719da24'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:55.286178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35144) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:55.291480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:55.301267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Transition to ACTIVE for port object 3a39c029-d1ce-41da-8c8d-af13748cd568 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:05:55.312106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.383194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] Routers {'af902ae7-8abd-4d5a-b6d1-6e049719da24'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:55.383751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['af902ae7-8abd-4d5a-b6d1-6e049719da24'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:55.401084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=631fa978-2b42-40f2-b5a0-007bda751cc9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:55.447386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b30b3c3e-f0f1-44d4-b629-992fd5c1fdb5 None None] Provisioning for port 093c84b4-481d-4761-9d4f-b2659c9de32d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:55.450644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 8002c36e-1321-4a58-bf9d-6311add11099 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:55.451983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 093c84b4-481d-4761-9d4f-b2659c9de32d up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:55.477449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.515258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:55.520912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 4de05edb-eb85-4606-870f-7a1bb29174a3 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:55.521521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.570863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.571115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] Routers {'af902ae7-8abd-4d5a-b6d1-6e049719da24'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:55.572153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['af902ae7-8abd-4d5a-b6d1-6e049719da24'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:55.624998 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-091bca9f-0b2f-470e-a0a4-d7fc88defdcb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/631fa978-2b42-40f2-b5a0-007bda751cc9 HTTP/1.1" status: 204 len: 168 time: 2.0664937 May 19 13:05:55.649834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35148) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:55.654323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 283de98d-f8b1-4048-8d6a-03327eed1263 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:55.697263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:55.697881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad3d6d-1918-4e61-9954-66892290d0ba None None] The sync data for ids ['af902ae7-8abd-4d5a-b6d1-6e049719da24'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:55.700266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:55.703294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:05:55.727536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 093c84b4-481d-4761-9d4f-b2659c9de32d completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:55.782081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 093c84b4-481d-4761-9d4f-b2659c9de32d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:55.782449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.906206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.937921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 093c84b4-481d-4761-9d4f-b2659c9de32d is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:55.938367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.946017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.962147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Deleting port db4ce39d-75ed-4517-9474-6531491d7230 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:55.962603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.988555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 093c84b4-481d-4761-9d4f-b2659c9de32d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=093c84b4-481d-4761-9d4f-b2659c9de32d,segment=NetworkSegment(01d6ba39-dfad-4591-be20-b893974cc415),segment_id=01d6ba39-dfad-4591-be20-b893974cc415)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:55.996941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:55.998988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 710ce1fe-24bf-408b-8a19-c258cc0a03fa up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:56.013507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=3a39c029-d1ce-41da-8c8d-af13748cd568,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.043061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.064251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7103e5e-3074-4d91-8466-78907805d94d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:56.066172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7103e5e-3074-4d91-8466-78907805d94d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:56.066926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f7103e5e-3074-4d91-8466-78907805d94d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:05:56.151968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=093c84b4-481d-4761-9d4f-b2659c9de32d,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.182080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:56.188974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:56.189638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.219902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 4de05edb-eb85-4606-870f-7a1bb29174a3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4de05edb-eb85-4606-870f-7a1bb29174a3,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:56.220118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.222322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.305881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f7103e5e-3074-4d91-8466-78907805d94d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:05:56.305881 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f7103e5e-3074-4d91-8466-78907805d94d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6533141 May 19 13:05:56.372184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35154) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:56.386359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 710ce1fe-24bf-408b-8a19-c258cc0a03fa is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:56.386595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Calling delete_port for db4ce39d-75ed-4517-9474-6531491d7230 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:56.387638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.394834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 4de05edb-eb85-4606-870f-7a1bb29174a3 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:56.405345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Provisioning for port 3a39c029-d1ce-41da-8c8d-af13748cd568 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:05:56.427378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Provisioning complete for port 3a39c029-d1ce-41da-8c8d-af13748cd568 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:56.427920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.586269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 710ce1fe-24bf-408b-8a19-c258cc0a03fa, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=710ce1fe-24bf-408b-8a19-c258cc0a03fa,segment=NetworkSegment(b51e1212-57bc-4cf3-ae44-5e844be49ff1),segment_id=b51e1212-57bc-4cf3-ae44-5e844be49ff1)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:56.594036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Port 3a39c029-d1ce-41da-8c8d-af13748cd568 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:56.600398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.638041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 80890202-70dd-4c63-a443-087e5e123928 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:05:56.652424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.655002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.679529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Provisioning complete for port 093c84b4-481d-4761-9d4f-b2659c9de32d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:56.679529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.726759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.729735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Pushing event deleted for resources: {'Port': ['ID=db4ce39d-75ed-4517-9474-6531491d7230,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.758434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=710ce1fe-24bf-408b-8a19-c258cc0a03fa,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:56.760176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:56.834943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-11f48321-fad7-4a33-83da-ee00d440fc93 None None] Current status of the port 093c84b4-481d-4761-9d4f-b2659c9de32d is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:56.864204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 093c84b4-481d-4761-9d4f-b2659c9de32d up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:56.964021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 093c84b4-481d-4761-9d4f-b2659c9de32d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:56.964829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.010164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.024908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1482a83b-466a-455d-aaaf-be009ef73dd9 None None] Provisioning complete for port 3a39c029-d1ce-41da-8c8d-af13748cd568 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:57.024908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1482a83b-466a-455d-aaaf-be009ef73dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.101215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1482a83b-466a-455d-aaaf-be009ef73dd9 None None] Port 3a39c029-d1ce-41da-8c8d-af13748cd568 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:57.173998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.196370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 093c84b4-481d-4761-9d4f-b2659c9de32d is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:57.293833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.435507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=4de05edb-eb85-4606-870f-7a1bb29174a3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:57.455747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.459130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.613931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.632630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Router af902ae7-8abd-4d5a-b6d1-6e049719da24 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:57.733449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=80890202-70dd-4c63-a443-087e5e123928,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:57.743709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.748224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68fcc37-5492-454b-985a-b8172bdbfba0 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:05:57.808958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:57.834123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:57.837067 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] Sync routers for ids ['af902ae7-8abd-4d5a-b6d1-6e049719da24'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:57.843451 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e232b3cb-51e9-4c34-9b45-348b755add83 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "PUT /v2.0/routers/af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 200 len: 709 time: 2.5561066 May 19 13:05:57.845665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35158) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:57.862910 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] Routers {'af902ae7-8abd-4d5a-b6d1-6e049719da24'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:57.867529 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['af902ae7-8abd-4d5a-b6d1-6e049719da24'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:57.944603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dd06507d-3468-4efb-b2a6-0f632051b697 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/80890202-70dd-4c63-a443-087e5e123928 HTTP/1.1" status: 204 len: 168 time: 1.5552976 May 19 13:05:57.944603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35162) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.013143 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-92683bdc-b8de-437d-aa01-dbabbc1bf195 tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/routers/af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 200 len: 744 time: 0.1656978 May 19 13:05:58.016569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35166) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.056708 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:58.058135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.resource_extend [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:05:58.074115 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] Routers {'af902ae7-8abd-4d5a-b6d1-6e049719da24'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:58.075602 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['af902ae7-8abd-4d5a-b6d1-6e049719da24'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:58.089190 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d312fa51-d7f9-490d-afa0-f530e4ff4142 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492674 May 19 13:05:58.094447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35170) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.096142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.105666 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:58.127679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.129957 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87e01e47-1764-4e3e-a4d7-86205bd7b6ea tempest-RoutersIpV6AdminTest-638549166 tempest-RoutersIpV6AdminTest-638549166-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&device_id=af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 200 len: 205 time: 0.1122220 May 19 13:05:58.133203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35174) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.141799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:05:58.146544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] Deleting port 8002c36e-1321-4a58-bf9d-6311add11099 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:05:58.147559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.186626 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:58.187121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08986303-d2f6-4ba7-898d-19416f6f7184 None None] The sync data for ids ['af902ae7-8abd-4d5a-b6d1-6e049719da24'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:05:58.204218 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c12c5adf-48fc-4c27-a1bd-78fafdd27442 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 200 len: 205 time: 0.0626152 May 19 13:05:58.206977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35178) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.334438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.376699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event updated for resources: {'Port': ['ID=3a39c029-d1ce-41da-8c8d-af13748cd568,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:58.387054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.391104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:05:58.429500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] For port 8002c36e-1321-4a58-bf9d-6311add11099, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=8002c36e-1321-4a58-bf9d-6311add11099,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:05:58.429901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.453202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:05:58.467259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:05:58.474310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.501249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:05:58.551976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] Calling delete_port for 8002c36e-1321-4a58-bf9d-6311add11099 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:05:58.638102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.665197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:05:58.668640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.686082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] Pushing event deleted for resources: {'Port': ['ID=8002c36e-1321-4a58-bf9d-6311add11099,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:05:58.691248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357dbfa0-8bf7-4601-b8fb-2f4826d0eb39 None None] No DVR routers for this DVR port 8002c36e-1321-4a58-bf9d-6311add11099 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:05:58.791441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.794704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.831448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.831840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Fanout notify agent at l3_agent the message router_deleted on router af902ae7-8abd-4d5a-b6d1-6e049719da24 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:05:58.845333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.845821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9fad24f1-dcf7-43d7-9a11-34c387fce80d tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 204 len: 168 time: 0.6378961 May 19 13:05:58.853468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35182) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.863949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 710ce1fe-24bf-408b-8a19-c258cc0a03fa up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:05:58.904540 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba652f72-9c24-4634-b010-2b7bd85fe545 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 200 len: 205 time: 0.0532582 May 19 13:05:58.908123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35186) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:58.908338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Network 283de98d-f8b1-4048-8d6a-03327eed1263 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:58.912567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:58.973805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 710ce1fe-24bf-408b-8a19-c258cc0a03fa triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:58.974181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:58.982905 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-13a5fd4c-2a72-41ec-ba5b-c018175de434 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] delete failed (client error): The resource could not be found. May 19 13:05:58.984279 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-13a5fd4c-2a72-41ec-ba5b-c018175de434 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/af902ae7-8abd-4d5a-b6d1-6e049719da24 HTTP/1.1" status: 404 len: 336 time: 0.0763741 May 19 13:05:58.987435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35190) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.055135 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c13054e3-4280-4275-b5e7-b5b6ead117c5 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=0050feef-d91f-4964-a55e-20704b5f2f6e HTTP/1.1" status: 200 len: 205 time: 0.0624013 May 19 13:05:59.055135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35194) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.139741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-e572f6d9-039c-45df-8986-319612ced290 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] delete failed (client error): The resource could not be found. May 19 13:05:59.140821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e572f6d9-039c-45df-8986-319612ced290 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/0050feef-d91f-4964-a55e-20704b5f2f6e HTTP/1.1" status: 404 len: 336 time: 0.0857019 May 19 13:05:59.145614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35198) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.176732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 710ce1fe-24bf-408b-8a19-c258cc0a03fa is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:05:59.219759 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e7235dfa-0819-46a2-b260-e62cb6f79707 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=24886703-8f5c-4ba2-ac13-098441c4f569 HTTP/1.1" status: 200 len: 205 time: 0.0749087 May 19 13:05:59.222151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35202) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.259972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7f427179-31e3-4976-bfa1-b8877a0dfe68 None None] Provisioning complete for port 3a39c029-d1ce-41da-8c8d-af13748cd568 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:05:59.260570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7f427179-31e3-4976-bfa1-b8877a0dfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.273137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 28564391-2e35-4121-8ee1-90a40ffe3cc8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:59.275387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:05:59.288907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8002c36e-1321-4a58-bf9d-6311add11099 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:05:59.306238 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-2a50bc2e-e7dc-4f96-823b-5ed158b8909e tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] delete failed (client error): The resource could not be found. May 19 13:05:59.307325 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2a50bc2e-e7dc-4f96-823b-5ed158b8909e tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/24886703-8f5c-4ba2-ac13-098441c4f569 HTTP/1.1" status: 404 len: 336 time: 0.0841980 May 19 13:05:59.310142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35206) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.339088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 8002c36e-1321-4a58-bf9d-6311add11099 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:05:59.339700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 8002c36e-1321-4a58-bf9d-6311add11099 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:05:59.358173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7f427179-31e3-4976-bfa1-b8877a0dfe68 None None] Port 3a39c029-d1ce-41da-8c8d-af13748cd568 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:05:59.364038 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f802b579-1c33-4660-88a5-2b4add79fac0 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6950ae-bd24-409f-a309-d88f30b3835e HTTP/1.1" status: 200 len: 205 time: 0.0527768 May 19 13:05:59.366635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35210) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.433361 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-503abb52-49fe-48dd-bfeb-60c0714d0108 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] delete failed (client error): The resource could not be found. May 19 13:05:59.434288 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-503abb52-49fe-48dd-bfeb-60c0714d0108 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/aa6950ae-bd24-409f-a309-d88f30b3835e HTTP/1.1" status: 404 len: 336 time: 0.0666127 May 19 13:05:59.437153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35214) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.484156 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-68f99c33-ac52-475a-b393-3b15946c8e82 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=a745299a-af43-4ce8-b3ae-6cf3dc38bb22 HTTP/1.1" status: 200 len: 205 time: 0.0459340 May 19 13:05:59.486987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35218) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.551702 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-27b75a62-cc14-473a-b58f-aad9ff74219b tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] delete failed (client error): The resource could not be found. May 19 13:05:59.552720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-27b75a62-cc14-473a-b58f-aad9ff74219b tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/a745299a-af43-4ce8-b3ae-6cf3dc38bb22 HTTP/1.1" status: 404 len: 336 time: 0.0647466 May 19 13:05:59.555782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35222) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.602520 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-542ad712-3b09-4fcf-b3d4-01388c252933 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "GET /v2.0/ports?device_id=923b0c8e-22f4-4795-b0cf-5a44c796c5b9 HTTP/1.1" status: 200 len: 205 time: 0.0456798 May 19 13:05:59.605055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35226) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.669603 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-5920b66d-dcf6-430b-8669-5c74e2236e9e tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] delete failed (client error): The resource could not be found. May 19 13:05:59.673337 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5920b66d-dcf6-430b-8669-5c74e2236e9e tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/routers/923b0c8e-22f4-4795-b0cf-5a44c796c5b9 HTTP/1.1" status: 404 len: 336 time: 0.0646956 May 19 13:05:59.673467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35230) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.714510 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-923f3aba-5ac2-414b-b1ae-213e77fe4149 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] DELETE failed (client error): The resource could not be found. May 19 13:05:59.714847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923f3aba-5ac2-414b-b1ae-213e77fe4149 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:05:59.716527 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-923f3aba-5ac2-414b-b1ae-213e77fe4149 tempest-RoutersIpV6AdminTest-953466412 tempest-RoutersIpV6AdminTest-953466412-project] 10.222.0.44 "DELETE /v2.0/subnets/bfb857e4-344d-4240-a402-f20f0bae492b HTTP/1.1" status: 404 len: 337 time: 0.0421548 May 19 13:05:59.804839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:59.815730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:59.827199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:59.828018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:05:59.828312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:59.833830 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-de14814c-9449-48a4-8f79-16da010f1f47 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6486912 May 19 13:05:59.840006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35238) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.840698 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bc3fdcf7-0ce2-474f-92fe-b2f9fe8d4715 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/28564391-2e35-4121-8ee1-90a40ffe3cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2394326 May 19 13:05:59.841011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35242) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:05:59.842347 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] Sync routers for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:05:59.847585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:05:59.858029 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:05:59.859020 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:05:59.912384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:05:59.914633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:05:59.972691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:05:59.979290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:05:59.991249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:05:59.992246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.038213 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9397814 May 19 13:06:00.041333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35248) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:00.047407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:48:a6:d7', 'name': 'tempest-NetworksTestDHCPv6-1668993262'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:00.127879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:00.193253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:00.197898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:00.201764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:00.207704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:00.217710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e33af0-1a28-44a6-ba57-75511f32eaf4 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:00.223068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90770e-2f4e-4cf9-b2d2-bf9974277031 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:00.231756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:00.246500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet 239494e2-6929-4227-b2c1-a6d5fec92d5d {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:00.248239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35254) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:00.266437 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:00.270473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.403805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.460687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.509742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port f929a82c-f996-4aa6-a84c-f8cba470222f yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:00.668831 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:00.677834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.680043 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] Checking router: 28564391-2e35-4121-8ee1-90a40ffe3cc8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:00.699483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:00.700454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.700630 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] Routers {'28564391-2e35-4121-8ee1-90a40ffe3cc8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:00.701298 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['28564391-2e35-4121-8ee1-90a40ffe3cc8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:00.711135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fe48:a6d7 (46029377-b81a-4b15-aa71-e8bb333d83e5/7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d/f929a82c-f996-4aa6-a84c-f8cba470222f) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:00.737476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:00.740524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.786545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Usage tracker for resource:security_group_rule and tenant:dde4f111fbc147b097243962a6db9b93 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:00.801589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:00.817839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:00.820453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '3a39c029-d1ce-41da-8c8d-af13748cd568', 'name': '', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:ef:68:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:53Z', 'updated_at': '2022-05-19T13:05:57Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:00.831501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:00.832570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Updating router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 port 3a39c029-d1ce-41da-8c8d-af13748cd568 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:06:00.899997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:00.938303 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] Set router 28564391-2e35-4121-8ee1-90a40ffe3cc8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:00.991361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.073360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.097946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object f929a82c-f996-4aa6-a84c-f8cba470222f will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:01.100934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.extraroute_db [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:06:01.117087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.extraroute_db [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Removed routes are [] {{(pid=88029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:06:01.117409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.128680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.186139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:01.195288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:01.204921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:01.206805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.211819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:01.212749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.261227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=f929a82c-f996-4aa6-a84c-f8cba470222f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:01.266428 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2238548 May 19 13:06:01.270169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35260) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:01.273232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=239494e2-6929-4227-b2c1-a6d5fec92d5d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:01.285833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.328895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.330037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.330037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.330037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.330332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.330892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.331450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.331843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.332928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.333357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.333756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.334132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877c2d8-ed9b-4f83-b957-b38f0a43b715 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.351814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.415462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca13b62-9056-409c-bf8b-8a10003cc591 None None] Network 424581b2-4318-48a6-9116-2e6bfd02341d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:01.426131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3049da65-b327-4e72-922a-bbba509a9f1e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:01.426927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3049da65-b327-4e72-922a-bbba509a9f1e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:01.449237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3049da65-b327-4e72-922a-bbba509a9f1e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:01.452398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3049da65-b327-4e72-922a-bbba509a9f1e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1807902 May 19 13:06:01.455161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35264) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:01.464049 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:01.470058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff63fae-fbcf-4fed-9eda-2408033fe3ea None None] The sync data for ids ['28564391-2e35-4121-8ee1-90a40ffe3cc8'] in dv-neutron-841945-1-hyperv is: [{'id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'name': 'tempest-TestNetworkBasicOps-router-229324455', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:51Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '990b9f6d-1f94-4d77-ba15-24273a306b0a', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28564391-2e35-4121-8ee1-90a40ffe3cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:53Z', 'updated_at': '2022-05-19T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:01.478864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.479215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.479558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.479896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.480223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.480557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.480996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.481327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.481762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.482094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.482641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.482910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:01.504519 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dde4f111fbc147b097243962a6db9b93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2500091 May 19 13:06:01.505205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35268) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:01.512307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5fda8e4-b9b5-4642-80de-d51bd9c1a0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.523015 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2bd38396-3d09-4464-ab35-333d7fde1984 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/239494e2-6929-4227-b2c1-a6d5fec92d5d HTTP/1.1" status: 204 len: 168 time: 1.6777542 May 19 13:06:01.529167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35272) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:01.548291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bde57-e0b1-418f-bb2a-c572eb595b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc1e806-4870-4c08-8967-c0d2f97aa991,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:01.572416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Allocated IP 2001:db8::f816:3eff:fe91:b8f8 (46029377-b81a-4b15-aa71-e8bb333d83e5/7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d/a9ea623a-25c1-4ea6-94e7-39f348f465a8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:01.576279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.609570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Transition to ACTIVE for port object 3a39c029-d1ce-41da-8c8d-af13748cd568 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:01.667724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.764181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:01.771217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.000573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.053010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dede0-d3d7-4478-ac50-c04153ad9156 None None] Pushing event updated for resources: {'Port': ['ID=3a39c029-d1ce-41da-8c8d-af13748cd568,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:02.109110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port f929a82c-f996-4aa6-a84c-f8cba470222f {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:02.109657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.214841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Attempting to bind port 3a39c029-d1ce-41da-8c8d-af13748cd568 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:02.215265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Attempting to bind port 3a39c029-d1ce-41da-8c8d-af13748cd568 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:02.216150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Attempting to bind port 3a39c029-d1ce-41da-8c8d-af13748cd568 on network 283de98d-f8b1-4048-8d6a-03327eed1263 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:02.229168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:02.229382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Checking segment: {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:02.230612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.230612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Bound using segment: {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:02.231110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Bound port: 3a39c029-d1ce-41da-8c8d-af13748cd568, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d6ba39-dfad-4591-be20-b893974cc415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:02.231504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.273085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:02.322790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-25eb7a39-26d7-4254-aff9-8b24198e6ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.386018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.403990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] DHCP port deletion for 424581b2-4318-48a6-9116-2e6bfd02341d request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:02.419744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] Deleting port 6be6dafe-9aa0-4d29-94d5-2ec700427873 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:02.420906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.467514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-25eb7a39-26d7-4254-aff9-8b24198e6ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.469998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Transition to ACTIVE for port object a9ea623a-25c1-4ea6-94e7-39f348f465a8 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:02.503298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:02.513334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.521796 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-10d1798a-0c88-4a13-876f-f9e7855de998 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 934 time: 2.6834037 May 19 13:06:02.522522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35276) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:02.555254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Transition to ACTIVE for port object a9ea623a-25c1-4ea6-94e7-39f348f465a8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:02.576631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] For port 3a39c029-d1ce-41da-8c8d-af13748cd568, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:02.583237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.588387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] For port 3a39c029-d1ce-41da-8c8d-af13748cd568, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3a39c029-d1ce-41da-8c8d-af13748cd568,segment=NetworkSegment(01d6ba39-dfad-4591-be20-b893974cc415),segment_id=01d6ba39-dfad-4591-be20-b893974cc415)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:02.608997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.642814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 990b9f6d-1f94-4d77-ba15-24273a306b0a {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:02.643410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.648250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.709605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-25eb7a39-26d7-4254-aff9-8b24198e6ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.751371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:02.766852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-94344320-c21b-49c6-8e7e-a916c6014544 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 934 time: 0.2397916 May 19 13:06:02.767653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35282) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:02.772183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'routes': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:02.790553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:02.812067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Pushing event updated for resources: {'Port': ['ID=a9ea623a-25c1-4ea6-94e7-39f348f465a8,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:02.820008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:02.827171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.827567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.827962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.828581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.828581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.831240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:02.834225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4de05edb-eb85-4606-870f-7a1bb29174a3 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:02.943980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 4de05edb-eb85-4606-870f-7a1bb29174a3 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:02.944721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4de05edb-eb85-4606-870f-7a1bb29174a3 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:02.945461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 990b9f6d-1f94-4d77-ba15-24273a306b0a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=990b9f6d-1f94-4d77-ba15-24273a306b0a,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:02.945619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:02.946244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6be6dafe-9aa0-4d29-94d5-2ec700427873 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:03.083963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:03.084754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:05:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:03.116918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 990b9f6d-1f94-4d77-ba15-24273a306b0a owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:03.176823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] For port 6be6dafe-9aa0-4d29-94d5-2ec700427873, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6be6dafe-9aa0-4d29-94d5-2ec700427873,segment=NetworkSegment(ae20cc31-ca0d-4eb5-9547-1da48cfe6e51),segment_id=ae20cc31-ca0d-4eb5-9547-1da48cfe6e51)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:03.177228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.279131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7a39-26d7-4254-aff9-8b24198e6ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc1e806-4870-4c08-8967-c0d2f97aa991,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:03.296318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.315735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-25eb7a39-26d7-4254-aff9-8b24198e6ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.320101 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-25eb7a39-26d7-4254-aff9-8b24198e6ec6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bc1e806-4870-4c08-8967-c0d2f97aa991 HTTP/1.1" status: 204 len: 168 time: 1.8108244 May 19 13:06:03.478314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Attempting to bind port a9ea623a-25c1-4ea6-94e7-39f348f465a8 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:03.478314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Attempting to bind port a9ea623a-25c1-4ea6-94e7-39f348f465a8 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:03.479060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Attempting to bind port a9ea623a-25c1-4ea6-94e7-39f348f465a8 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:03.492736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] Calling delete_port for 6be6dafe-9aa0-4d29-94d5-2ec700427873 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:03.503442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for f929a82c-f996-4aa6-a84c-f8cba470222f owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:03.544247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dede0-d3d7-4478-ac50-c04153ad9156 None None] Pushing event updated for resources: {'Port': ['ID=3a39c029-d1ce-41da-8c8d-af13748cd568,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:03.560873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:03.561283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:03.561800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.562185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:03.562687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Bound port: a9ea623a-25c1-4ea6-94e7-39f348f465a8, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:03.563997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.589614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.extraroute_db [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added routes are [] {{(pid=88029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:06:03.590695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.extraroute_db [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88029) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:06:03.636604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.665322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:03.674152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.803719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35290) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:03.816888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-278df9f8-7345-40c3-8ab4-1474400c83c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.854417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6be6dafe-9aa0-4d29-94d5-2ec700427873 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:03.854798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:03.861335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=990b9f6d-1f94-4d77-ba15-24273a306b0a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:03.942906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.013543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.039771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] Pushing event deleted for resources: {'Port': ['ID=6be6dafe-9aa0-4d29-94d5-2ec700427873,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:04.061897 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9898fb9b-8986-4a7f-b1ad-50df049d0fc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59c462266ff44b5299d789b87491bede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555366 May 19 13:06:04.070816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35294) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.136357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe04833-601d-4cbf-9b1d-e076943894a0 None None] No DVR routers for this DVR port 6be6dafe-9aa0-4d29-94d5-2ec700427873 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:04.157700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:04.177492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.194245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a9ea623a-25c1-4ea6-94e7-39f348f465a8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:04.220541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.325372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=f929a82c-f996-4aa6-a84c-f8cba470222f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:04.331595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.367578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.393404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.416019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.416233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d74f-b3e0-4512-92a1-e85a16200a89 None None] Pushing event updated for resources: {'Port': ['ID=a9ea623a-25c1-4ea6-94e7-39f348f465a8,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:04.417465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8d0-e6c5-41dd-b6f6-556bde296c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.421928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.445464 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-37a12224-3862-48dc-9a8d-291a0fbf82d0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/f929a82c-f996-4aa6-a84c-f8cba470222f HTTP/1.1" status: 204 len: 168 time: 2.9884610 May 19 13:06:04.447393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.449139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router 28564391-2e35-4121-8ee1-90a40ffe3cc8 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:06:04.450434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35298) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.492444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:01Z', 'revision_number': 6, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '3a39c029-d1ce-41da-8c8d-af13748cd568', 'name': '', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:ef:68:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:53Z', 'updated_at': '2022-05-19T13:06:02Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:04.500684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c50c9-9bcf-49a2-b413-a5c1d7ca8698 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:01Z', 'revision_number': 6, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '3a39c029-d1ce-41da-8c8d-af13748cd568', 'name': '', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:ef:68:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:53Z', 'updated_at': '2022-05-19T13:06:02Z', 'revision_number': 4, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:04.502061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.504033 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3e9aa8b8-10f9-428f-9259-d7d7a4d16ad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/28564391-2e35-4121-8ee1-90a40ffe3cc8 HTTP/1.1" status: 204 len: 168 time: 2.9738972 May 19 13:06:04.509227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35302) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.625236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8d0-e6c5-41dd-b6f6-556bde296c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.689447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e35ce8-6c21-4a2e-bca0-6aece367e0fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:04.691132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e35ce8-6c21-4a2e-bca0-6aece367e0fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:04.692272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e7e35ce8-6c21-4a2e-bca0-6aece367e0fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:04.750731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.754067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e7e35ce8-6c21-4a2e-bca0-6aece367e0fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:04.757040 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e7e35ce8-6c21-4a2e-bca0-6aece367e0fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3055890 May 19 13:06:04.768381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35306) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:04.777287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.783979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:04.914918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:04.947079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8d0-e6c5-41dd-b6f6-556bde296c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.055199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:05.076679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.099089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ca8d0-e6c5-41dd-b6f6-556bde296c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde17a36-7a40-450e-a0b0-f70f0f559b40,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:05.120287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.126457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:05.146041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.151834 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e39ff20c-8b1e-4a1e-9e17-84cfbca462cf tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 700 time: 2.3803196 May 19 13:06:05.152453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35310) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:05.156150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8d0-e6c5-41dd-b6f6-556bde296c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.157604 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6b6ca8d0-e6c5-41dd-b6f6-556bde296c81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cde17a36-7a40-450e-a0b0-f70f0f559b40 HTTP/1.1" status: 204 len: 168 time: 1.0855875 May 19 13:06:05.242530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424581b2-4318-48a6-9116-2e6bfd02341d']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:05.261395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.301635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a39c029-d1ce-41da-8c8d-af13748cd568 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:05.401152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:05.401457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae20cc31-ca0d-4eb5-9547-1da48cfe6e51') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:05.446540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 3a39c029-d1ce-41da-8c8d-af13748cd568 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:05.452606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3a39c029-d1ce-41da-8c8d-af13748cd568 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:05.453119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.457659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.510240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.532257 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e9ef54c0-e89c-4707-a7b4-acdb5fbf7122 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 700 time: 0.3803468 May 19 13:06:05.535695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35320) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:05.559570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:05.560006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:05.598346 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:05.731224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3a39c029-d1ce-41da-8c8d-af13748cd568 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:05.735116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.817086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.817933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 3a39c029-d1ce-41da-8c8d-af13748cd568, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3a39c029-d1ce-41da-8c8d-af13748cd568,segment=NetworkSegment(01d6ba39-dfad-4591-be20-b893974cc415),segment_id=01d6ba39-dfad-4591-be20-b893974cc415)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:05.826085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.903716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.915739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.937020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:05.940197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=3a39c029-d1ce-41da-8c8d-af13748cd568,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:06.077751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:06.093119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:06.093699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:06.248137 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/424581b2-4318-48a6-9116-2e6bfd02341d HTTP/1.1" status: 204 len: 168 time: 1.7371652 May 19 13:06:06.249865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f573677-61e9-4c9b-a056-1800d492eca1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=424581b2-4318-48a6-9116-2e6bfd02341d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:06.260809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35336) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:06.270487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--1465440960', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:06.277360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:06.286220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:06.290310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:06.299290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:06.333868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:06.337169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.361583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.483853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:06.489576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:06.495649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.520020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:06.532413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-abcc02c4-a308-4566-b720-3895c17e23df tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d HTTP/1.1" status: 204 len: 168 time: 1.7584608 May 19 13:06:06.532413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35346) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:06.576617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b57b698-05a3-4c13-a567-c7c94d364df9 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:06.601365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.601718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment 0e6e1723-c4b2-4715-b6e7-d74df1122c75 of type vlan for network 21b9ef74-b724-482a-bbfa-6a661ad15a41 May 19 13:06:06.607781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.614880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e6ab85cc-9e72-4e4f-b998-be4e959c46a6 None None] Provisioning for port a9ea623a-25c1-4ea6-94e7-39f348f465a8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:06.617632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35350) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:06.636301 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-70a48ec2-3933-475f-ab1c-1876ad9cb9d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045771 May 19 13:06:06.639238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35356) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:06.702682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.783124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.789177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:06.790405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:06.850098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714adae-b295-4941-b301-a425818c26b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:06.851256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0714adae-b295-4941-b301-a425818c26b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:06.871458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6090248 May 19 13:06:06.967678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35360) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:06.978466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-856978098', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:07.027134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a39c029-d1ce-41da-8c8d-af13748cd568 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:07.027699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2007010118'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:07.029960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:07.040224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:07.040410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:07.044283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71562637-ee6f-4261-8724-0782a8f28f9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=21b9ef74-b724-482a-bbfa-6a661ad15a41,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:07.045145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:07.050638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0714adae-b295-4941-b301-a425818c26b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:07.051898 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0714adae-b295-4941-b301-a425818c26b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4120739 May 19 13:06:07.053517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:network and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:07.056747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:07.058904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35364) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:07.059291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:07.060331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-94c8131f-3aa7-41cc-9762-82a2a8282b36 None None] Could not find standard attr ID for object f929a82c-f996-4aa6-a84c-f8cba470222f. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:07.072136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:07.075220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:07.085884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Made reservation on behalf of bdef3a18a61b4216be18a8d9f9d3c771 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:07.093594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.122721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.133042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4f2af-c8ef-4c9d-a11a-767dd6377aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:07.133737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dab4f2af-c8ef-4c9d-a11a-767dd6377aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:07.161453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dab4f2af-c8ef-4c9d-a11a-767dd6377aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:07.162465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:07.163176 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dab4f2af-c8ef-4c9d-a11a-767dd6377aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028678 May 19 13:06:07.165996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.169578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.170637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35368) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:07.206736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.261703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:security_group_rule and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:07.271177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:07.280583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6e3c363f-4917-42c8-a3f9-a86f2facdd64 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040018 May 19 13:06:07.283849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35372) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:07.286538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:07.292966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:07.437580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3a39c029-d1ce-41da-8c8d-af13748cd568 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:07.438859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.446220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:07.473389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:07.520930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:07.526977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.527126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.581428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:03Z', 'revision_number': 7, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '3a39c029-d1ce-41da-8c8d-af13748cd568', 'name': '', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:ef:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:53Z', 'updated_at': '2022-05-19T13:06:05Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:07.590189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:07.608334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:07.615384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 3a39c029-d1ce-41da-8c8d-af13748cd568 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:07.615384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.630780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Deleting port a9ea623a-25c1-4ea6-94e7-39f348f465a8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:07.632646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.655167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.677870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.683143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:07.683772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:07.727515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:07.751739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd720df-1b3c-4eb4-b36f-f01fcf79c757,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:07.768663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3a39c029-d1ce-41da-8c8d-af13748cd568 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:07.770338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a9ea623a-25c1-4ea6-94e7-39f348f465a8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:07.784777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.785413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Added segment bfae4c5a-1c89-4308-a0d7-386bf29c2c72 of type vlan for network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 May 19 13:06:07.833825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.905302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.912601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:07.913916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:07.958967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.089092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:08.089649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 3a39c029-d1ce-41da-8c8d-af13748cd568, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3a39c029-d1ce-41da-8c8d-af13748cd568,segment=NetworkSegment(01d6ba39-dfad-4591-be20-b893974cc415),segment_id=01d6ba39-dfad-4591-be20-b893974cc415)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:08.089968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.163160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a9ea623a-25c1-4ea6-94e7-39f348f465a8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:08.169960 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5524681 May 19 13:06:08.174881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44835869-2025-4739-88fc-b573fb81ddf8 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Network': ['ID=ba69c9cd-1310-4f1a-9ff3-de506ff7b073,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:08.182700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35376) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:08.192750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a9ea623a-25c1-4ea6-94e7-39f348f465a8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:08.193133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.197993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'subnet': {'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:08.224789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:08.290984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:06:08.303621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 3a39c029-d1ce-41da-8c8d-af13748cd568 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:08.396549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:08.405679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:subnet and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:08.412229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:08.420699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:08.447651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Made reservation on behalf of bdef3a18a61b4216be18a8d9f9d3c771 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:08.452158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.622715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.730495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.774195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.775344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.837222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a9ea623a-25c1-4ea6-94e7-39f348f465a8 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:08.837863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.854673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=3a39c029-d1ce-41da-8c8d-af13748cd568,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:08.918762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a9ea623a-25c1-4ea6-94e7-39f348f465a8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:08.933776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a9ea623a-25c1-4ea6-94e7-39f348f465a8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:08.934190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:08.936608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:08.937750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:09.025814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.104894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Subnet': ['ID=f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:09.106786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Calling delete_port for a9ea623a-25c1-4ea6-94e7-39f348f465a8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:09.140770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Checking segment: {'id': 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:09.141372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network hostable DHCP agents. Network: ba69c9cd-1310-4f1a-9ff3-de506ff7b073, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:09.175746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:09.198820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, ba69c9cd-1310-4f1a-9ff3-de506ff7b073) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:09.210113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.225810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:09.226467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.255108 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc568f12-6afa-4c39-9acc-0a20649c912e tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0702653 May 19 13:06:09.260540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35380) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:09.262176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff1a3fa-cb97-45be-8cce-6b9dfd18f0d7 None None] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:09.272949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-768180133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:09.279136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 990b9f6d-1f94-4d77-ba15-24273a306b0a no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:09.286783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:09.293617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:router and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:09.296893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:09.305416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:09.319780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:09.320013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:09.321315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.324312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.348689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.376650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.381246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.105 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/90fce1a6-36ed-4228-8295-a1510baca4ac) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:09.405222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 990b9f6d-1f94-4d77-ba15-24273a306b0a {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:09.406644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 990b9f6d-1f94-4d77-ba15-24273a306b0a not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:09.413904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.420518 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8e688f6f-0b38-477a-9e15-a5a173c4fdcb tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1583092 May 19 13:06:09.422195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35384) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:09.430294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.497036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a9ea623a-25c1-4ea6-94e7-39f348f465a8,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:09.632418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:03Z', 'revision_number': 7, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '3a39c029-d1ce-41da-8c8d-af13748cd568', 'name': '', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:ef:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:53Z', 'updated_at': '2022-05-19T13:06:05Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:09.640916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a660b-f24c-4bc1-916d-7bc815a23fc8 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:03Z', 'revision_number': 7, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '3a39c029-d1ce-41da-8c8d-af13748cd568', 'name': '', 'network_id': '283de98d-f8b1-4048-8d6a-03327eed1263', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:ef:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:53Z', 'updated_at': '2022-05-19T13:06:05Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '43da2342-43b4-44db-ab63-a67cb84d9f90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:09.648718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a9ea623a-25c1-4ea6-94e7-39f348f465a8 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:09.695526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-ba69c9cd-1310-4f1a-9ff3-de506ff7b073', 'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073', 'tenant_id': 'bdef3a18a61b4216be18a8d9f9d3c771', 'fixed_ips': [{'subnet_id': 'f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:09.696698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.776775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.830017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Deleting port a9ea623a-25c1-4ea6-94e7-39f348f465a8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:09.830545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.926818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:09.969516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:09.999180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a9ea623a-25c1-4ea6-94e7-39f348f465a8 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:09.999553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.052045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Allocated IP 172.20.0.2 (ba69c9cd-1310-4f1a-9ff3-de506ff7b073/f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe/75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:10.143965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.190408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.207494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:10.217015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:10.222346 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:10.224792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:10.234395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:10.240841 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:10.241734 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:10.356018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a9ea623a-25c1-4ea6-94e7-39f348f465a8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:10.357168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.432760 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:10.465453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a9ea623a-25c1-4ea6-94e7-39f348f465a8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:10.611231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Calling delete_port for a9ea623a-25c1-4ea6-94e7-39f348f465a8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:10.692300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.710028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=90fce1a6-36ed-4228-8295-a1510baca4ac,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:10.716828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-836e7ae9-8dbf-4200-8b22-d16c025e69fa tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1803451 May 19 13:06:10.720852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Transition to ACTIVE for port object 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:10.727671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35390) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:10.736684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.765416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.766466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.772929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Transition to ACTIVE for port object 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:10.803169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet 43da2342-43b4-44db-ab63-a67cb84d9f90 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:10.807854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.811485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.838378 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:08Z', 'revision_number': 8, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:10.843353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:10.853704 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:10.854799 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:10.857298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:10.857761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:10.918170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:10.919342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:10.923618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:10.924274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:10.925142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:10.929724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Allocated IP 172.20.0.1 (ba69c9cd-1310-4f1a-9ff3-de506ff7b073/f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe/d5940ae8-28f0-4452-8fd5-a5a140f4aece) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:10.946764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:10.976143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Deleting port a9ea623a-25c1-4ea6-94e7-39f348f465a8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:10.977095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.031878 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:11.052617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.112536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.129463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Transition to ACTIVE for port object d5940ae8-28f0-4452-8fd5-a5a140f4aece will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:11.163050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Pushing event updated for resources: {'Port': ['ID=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.176699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.182004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:11.199706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:11.207422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.208506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:11.209502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.268791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:11.277159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:11.279617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:11.333579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Attempting to bind port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:11.333937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Attempting to bind port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:11.334132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.339519 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Attempting to bind port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d on network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:11.349343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.352583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=3849e81d-2a7f-476c-994c-ba0069f883bf,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.353224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:11.353598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Checking segment: {'id': 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:11.355216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.355216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Bound using segment: {'id': 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:11.355216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Bound port: 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:11.355216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.359086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=a9ea623a-25c1-4ea6-94e7-39f348f465a8,revision_number=6']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.413716 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1388a19f-30d9-41d4-af07-e901fdf031b1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.1285603 May 19 13:06:11.419023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35404) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:11.448311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.468114 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/43da2342-43b4-44db-ab63-a67cb84d9f90 HTTP/1.1" status: 204 len: 168 time: 0.7391696 May 19 13:06:11.468941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88828d-0e3e-4b79-aff1-1e4a2ca7ed7c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=43da2342-43b4-44db-ab63-a67cb84d9f90,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.473631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35408) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:11.498015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:96:45:75', 'name': 'tempest-NetworksTestDHCPv6-1705339387'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:11.526475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f3f65-fbb9-4769-bafd-cd584d21897f None None] Network 283de98d-f8b1-4048-8d6a-03327eed1263 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:11.612951 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:08Z', 'revision_number': 8, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:11.622074 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc21c8-0190-4720-8292-7ea0f56e2e13 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:08Z', 'revision_number': 8, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '710ce1fe-24bf-408b-8a19-c258cc0a03fa', 'name': '', 'network_id': 'f39619ba-4b52-4d3f-b9e1-0ca5dedf4831', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:a0:9f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:44Z', 'updated_at': '2022-05-19T13:05:56Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': 'a260045a-1571-459d-aeb5-aa0ec57db499', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:11.674174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Port': ['ID=d5940ae8-28f0-4452-8fd5-a5a140f4aece,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:11.818292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a9ea623a-25c1-4ea6-94e7-39f348f465a8 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:11.818983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.863007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] For port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:11.892689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.900175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.912770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:11.917609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] For port a9ea623a-25c1-4ea6-94e7-39f348f465a8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a9ea623a-25c1-4ea6-94e7-39f348f465a8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:11.918263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:11.999788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 093c84b4-481d-4761-9d4f-b2659c9de32d {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:12.000400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.083279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Calling delete_port for a9ea623a-25c1-4ea6-94e7-39f348f465a8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:12.144699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:12.189409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.232782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] For port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,segment=NetworkSegment(bfae4c5a-1c89-4308-a0d7-386bf29c2c72),segment_id=bfae4c5a-1c89-4308-a0d7-386bf29c2c72)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:12.253520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40686-f2ec-4b18-884f-762608454e86 req-459f34c9-b1a9-4dab-9dcd-c09906d7c5d1 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:12.255578 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-54e40686-f2ec-4b18-884f-762608454e86 req-459f34c9-b1a9-4dab-9dcd-c09906d7c5d1 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.4712615 May 19 13:06:12.259884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:12.274419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.402052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.420270 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-54e40686-f2ec-4b18-884f-762608454e86 req-a608cc45-541d-453b-8014-e847a54864bd tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324973 May 19 13:06:12.453309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 093c84b4-481d-4761-9d4f-b2659c9de32d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=093c84b4-481d-4761-9d4f-b2659c9de32d,segment=NetworkSegment(01d6ba39-dfad-4591-be20-b893974cc415),segment_id=01d6ba39-dfad-4591-be20-b893974cc415)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:12.453673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.564962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35b610-b621-4691-92d4-a5bc1426d697 None None] Pushing event updated for resources: {'Port': ['ID=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:12.567643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.625698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a39c029-d1ce-41da-8c8d-af13748cd568 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:12.637295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port 907d0bf6-cb95-498c-bf37-532a663d2aa2 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:12.672343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 3a39c029-d1ce-41da-8c8d-af13748cd568 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:12.672675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a39c029-d1ce-41da-8c8d-af13748cd568 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:12.674946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] Pushing event deleted for resources: {'Port': ['ID=a9ea623a-25c1-4ea6-94e7-39f348f465a8,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:12.726483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9d760-6205-4596-8e4d-71c3d498d16d None None] No DVR routers for this DVR port a9ea623a-25c1-4ea6-94e7-39f348f465a8 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:12.732252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.757801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862a990-a07d-4c8b-be84-40d257d4f004 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:12.792491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 093c84b4-481d-4761-9d4f-b2659c9de32d owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:12.944935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.955661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c321a3c-aa24-4db5-8f14-e610a1ac21bc None None] DHCP port deletion for 283de98d-f8b1-4048-8d6a-03327eed1263 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:12.965696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:12.987964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:06:12.999395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=093c84b4-481d-4761-9d4f-b2659c9de32d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:13.003588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port 093c84b4-481d-4761-9d4f-b2659c9de32d on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:13.120958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '3849e81d-2a7f-476c-994c-ba0069f883bf'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:13.124168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.164619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Port': ['ID=d5940ae8-28f0-4452-8fd5-a5a140f4aece,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:13.168520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.172624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fe96:4575 (46029377-b81a-4b15-aa71-e8bb333d83e5/3849e81d-2a7f-476c-994c-ba0069f883bf/907d0bf6-cb95-498c-bf37-532a663d2aa2) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:13.300325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.395702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283de98d-f8b1-4048-8d6a-03327eed1263']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:13.412637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d6ba39-dfad-4591-be20-b893974cc415') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:13.412923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d6ba39-dfad-4591-be20-b893974cc415') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:13.430610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.445122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:13.458610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:13.462887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.463479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:13.466196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:13.475932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:13.476173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:13.492142 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:13.497870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.501910 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dade07fb-ffc2-4518-bb7f-c6a7e4b40109 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5295606 May 19 13:06:13.504635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:13.508268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:13.538676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35424) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:13.594838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.629288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.683940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=283de98d-f8b1-4048-8d6a-03327eed1263,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:13.693284 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-532cb444-a597-4ac0-8933-c674dbfd2c5a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/283de98d-f8b1-4048-8d6a-03327eed1263 HTTP/1.1" status: 204 len: 168 time: 2.2186377 May 19 13:06:13.703893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35430) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:13.747746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:13.778156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object 907d0bf6-cb95-498c-bf37-532a663d2aa2 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:13.794218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Router 153639c2-41ec-4b28-b0f9-8b9446777900 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:06:13.842679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:13.908378 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a706acdb-82a7-493e-858e-3ddcb7c91e17 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3605607 May 19 13:06:13.911787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35434) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:14.011168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.045243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ad9cc-5796-4bf5-ae33-bc9bb0c0467e None None] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:14.085897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:14.101345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:14.102765 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] Sync routers for ids ['153639c2-41ec-4b28-b0f9-8b9446777900'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:14.105597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:14.107667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=907d0bf6-cb95-498c-bf37-532a663d2aa2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:14.116681 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-508d5e36-087e-4909-9890-a665a1970049 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "PUT /v2.0/routers/153639c2-41ec-4b28-b0f9-8b9446777900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6899934 May 19 13:06:14.117619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35438) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:14.118827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:14.121943 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] Routers {'153639c2-41ec-4b28-b0f9-8b9446777900'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:14.122960 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['153639c2-41ec-4b28-b0f9-8b9446777900'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:14.126637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:14.127349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.148366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'port': {'network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073', 'name': 'tempest-FloatingIPNegativeTestJSON-1932694897'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:14.198201 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:14.207810 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] Routers {'153639c2-41ec-4b28-b0f9-8b9446777900'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:14.208628 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['153639c2-41ec-4b28-b0f9-8b9446777900'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:14.243417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e24ea433-02ab-4c40-bf9d-39aebeff741c None None] Provisioning for port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:14.281081 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:14.281790 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf1276-b0c4-4898-b4de-2315421a59e1 None None] The sync data for ids ['153639c2-41ec-4b28-b0f9-8b9446777900'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:14.286199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Allocated IP 2001:db8::f816:3eff:fe0d:2c9d (46029377-b81a-4b15-aa71-e8bb333d83e5/3849e81d-2a7f-476c-994c-ba0069f883bf/a563cd5d-295d-4cec-90e2-b1a452a597d1) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:14.292697 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5add0ca4-4ef0-47d2-976e-d87ec850de4d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8421099 May 19 13:06:14.295978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35442) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:14.352121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507074aa-688d-47ab-8d0d-6e96dd221f12 req-7984e212-1dfb-44d1-9a5a-29963e4d6097 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:14.353714 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-507074aa-688d-47ab-8d0d-6e96dd221f12 req-7984e212-1dfb-44d1-9a5a-29963e4d6097 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.7024579 May 19 13:06:14.358864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f2820-f468-4e98-991a-4220fcbb9eb5 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:14.360338 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-478f2820-f468-4e98-991a-4220fcbb9eb5 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4368122 May 19 13:06:14.363866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35446) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:14.431559 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-24715d35-7d06-4ad5-b2fb-c12da2123442 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624330 May 19 13:06:14.433538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35450) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:14.455240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:14.455938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2019199733', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:14.461216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:port and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:14.465366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:14.473069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:14.490259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d11a37-8070-4ad6-9be1-f8b093e2ccfe tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:14.491070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-97d11a37-8070-4ad6-9be1-f8b093e2ccfe tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:14.500940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Made reservation on behalf of bdef3a18a61b4216be18a8d9f9d3c771 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:14.505868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.534480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-97d11a37-8070-4ad6-9be1-f8b093e2ccfe tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:14.539425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-97d11a37-8070-4ad6-9be1-f8b093e2ccfe tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2388275 May 19 13:06:14.540223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:14.542883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] device_id is not set on port fa109dac-688c-460f-9114-c664c60ea7d7 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:14.698628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port 907d0bf6-cb95-498c-bf37-532a663d2aa2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:14.698628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.699126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:10Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:14.721603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:14.722050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Updating router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab port 90fce1a6-36ed-4228-8295-a1510baca4ac binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:06:14.765357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:14.770497 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-507074aa-688d-47ab-8d0d-6e96dd221f12 req-29818dc0-e091-4e8e-83d4-0acdeab511a6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002404 May 19 13:06:14.773301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:14.793592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:14.797123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:14.859943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:14.861252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.868420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:14.902208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:14.906442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.050904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Allocated IP 172.20.0.4 (ba69c9cd-1310-4f1a-9ff3-de506ff7b073/f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe/fa109dac-688c-460f-9114-c664c60ea7d7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:15.157403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Transition to ACTIVE for port object a563cd5d-295d-4cec-90e2-b1a452a597d1 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:15.204875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:15.222177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:15.222838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.259337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.291275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Transition to ACTIVE for port object a563cd5d-295d-4cec-90e2-b1a452a597d1 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:15.331505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.348596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.408633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.465847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Provisioning complete for port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:15.466374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.497514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for 907d0bf6-cb95-498c-bf37-532a663d2aa2 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:15.546990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:15.555720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:15.562408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:15.635282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Pushing event updated for resources: {'Port': ['ID=a563cd5d-295d-4cec-90e2-b1a452a597d1,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:15.651427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=8511e037-e603-4841-b43d-760267888aa7,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:15.694605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.695082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.resource_extend [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 13:06:15.738521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Transition to ACTIVE for port object fa109dac-688c-460f-9114-c664c60ea7d7 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:15.763262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.767127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:15.767707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 21b9ef74-b724-482a-bbfa-6a661ad15a41, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:15.827334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-6f30aa21-4257-45f9-a49b-65b2fac652fc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3012862 May 19 13:06:15.829609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:15.839661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=907d0bf6-cb95-498c-bf37-532a663d2aa2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:15.845258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Attempting to bind port a563cd5d-295d-4cec-90e2-b1a452a597d1 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:15.845764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Attempting to bind port a563cd5d-295d-4cec-90e2-b1a452a597d1 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:15.846107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Attempting to bind port a563cd5d-295d-4cec-90e2-b1a452a597d1 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:15.854828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 21b9ef74-b724-482a-bbfa-6a661ad15a41) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:15.864260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:15.864869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.912466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.918980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.962844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Current status of the port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:15.963420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.972620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b1521-fd97-492e-a240-5a7c680b0a9f None None] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:15.993636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:15.994006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:15.994970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:15.994970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:15.995276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Bound port: a563cd5d-295d-4cec-90e2-b1a452a597d1, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:15.995643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.019351 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-756e3cc7-8079-47df-bbf2-44e728376a7a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5692892 May 19 13:06:16.029472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35460) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:16.069955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:16.070327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.071804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:16.074336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:16.086296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:16.132732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 710ce1fe-24bf-408b-8a19-c258cc0a03fa {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:16.133251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.140686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Port': ['ID=fa109dac-688c-460f-9114-c664c60ea7d7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:16.153170 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-516157f0-52a4-44be-80fe-ea9c8ae71b11 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/907d0bf6-cb95-498c-bf37-532a663d2aa2 HTTP/1.1" status: 204 len: 168 time: 1.6125867 May 19 13:06:16.160779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35464) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:16.211200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,segment=NetworkSegment(bfae4c5a-1c89-4308-a0d7-386bf29c2c72),segment_id=bfae4c5a-1c89-4308-a0d7-386bf29c2c72)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:16.217231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.242602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.309903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc91c6b-81fe-4412-90c4-b9fb59c3cb27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:16.311916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc91c6b-81fe-4412-90c4-b9fb59c3cb27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:16.312810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3fc91c6b-81fe-4412-90c4-b9fb59c3cb27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:16.322554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Transition to ACTIVE for port object 90fce1a6-36ed-4228-8295-a1510baca4ac will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:16.333567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:16.334226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.351713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 093c84b4-481d-4761-9d4f-b2659c9de32d no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:16.387081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0c644-53c3-4beb-bf8a-2908bd0a6411 req-b8b122ae-e58f-49ef-9c19-5b9c113938e7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:16.389241 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-62d0c644-53c3-4beb-bf8a-2908bd0a6411 req-b8b122ae-e58f-49ef-9c19-5b9c113938e7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.3783977 May 19 13:06:16.393076 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6cb75b21-cf13-4c6e-9ce4-fde80c4774ca tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2582464 May 19 13:06:16.393076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3fc91c6b-81fe-4412-90c4-b9fb59c3cb27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:16.393076 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3fc91c6b-81fe-4412-90c4-b9fb59c3cb27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2230327 May 19 13:06:16.426466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35468) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:16.426827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35470) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:16.440987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.453660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 093c84b4-481d-4761-9d4f-b2659c9de32d {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:16.454004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 093c84b4-481d-4761-9d4f-b2659c9de32d not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:16.487783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-5717f8e8-8ea0-4971-bcbd-f319854ee255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:16.489245 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-5717f8e8-8ea0-4971-bcbd-f319854ee255 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 1099 time: 0.5251553 May 19 13:06:16.494746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:16.500571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:16.505093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:floatingip and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:16.508969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:16.515842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:16.523922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:16.524286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:16.530210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:16.555710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-62d0c644-53c3-4beb-bf8a-2908bd0a6411 req-2115ba03-cf7f-4b71-82e0-be0668942d14 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559329 May 19 13:06:16.556473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.590897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 3849e81d-2a7f-476c-994c-ba0069f883bf {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:16.592037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:16.596073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.606416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Attempting to bind port 90fce1a6-36ed-4228-8295-a1510baca4ac on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:16.606416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Attempting to bind port 90fce1a6-36ed-4228-8295-a1510baca4ac by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:16.606416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Attempting to bind port 90fce1a6-36ed-4228-8295-a1510baca4ac on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:16.638935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:16.659191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.666337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:16.666749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:16.667145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.667525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:16.668842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Bound port: 90fce1a6-36ed-4228-8295-a1510baca4ac, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:16.668842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.713135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.842499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.861415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 710ce1fe-24bf-408b-8a19-c258cc0a03fa, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=710ce1fe-24bf-408b-8a19-c258cc0a03fa,segment=NetworkSegment(b51e1212-57bc-4cf3-ae44-5e844be49ff1),segment_id=b51e1212-57bc-4cf3-ae44-5e844be49ff1)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:16.861613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f1523-c959-439b-848b-605939f5c330 None None] Pushing event updated for resources: {'Port': ['ID=90fce1a6-36ed-4228-8295-a1510baca4ac,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:16.861812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.895515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:16.920808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-21b9ef74-b724-482a-bbfa-6a661ad15a41', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:16.921668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.082664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.136417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 710ce1fe-24bf-408b-8a19-c258cc0a03fa owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:17.143718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] For port 90fce1a6-36ed-4228-8295-a1510baca4ac, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:17.285371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-886ae1d4-280d-493f-9cb6-bc7d921dfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:17.285371 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-886ae1d4-280d-493f-9cb6-bc7d921dfea6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.5556378 May 19 13:06:17.298317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] For port 90fce1a6-36ed-4228-8295-a1510baca4ac, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=90fce1a6-36ed-4228-8295-a1510baca4ac,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:17.298317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1bc21-94e8-4fce-bc23-e3390751d7b6 None None] Pushing event updated for resources: {'Port': ['ID=a563cd5d-295d-4cec-90e2-b1a452a597d1,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:17.298317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Current status of the port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:17.307337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=3849e81d-2a7f-476c-994c-ba0069f883bf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:17.314936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.322690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.352671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Allocated IP 172.26.3.38 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/2a6767ad-fe53-421c-999c-bc2c38a7a326) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:17.361247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-36c6f677-fbd9-4c82-9a72-53cfbf517aef tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/3849e81d-2a7f-476c-994c-ba0069f883bf HTTP/1.1" status: 204 len: 168 time: 0.9308655 May 19 13:06:17.363898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35476) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:17.394914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Allocated IP 172.20.0.2 (21b9ef74-b724-482a-bbfa-6a661ad15a41/8511e037-e603-4841-b43d-760267888aa7/47e9656c-850e-4660-9fd9-eaf54aa741f9) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:17.407023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Provisioning for port d5940ae8-28f0-4452-8fd5-a5a140f4aece completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:17.425645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Provisioning complete for port d5940ae8-28f0-4452-8fd5-a5a140f4aece triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:17.426518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.445425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c34cdb95-4e2a-4bae-bb11-e088a139428e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803883 May 19 13:06:17.459878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35480) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:17.498783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:17.516051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f1523-c959-439b-848b-605939f5c330 None None] Pushing event updated for resources: {'Port': ['ID=90fce1a6-36ed-4228-8295-a1510baca4ac,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:17.518654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:17.519887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:17.602859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.649360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.671841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aea09892-172e-4a4b-9e38-9f6f3b3b53bf None None] Port d5940ae8-28f0-4452-8fd5-a5a140f4aece cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:17.746905 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-c5a5393a-5107-4acb-970e-5ddbdb07a6cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf HTTP/1.1" status: 200 len: 1002 time: 0.3655686 May 19 13:06:17.749140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:17.752592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:17.759499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:17.819272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Port': ['ID=2a6767ad-fe53-421c-999c-bc2c38a7a326,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:17.828315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:17.874796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.882128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:17.896166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:17.903336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:17.916956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:17.965673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Provisioning for port fa109dac-688c-460f-9114-c664c60ea7d7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:17.984822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:17.997106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Provisioning complete for port fa109dac-688c-460f-9114-c664c60ea7d7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:17.998484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.024308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-3a03a457-9da6-459d-b326-dab8005c9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:18.026809 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-3a03a457-9da6-459d-b326-dab8005c9c97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.2160735 May 19 13:06:18.063570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:18.067486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.278592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.320296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Port fa109dac-688c-460f-9114-c664c60ea7d7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:18.342039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Transition to ACTIVE for port object 47e9656c-850e-4660-9fd9-eaf54aa741f9 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:18.377468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Provisioning complete for port d5940ae8-28f0-4452-8fd5-a5a140f4aece triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:18.377880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.412300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.421075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.424195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5efa8-4d68-4b6b-93cc-8762dbbc2a47 req-85edcf59-b095-486d-9c95-d26db59fbca7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:18.433045 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-add5efa8-4d68-4b6b-93cc-8762dbbc2a47 req-85edcf59-b095-486d-9c95-d26db59fbca7 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.6883552 May 19 13:06:18.449578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Transition to ACTIVE for port object 47e9656c-850e-4660-9fd9-eaf54aa741f9 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:18.462019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.504208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dba51838-2aee-4b6d-ab4c-4063647ce8b8 None None] Port d5940ae8-28f0-4452-8fd5-a5a140f4aece cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:18.514953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074bb29e-4a1a-4211-97ee-0d428687555a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:18.530645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.593121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Port': ['ID=2a6767ad-fe53-421c-999c-bc2c38a7a326,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.604561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=710ce1fe-24bf-408b-8a19-c258cc0a03fa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.614371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.630636 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-add5efa8-4d68-4b6b-93cc-8762dbbc2a47 req-f8c9803c-f760-45cd-af82-4c98bd50f38b tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965618 May 19 13:06:18.673438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.675620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-17298777-f739-42ca-91e2-269865ea7e79 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2475920 May 19 13:06:18.679943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35486) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:18.689869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0a6f10e9-f387-4d5f-abc3-ab68365b95b9 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'floatingip': {'port_id': 'fa109dac-688c-460f-9114-c664c60ea7d7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:18.716554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:18.774434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:18.776334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Pushing event updated for resources: {'Port': ['ID=47e9656c-850e-4660-9fd9-eaf54aa741f9,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:18.827700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-2911ee1f-b7af-444e-94de-61619f94c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:18.829289 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-2911ee1f-b7af-444e-94de-61619f94c963 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7713854 May 19 13:06:18.860070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:18.869221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a6f10e9-f387-4d5f-abc3-ab68365b95b9 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:18.907878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a563cd5d-295d-4cec-90e2-b1a452a597d1 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:18.945687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:10Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:18.967142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a1e18-909d-4b4e-a44b-ee687955c085 None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:10Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:19.054353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4e6eaeb3-fd49-4f47-881e-5a8aecffda8c None None] Provisioning for port a563cd5d-295d-4cec-90e2-b1a452a597d1 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:19.176317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Attempting to bind port 47e9656c-850e-4660-9fd9-eaf54aa741f9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:19.176844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Attempting to bind port 47e9656c-850e-4660-9fd9-eaf54aa741f9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:19.177377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Attempting to bind port 47e9656c-850e-4660-9fd9-eaf54aa741f9 on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:19.191955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:19.192550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Checking segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:19.193147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.193724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Bound using segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:19.194719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Bound port: 47e9656c-850e-4660-9fd9-eaf54aa741f9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:19.195161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.285573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.374703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:19.376340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a563cd5d-295d-4cec-90e2-b1a452a597d1 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:19.386217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] For port 47e9656c-850e-4660-9fd9-eaf54aa741f9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:19.389237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a563cd5d-295d-4cec-90e2-b1a452a597d1 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:19.389661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.421920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Deleting port a563cd5d-295d-4cec-90e2-b1a452a597d1 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:19.422230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.439765 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-0a6f10e9-f387-4d5f-abc3-ab68365b95b9 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] update failed (client error): The resource could not be found. May 19 13:06:19.443761 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0a6f10e9-f387-4d5f-abc3-ab68365b95b9 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "PUT /v2.0/floatingips/d11d6b00-dca1-4d10-a142-f2e0725af140 HTTP/1.1" status: 404 len: 507 time: 0.7596450 May 19 13:06:19.449367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35490) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:19.500885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] For port 47e9656c-850e-4660-9fd9-eaf54aa741f9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47e9656c-850e-4660-9fd9-eaf54aa741f9,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:19.518385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.674423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25771e0-eb04-4631-9e2e-27323b611ca6 None None] Pushing event updated for resources: {'Port': ['ID=47e9656c-850e-4660-9fd9-eaf54aa741f9,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:19.680766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Deleting port 2a6767ad-fe53-421c-999c-bc2c38a7a326 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:19.682155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.891375 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-dca788a2-cbd6-4a19-b755-c329d0c5d954 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0510430 May 19 13:06:19.934235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:19.955547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a563cd5d-295d-4cec-90e2-b1a452a597d1 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:19.956147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.082231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:20.091075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:20.091337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.106049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.107041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:20.415734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.416801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.450257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a5629-c331-42e5-a8b4-e07a2f5c69bf req-83bbab9c-86ca-40cc-851a-3a7527c64dfd tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:20.453109 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258a5629-c331-42e5-a8b4-e07a2f5c69bf req-83bbab9c-86ca-40cc-851a-3a7527c64dfd tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.6002393 May 19 13:06:20.473311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Calling delete_port for a563cd5d-295d-4cec-90e2-b1a452a597d1 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:20.525882 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b5c101e-ef71-4148-aafb-58d65316df0a req-2586e7b5-6cde-4575-97bf-7c75ccad3e72 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673570 May 19 13:06:20.691578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Calling delete_port for 2a6767ad-fe53-421c-999c-bc2c38a7a326 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:20.705962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a563cd5d-295d-4cec-90e2-b1a452a597d1,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:20.728947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:20.729651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.774970 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258a5629-c331-42e5-a8b4-e07a2f5c69bf req-c8472d45-2759-4150-87ff-adcec82d167a tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388852 May 19 13:06:20.816951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:20.817650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:20.861486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:06:20.920262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:20.923106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:20.984980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Port': ['ID=2a6767ad-fe53-421c-999c-bc2c38a7a326,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:21.173517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.188872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.195794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2ac85e5e-466e-4a14-aec5-9f8f531a61b7 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "DELETE /v2.0/floatingips/d11d6b00-dca1-4d10-a142-f2e0725af140 HTTP/1.1" status: 204 len: 168 time: 1.7453568 May 19 13:06:21.198702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35498) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:21.206749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'floatingip': {'floating_network_id': 'ba69c9cd-1310-4f1a-9ff3-de506ff7b073', 'port_id': 'fa109dac-688c-460f-9114-c664c60ea7d7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:21.216397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:21.222551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:floatingip and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:21.228474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:21.262160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:21.268613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47e9656c-850e-4660-9fd9-eaf54aa741f9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:21.278901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.302066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (21b9ef74-b724-482a-bbfa-6a661ad15a41/8511e037-e603-4841-b43d-760267888aa7/9e47ce2a-2933-4968-b290-6f64da0fa1bb) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:21.322925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Deleting port a563cd5d-295d-4cec-90e2-b1a452a597d1 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:21.323543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.406549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866bc528-74cf-453d-8be4-0fa54732f4ec None None] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:21.528649 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:06:21.529793 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21c67d54-da23-4d85-95b5-a23d23cfd96c tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3296430 May 19 13:06:21.541450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35502) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:21.561655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'fa109dac-688c-460f-9114-c664c60ea7d7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:21.573747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:21.579609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Usage tracker for resource:floatingip and tenant:bdef3a18a61b4216be18a8d9f9d3c771 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:21.583854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:21.591689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:21.605676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.643656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3f160f82-4bf1-499e-90c9-2884abaa7234 None None] Provisioning for port 47e9656c-850e-4660-9fd9-eaf54aa741f9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:21.742434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 47e9656c-850e-4660-9fd9-eaf54aa741f9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:21.773235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.776548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 47e9656c-850e-4660-9fd9-eaf54aa741f9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:21.776926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.786287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.940597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:21.940943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:21.948236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:21.960850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Allocated IP 172.26.3.153 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/74802fa0-b067-4995-839b-965649999101) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:22.048678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.111209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.137795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Calling delete_port for a563cd5d-295d-4cec-90e2-b1a452a597d1 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:22.143365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.221055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:22.224079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:22.227230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 47e9656c-850e-4660-9fd9-eaf54aa741f9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:22.227826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:22.228035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.246964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 9e47ce2a-2933-4968-b290-6f64da0fa1bb will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:22.264393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event updated for resources: {'Port': ['ID=74802fa0-b067-4995-839b-965649999101,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:22.319012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 47e9656c-850e-4660-9fd9-eaf54aa741f9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47e9656c-850e-4660-9fd9-eaf54aa741f9,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:22.327522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.328748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 90fce1a6-36ed-4228-8295-a1510baca4ac up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:22.403049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:22.459538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62667c64-1dc1-4fa5-bbb8-17b8c3f43a4d req-f236461c-3d48-4279-b207-a776e1bd7a35 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:22.461273 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-62667c64-1dc1-4fa5-bbb8-17b8c3f43a4d req-f236461c-3d48-4279-b207-a776e1bd7a35 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.5062363 May 19 13:06:22.479978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:22.496625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Deleting port 74802fa0-b067-4995-839b-965649999101 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:22.497441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.498184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.505314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=47e9656c-850e-4660-9fd9-eaf54aa741f9,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:22.523376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:22.524125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:22.587212 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-da7745da-cafc-42b0-aef1-5e215c2f4ef6 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8818004 May 19 13:06:22.612879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35512) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:22.713883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 90fce1a6-36ed-4228-8295-a1510baca4ac completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:22.731445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 90fce1a6-36ed-4228-8295-a1510baca4ac triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:22.731445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.738130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.739519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.739842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:22.745342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:22.753890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:22.754376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1e8a278b-98e5-462b-8222-a4f40de8573e None None] Provisioning complete for port 47e9656c-850e-4660-9fd9-eaf54aa741f9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:22.754872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1e8a278b-98e5-462b-8222-a4f40de8573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.763693 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-62667c64-1dc1-4fa5-bbb8-17b8c3f43a4d req-63deacaa-6724-416c-ab70-79815e7b5736 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866497 May 19 13:06:22.770132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:22.805292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=9e47ce2a-2933-4968-b290-6f64da0fa1bb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:22.829609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet a260045a-1571-459d-aeb5-aa0ec57db499 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:22.838446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.849527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:22.907525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.917550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.923411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.923567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:22.949679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:22.950439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:23.081756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Calling delete_port for 74802fa0-b067-4995-839b-965649999101 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:23.237896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.242196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.273457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a278b-98e5-462b-8222-a4f40de8573e None None] Current status of the port 47e9656c-850e-4660-9fd9-eaf54aa741f9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:23.276402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 90fce1a6-36ed-4228-8295-a1510baca4ac is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:23.277044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.311339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:23.326069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:23.334450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Port': ['ID=74802fa0-b067-4995-839b-965649999101,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:23.337065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=0dc94891-ce91-4558-8703-6019ac1e3680,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:23.338642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 90fce1a6-36ed-4228-8295-a1510baca4ac, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=90fce1a6-36ed-4228-8295-a1510baca4ac,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:23.345083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:23.345678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.355040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=a563cd5d-295d-4cec-90e2-b1a452a597d1,revision_number=6']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:23.391659 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0bf8006f-a0a9-4db3-bbe7-df4431739085 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.9154775 May 19 13:06:23.394640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35516) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:23.402859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:5c:49:18', 'name': 'tempest-NetworksTestDHCPv6-1870711627'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:23.427311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.448269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.512570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a563cd5d-295d-4cec-90e2-b1a452a597d1 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:23.522248 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] create failed (client error): The resource could not be found. May 19 13:06:23.523536 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-34a67ad9-2157-4e16-bbbf-b7e0652c1c4f tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9802506 May 19 13:06:23.527429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35520) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:23.568849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.572095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5bd53341-18fa-41b0-94d3-7b0f02c75979 None None] Provisioning for port 9e47ce2a-2933-4968-b290-6f64da0fa1bb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:23.583430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5bd53341-18fa-41b0-94d3-7b0f02c75979 None None] Provisioning complete for port 9e47ce2a-2933-4968-b290-6f64da0fa1bb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:23.583802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bd53341-18fa-41b0-94d3-7b0f02c75979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.607154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Deleting port a563cd5d-295d-4cec-90e2-b1a452a597d1 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:23.607796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.626773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.638095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Deleting port fa109dac-688c-460f-9114-c664c60ea7d7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:23.638824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=a260045a-1571-459d-aeb5-aa0ec57db499,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:23.639001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.648710 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b416943-b96a-49fb-bf5f-493e0df75ff1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/a260045a-1571-459d-aeb5-aa0ec57db499 HTTP/1.1" status: 204 len: 168 time: 1.0388410 May 19 13:06:23.651549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.660462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061fdfc3-ad1c-4197-a3a4-f63be704f34c None None] Network f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:23.664599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35524) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:23.690753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:23.706176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:23.712133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:23.721335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:23.777516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:23.805828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=90fce1a6-36ed-4228-8295-a1510baca4ac,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:23.861174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5bd53341-18fa-41b0-94d3-7b0f02c75979 None None] Port 9e47ce2a-2933-4968-b290-6f64da0fa1bb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:23.907605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.978863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 289b36a6-c780-41c7-ba06-0a01c0757386 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:23.979212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:23.995034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:17Z', 'revision_number': 9, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:24.102238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.105427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:24.136481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a563cd5d-295d-4cec-90e2-b1a452a597d1 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:24.137117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.139316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.171836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:24.172741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:24.249076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:24.282514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port d5223327-8dd1-4a62-95bb-79c7938f3027 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:24.321155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.324565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Calling delete_port for fa109dac-688c-460f-9114-c664c60ea7d7 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:24.401589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 289b36a6-c780-41c7-ba06-0a01c0757386, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=289b36a6-c780-41c7-ba06-0a01c0757386,segment=NetworkSegment(b51e1212-57bc-4cf3-ae44-5e844be49ff1),segment_id=b51e1212-57bc-4cf3-ae44-5e844be49ff1)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:24.401777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e858-c574-4cbf-8944-8a50d8f3dbc4 req-81c6e5a8-95b4-445a-a354-f2a6c08eb5bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:24.401957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.408839 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bc88e858-c574-4cbf-8944-8a50d8f3dbc4 req-81c6e5a8-95b4-445a-a354-f2a6c08eb5bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.3930860 May 19 13:06:24.435455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:24.436072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.495526 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bc88e858-c574-4cbf-8944-8a50d8f3dbc4 req-d1c6cbfc-b4f4-4ed8-92a6-ce59a8452056 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855360 May 19 13:06:24.530738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a563cd5d-295d-4cec-90e2-b1a452a597d1,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:24.535803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47e9656c-850e-4660-9fd9-eaf54aa741f9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:24.545736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 289b36a6-c780-41c7-ba06-0a01c0757386 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:24.575901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:24.620931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fe5c:4918 (46029377-b81a-4b15-aa71-e8bb333d83e5/0dc94891-ce91-4558-8703-6019ac1e3680/d5223327-8dd1-4a62-95bb-79c7938f3027) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:24.639365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.646087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.656276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.710527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Calling delete_port for a563cd5d-295d-4cec-90e2-b1a452a597d1 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:24.721015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Port': ['ID=fa109dac-688c-460f-9114-c664c60ea7d7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:24.742444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:24.774761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port 289b36a6-c780-41c7-ba06-0a01c0757386 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:24.803113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac1fd7-3853-4bd2-a230-b4e7d3f2808f None None] DHCP port deletion for f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:24.982811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:24.983875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:25.040848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.050995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=9e47ce2a-2933-4968-b290-6f64da0fa1bb,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:25.092187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.094185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 47e9656c-850e-4660-9fd9-eaf54aa741f9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:25.094597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.201148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.204972 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fbcf01dd-d0be-438d-913d-9fd9377908ac tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "DELETE /v2.0/ports/fa109dac-688c-460f-9114-c664c60ea7d7 HTTP/1.1" status: 204 len: 168 time: 1.6763575 May 19 13:06:25.209068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35534) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:25.266657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=289b36a6-c780-41c7-ba06-0a01c0757386,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:25.268702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object d5223327-8dd1-4a62-95bb-79c7938f3027 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:25.308320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 47e9656c-850e-4660-9fd9-eaf54aa741f9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:25.309421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 90fce1a6-36ed-4228-8295-a1510baca4ac up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:25.315253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17786ece-16fc-4584-ac09-da05147e8584 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:25.315917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-17786ece-16fc-4584-ac09-da05147e8584 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Synchronizing usage tracker for tenant:bdef3a18a61b4216be18a8d9f9d3c771 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:25.334336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.334776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.341824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:17Z', 'revision_number': 9, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:25.361263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df85fcf-e071-4a33-b23f-438470f3895a None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:17Z', 'revision_number': 9, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78cb7e-401f-42d4-b54e-5be33cbefc59', 'name': '', 'network_id': 'dff380d2-921a-427a-beb0-73bd8bb85fab', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:68:5a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:30Z', 'updated_at': '2022-05-19T13:05:41Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '5d1f65f8-7709-4bdc-8d21-fd57a1e079c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:25.381583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-17786ece-16fc-4584-ac09-da05147e8584 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Unset dirty status for tenant:bdef3a18a61b4216be18a8d9f9d3c771 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:25.383260 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-17786ece-16fc-4584-ac09-da05147e8584 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "GET /v2.0/ports?device_id=153639c2-41ec-4b28-b0f9-8b9446777900 HTTP/1.1" status: 200 len: 913 time: 0.1729457 May 19 13:06:25.393564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35538) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:25.407576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 90fce1a6-36ed-4228-8295-a1510baca4ac triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:25.407929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.410706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39619ba-4b52-4d3f-b9e1-0ca5dedf4831']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:25.439522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51e1212-57bc-4cf3-ae44-5e844be49ff1') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:25.439925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51e1212-57bc-4cf3-ae44-5e844be49ff1') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:25.460059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.466861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:25.468364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:25.472617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:25.483997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:25.486755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:25.493261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:25.493896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.539741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.563066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 90fce1a6-36ed-4228-8295-a1510baca4ac is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:25.588899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:25.589503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.606386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdd044-ed61-4aed-992a-d4a671e3f242 req-e584e2de-2f54-4107-90e1-0d318ec71cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:25.607967 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a5fdd044-ed61-4aed-992a-d4a671e3f242 req-e584e2de-2f54-4107-90e1-0d318ec71cef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1099 time: 0.3267395 May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:25.608630 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:25.667619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Deleting port a563cd5d-295d-4cec-90e2-b1a452a597d1 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:25.668341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.795461 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3975852 May 19 13:06:25.796381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71485530-6582-4061-b973-2c0fa6e3a163 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=d5223327-8dd1-4a62-95bb-79c7938f3027,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:25.801693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35544) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:25.872904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.903935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.910992 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a5fdd044-ed61-4aed-992a-d4a671e3f242 req-cb12a20a-3f4b-4212-aa2a-efb29089dceb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932615 May 19 13:06:25.921739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=f39619ba-4b52-4d3f-b9e1-0ca5dedf4831,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:25.940201 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-845f51fa-dabd-47bf-a311-dd122c82cc48 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/f39619ba-4b52-4d3f-b9e1-0ca5dedf4831 HTTP/1.1" status: 204 len: 168 time: 2.2742968 May 19 13:06:25.943188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35548) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:25.947970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:25.966459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7684b-0b7b-4ba6-be61-e9485fbf76f5 req-8e09db97-7358-458a-abf8-747b3d168e86 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:25.966701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ec9e4a83-1b37-4ef4-b5ed-0926fca75671 None None] Provisioning complete for port 9e47ce2a-2933-4968-b290-6f64da0fa1bb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:25.967053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4a83-1b37-4ef4-b5ed-0926fca75671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:25.968604 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d0d7684b-0b7b-4ba6-be61-e9485fbf76f5 req-8e09db97-7358-458a-abf8-747b3d168e86 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.3040116 May 19 13:06:26.056960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e4a83-1b37-4ef4-b5ed-0926fca75671 None None] Port 9e47ce2a-2933-4968-b290-6f64da0fa1bb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:26.070514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] For port a563cd5d-295d-4cec-90e2-b1a452a597d1, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a563cd5d-295d-4cec-90e2-b1a452a597d1,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:26.070514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.087665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd10901-24d7-4bb1-b201-32a03b74fb75 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.093128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd10901-24d7-4bb1-b201-32a03b74fb75 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.093987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3cd10901-24d7-4bb1-b201-32a03b74fb75 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:26.182912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3cd10901-24d7-4bb1-b201-32a03b74fb75 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:26.182912 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3cd10901-24d7-4bb1-b201-32a03b74fb75 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3798041 May 19 13:06:26.186625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35552) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:26.201731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Calling delete_port for a563cd5d-295d-4cec-90e2-b1a452a597d1 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:26.207312 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d0d7684b-0b7b-4ba6-be61-e9485fbf76f5 req-6f270489-021b-4351-aac4-e7dcb21d1eda tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303321 May 19 13:06:26.252135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:26.257528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-57411a61-77bc-4607-b5b1-251cad80a8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/4a679a5c-d4b2-4889-8fc7-cc0d436038ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2250414 May 19 13:06:26.260278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35556) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:26.264030 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:26.274658 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:26.275536 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:26.365640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.442827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] Pushing event deleted for resources: {'Port': ['ID=a563cd5d-295d-4cec-90e2-b1a452a597d1,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:26.475219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 289b36a6-c780-41c7-ba06-0a01c0757386 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:26.492306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.492947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.493461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.493975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.494480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.495007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.495510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.496018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.496513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.497016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.497514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.500841 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e2b731c-4444-43eb-9160-521bbf904bca tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7746 time: 0.2395611 May 19 13:06:26.507164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35560) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:26.522848 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:26.526455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 289b36a6-c780-41c7-ba06-0a01c0757386 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:26.526980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 289b36a6-c780-41c7-ba06-0a01c0757386 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:26.527490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 710ce1fe-24bf-408b-8a19-c258cc0a03fa no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:26.545454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port d5223327-8dd1-4a62-95bb-79c7938f3027 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:26.545795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:26.594550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.595206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.596103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.596608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.597109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.597605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.598098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.598945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.599092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.599893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.600664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:26.605507 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-07781393-05ca-4949-92c9-71dc223db2db tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7030 time: 0.0946748 May 19 13:06:26.605732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 710ce1fe-24bf-408b-8a19-c258cc0a03fa {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:26.605732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 710ce1fe-24bf-408b-8a19-c258cc0a03fa not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:26.606325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35564) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:26.629589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563eccc-b218-4a31-a5db-13774e9527a6 None None] No DVR routers for this DVR port a563cd5d-295d-4cec-90e2-b1a452a597d1 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:26.649898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af90411-f38c-4b89-9764-c758f0b6d8c7 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:26.938651 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:24Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:26.945466 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:26.946111 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Updating router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab port 9e47ce2a-2933-4968-b290-6f64da0fa1bb binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:06:26.966262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:06:26.968733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:27.036807 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.048983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c4a9baeb-f959-42ce-aab3-609e1035efd9 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4853 time: 0.4413939 May 19 13:06:27.061525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.140322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35570) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:27.145607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006511789', 'description': 'tempest-secgroup-smoke-2006511789 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:27.163999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:27.182759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:27.212162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.231497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.259335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:27.269468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:27.276189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:27.287664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:27.376622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for d5223327-8dd1-4a62-95bb-79c7938f3027 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:27.405580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '0dc94891-ce91-4558-8703-6019ac1e3680'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:27.406541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.450159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:27.450550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.521786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.536407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.561599 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.562237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:06:27.574967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:27.581778 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Transition to ACTIVE for port object 9e47ce2a-2933-4968-b290-6f64da0fa1bb will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:27.589554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:27.594931 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.602386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'port_id': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'mac_address': 'fa:16:3e:f9:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:06:27.604137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.669272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.670503 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5291722 May 19 13:06:27.672189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff38e1-1132-4e05-bad8-960df4b96181 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78eef156-024d-428f-ac1b-5a2d85d5205b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:27.674467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35578) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:27.682205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '78eef156-024d-428f-ac1b-5a2d85d5205b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:27.688648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:27.698021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272f8ad-d822-4b54-9c91-392c7ca63466 req-b8e199c9-bb0e-419e-aaac-0655d3122b2b tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:27.699532 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0272f8ad-d822-4b54-9c91-392c7ca63466 req-b8e199c9-bb0e-419e-aaac-0655d3122b2b tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.3240051 May 19 13:06:27.705766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:27.705959 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Pushing event updated for resources: {'Port': ['ID=9e47ce2a-2933-4968-b290-6f64da0fa1bb,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:27.710732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:27.714607 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba7e760-b1be-4016-976c-5345c83e6822'] response: {'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'code': 200} May 19 13:06:27.749513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:27.756707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.796710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.800255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:27.800742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.815107 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.815458 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.815800 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.816134 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.816462 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.816793 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.817114 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.817438 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.817762 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.822217 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.822695 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.823028 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:06:27.836028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Allocated IP 2001:db8::f816:3eff:fe66:ffe1 (46029377-b81a-4b15-aa71-e8bb333d83e5/0dc94891-ce91-4558-8703-6019ac1e3680/95eeeb2e-6bff-4885-8ba8-78f436844726) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:27.839121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb2660d-0b83-4ec3-8ed2-11678289c2c6 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:06:27.848662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:27.867702 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0272f8ad-d822-4b54-9c91-392c7ca63466 req-f4667b82-0372-43d3-b812-0e2cf357e697 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588106 May 19 13:06:27.883573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:27.886997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.901684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35582) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:27.915119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.949358 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Attempting to bind port 9e47ce2a-2933-4968-b290-6f64da0fa1bb on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:27.949757 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Attempting to bind port 9e47ce2a-2933-4968-b290-6f64da0fa1bb by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:27.950080 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Attempting to bind port 9e47ce2a-2933-4968-b290-6f64da0fa1bb on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:27.958421 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:27.958888 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Checking segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:27.959556 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.959824 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Bound using segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:27.960302 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Bound port: 9e47ce2a-2933-4968-b290-6f64da0fa1bb, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:27.960674 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:27.966481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=d5223327-8dd1-4a62-95bb-79c7938f3027,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.104289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.121066 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-98863865-ce7c-47ae-a702-6118f329cc95 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/floatingips/86e4c72c-48ea-4ad2-a448-b956deb45037 HTTP/1.1" status: 200 len: 993 time: 0.2137296 May 19 13:06:28.127552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Deleting port d5940ae8-28f0-4452-8fd5-a5a140f4aece {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:28.127552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.146027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.155837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.160817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.170410 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] For port 9e47ce2a-2933-4968-b290-6f64da0fa1bb, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:28.178206 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] For port 9e47ce2a-2933-4968-b290-6f64da0fa1bb, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=9e47ce2a-2933-4968-b290-6f64da0fa1bb,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:28.191483 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.195541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1388ac8-e3b1-47d7-8f2c-de4cdde8718d,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.210513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.214487 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-96c75cb9-5012-44f4-bc46-ed06c8b93b56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5354865 May 19 13:06:28.214958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35586) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:28.220234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '78eef156-024d-428f-ac1b-5a2d85d5205b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:28.221527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['fdb2660d-0b83-4ec3-8ed2-11678289c2c6'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:28.239265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:28.247420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:28.255826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:28.269577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:28.308682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.313797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.332984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Transition to ACTIVE for port object 95eeeb2e-6bff-4885-8ba8-78f436844726 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:28.365612 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:28.366332 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:28.387063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Transition to ACTIVE for port object 95eeeb2e-6bff-4885-8ba8-78f436844726 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:28.405886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.441887 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d392b-a38f-4b73-9721-0fe617178fe2 None None] Pushing event updated for resources: {'Port': ['ID=9e47ce2a-2933-4968-b290-6f64da0fa1bb,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.474541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.485651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.523912 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-81b67812-b785-4dd2-9c47-b9ee80c7555b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/d5223327-8dd1-4a62-95bb-79c7938f3027 HTTP/1.1" status: 204 len: 168 time: 2.3345478 May 19 13:06:28.531452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35590) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:28.542333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:28.545598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b3ef28-8848-448d-a8c8-02ab98602d19,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.557928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:28.563210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:28.598199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Pushing event updated for resources: {'Port': ['ID=95eeeb2e-6bff-4885-8ba8-78f436844726,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:28.628655 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:28.645456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.651663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.653002 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2fa50722-594a-4e7f-9ebb-c486b0c0053e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4369802 May 19 13:06:28.659284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35594) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:28.679312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '78eef156-024d-428f-ac1b-5a2d85d5205b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:28.682502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499db5af-964e-4818-be46-9d6fa6fcd295 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:28.684164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499db5af-964e-4818-be46-9d6fa6fcd295 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:28.688468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-499db5af-964e-4818-be46-9d6fa6fcd295 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:28.720772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-499db5af-964e-4818-be46-9d6fa6fcd295 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:28.724761 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-499db5af-964e-4818-be46-9d6fa6fcd295 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1897593 May 19 13:06:28.725113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35598) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:28.748163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Attempting to bind port 95eeeb2e-6bff-4885-8ba8-78f436844726 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:28.748636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Attempting to bind port 95eeeb2e-6bff-4885-8ba8-78f436844726 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:28.749120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Attempting to bind port 95eeeb2e-6bff-4885-8ba8-78f436844726 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:28.755979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:28.756500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:28.757052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.757448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:28.758025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Bound port: 95eeeb2e-6bff-4885-8ba8-78f436844726, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:28.758391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.801645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:28.810811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Calling delete_port for d5940ae8-28f0-4452-8fd5-a5a140f4aece owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:28.818306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 0dc94891-ce91-4558-8703-6019ac1e3680 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:28.822430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.877694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:28.896137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.897622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:28.916229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:28.947012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 7d78cb7e-401f-42d4-b54e-5be33cbefc59 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:28.947343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:28.967651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] For port 95eeeb2e-6bff-4885-8ba8-78f436844726, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:28.993428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] For port 95eeeb2e-6bff-4885-8ba8-78f436844726, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=95eeeb2e-6bff-4885-8ba8-78f436844726,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:29.011411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.012679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.036500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.044348 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:28Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:29.049081 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028b685-3dc8-400a-a89e-db168c0d1835 None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:28Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:29.140810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d314f8-ef78-49dc-937a-3ad0e34952a7 None None] Pushing event updated for resources: {'Port': ['ID=95eeeb2e-6bff-4885-8ba8-78f436844726,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.167469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.211473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc94891-ce91-4558-8703-6019ac1e3680,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.220921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.221302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.249566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.254037 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6028327a-0551-4599-bb75-90adfbf11bb9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/0dc94891-ce91-4558-8703-6019ac1e3680 HTTP/1.1" status: 204 len: 168 time: 0.5256886 May 19 13:06:29.254347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35602) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.345972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.348029 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6785481 May 19 13:06:29.348754 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-41bcbbc7-4218-4770-8599-753eac1f45fd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931373 May 19 13:06:29.351898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35606) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.354452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35608) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.378343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95d1d9-e2c8-4286-9095-a70d5d68f87e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b767c3c-d2cd-4e40-ac48-0e33f8ccede6,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.391240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 7d78cb7e-401f-42d4-b54e-5be33cbefc59, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7d78cb7e-401f-42d4-b54e-5be33cbefc59,segment=NetworkSegment(f46c4707-1931-4db7-94e7-8403242be637),segment_id=f46c4707-1931-4db7-94e7-8403242be637)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:29.391615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.404785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '78eef156-024d-428f-ac1b-5a2d85d5205b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:29.423829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:29.437387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:29.444699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:29.456771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:29.492529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.557999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 7d78cb7e-401f-42d4-b54e-5be33cbefc59 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:29.570113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b5bc8-0675-48d9-b8e9-1c6819d2d951 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:29.574169 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e94b5bc8-0675-48d9-b8e9-1c6819d2d951 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2188902 May 19 13:06:29.575172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35614) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.634247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.634916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.644839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.683217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca8d5fd-2a60-4f2c-a287-6200ee790558,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.690717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a86d6-0dff-40a0-abe4-bab271532895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:29.690946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e21a86d6-0dff-40a0-abe4-bab271532895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:29.700145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Port': ['ID=d5940ae8-28f0-4452-8fd5-a5a140f4aece,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:29.703489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:29.707969 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f51112b6-ea97-4290-883d-79bd28a85863 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524611 May 19 13:06:29.710428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35618) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.717016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '78eef156-024d-428f-ac1b-5a2d85d5205b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:29.723043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e21a86d6-0dff-40a0-abe4-bab271532895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:29.726934 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e21a86d6-0dff-40a0-abe4-bab271532895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1482673 May 19 13:06:29.726934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:29.727774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35622) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.786584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:29.795632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:29.814077 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-46258490-a9bf-4537-a24a-f66ec3db1620 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812047 May 19 13:06:29.814077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:29.816234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35626) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:29.823490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:29.942659 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:06:29.958200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.052350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.060673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:30.065084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.095925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c9555c-2b87-47cd-afda-3b777cd0089c,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:30.100811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:30.128026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:30.134162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.150209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.154208 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5bd97d15-9ead-453d-a58d-21210398097a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4401712 May 19 13:06:30.157177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35630) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:30.169938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '78eef156-024d-428f-ac1b-5a2d85d5205b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:30.239538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:30.260124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:30.261652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.265152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:30.273424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:30.296376 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:06:30.310022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.402872 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:06:30.424341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.482228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.511876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4907a9f5-8a4e-4d1b-826e-94da3d9b4557,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:30.512812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.590636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9e47ce2a-2933-4968-b290-6f64da0fa1bb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:30.596655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.598052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cab605b8-9e32-4332-95b2-6cb40f1997ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4398136 May 19 13:06:30.617064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.641126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6729d-45e2-4b26-b77b-9e27c4dc3ed2 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:30.690889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=7d78cb7e-401f-42d4-b54e-5be33cbefc59,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:30.718221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:30.725430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Router 153639c2-41ec-4b28-b0f9-8b9446777900 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:30.729994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:30.745180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:30.746922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:30.757700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=f6aa7de9-0ac8-4db4-bfbf-a1bc857379e2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:30.783947 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fa9226af-3828-4e6f-80ba-483fd38f8944 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9665222 May 19 13:06:30.786589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35636) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:30.795091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:26:ab:b6', 'name': 'tempest-NetworksTestDHCPv6-841901802'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:30.799720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f292364a-92af-4187-8ccd-69786fe0023f None None] Could not find standard attr ID for object d5223327-8dd1-4a62-95bb-79c7938f3027. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:30.908026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f292364a-92af-4187-8ccd-69786fe0023f None None] Provisioning for port 95eeeb2e-6bff-4885-8ba8-78f436844726 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:30.955609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 9e47ce2a-2933-4968-b290-6f64da0fa1bb completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:30.964118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:30.998782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 9e47ce2a-2933-4968-b290-6f64da0fa1bb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:30.998782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.038127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:31.064283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] Sync routers for ids ['153639c2-41ec-4b28-b0f9-8b9446777900'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:31.137761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] Routers {'153639c2-41ec-4b28-b0f9-8b9446777900'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:31.138583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['153639c2-41ec-4b28-b0f9-8b9446777900'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:31.174018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:31.179216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:31.183162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:31.195885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:31.209593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:31.219646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-83ef9636-1701-426f-9534-47a7a674f357 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:31.226141 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b3288dbd-d309-4975-90ee-fd1f22e7c20d tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "PUT /v2.0/routers/153639c2-41ec-4b28-b0f9-8b9446777900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8287909 May 19 13:06:31.227867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35650) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:31.229060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:31.253444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.258007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] Routers {'153639c2-41ec-4b28-b0f9-8b9446777900'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:31.258777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['153639c2-41ec-4b28-b0f9-8b9446777900'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:31.258918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-83ef9636-1701-426f-9534-47a7a674f357 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:31.259952 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-83ef9636-1701-426f-9534-47a7a674f357 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006511789&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.2794855 May 19 13:06:31.305930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-88e8295a-0448-4f4c-89fd-af836d9bb7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.386605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:31.387152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92133c-c78e-4b90-9de6-679143061cf0 None None] The sync data for ids ['153639c2-41ec-4b28-b0f9-8b9446777900'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:31.396150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:31.396767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.440310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.474473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 9e47ce2a-2933-4968-b290-6f64da0fa1bb is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:31.475043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.530166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 9e47ce2a-2933-4968-b290-6f64da0fa1bb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=9e47ce2a-2933-4968-b290-6f64da0fa1bb,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:31.564687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.565531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 95eeeb2e-6bff-4885-8ba8-78f436844726 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:31.700945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:31.702171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.731221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=9e47ce2a-2933-4968-b290-6f64da0fa1bb,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:31.749512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:06:31.765316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:31.774788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.780703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 95eeeb2e-6bff-4885-8ba8-78f436844726 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:31.811333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.814366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.845645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.863561 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb81ea5c-41b4-4d66-ab55-b4e3151d6318'] response: {'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'code': 200} May 19 13:06:31.871666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.872867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Fanout notify agent at l3_agent the message router_deleted on router 153639c2-41ec-4b28-b0f9-8b9446777900 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:06:31.874065 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe9e28-37fb-4a1e-918e-6ac29071e74a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:31.884851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-126db13f-872c-48d5-b49a-09707f79407c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:31.885543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-126db13f-872c-48d5-b49a-09707f79407c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:31.888083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.889248 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba39b7cf-2028-4f9c-a9b4-40cd66147a22 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "DELETE /v2.0/routers/153639c2-41ec-4b28-b0f9-8b9446777900 HTTP/1.1" status: 204 len: 168 time: 0.6584790 May 19 13:06:31.891997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35656) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:31.897700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port dde1ec8e-0710-4d5e-a251-6067ef382dc0 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:31.903649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 95eeeb2e-6bff-4885-8ba8-78f436844726 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:31.903985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:31.963368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-126db13f-872c-48d5-b49a-09707f79407c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:31.969717 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-126db13f-872c-48d5-b49a-09707f79407c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 797 time: 0.6518362 May 19 13:06:31.995198 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-b8099d17-a39d-4d3b-a197-384633e83581 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0243325 May 19 13:06:32.002591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:32.044712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:32.047320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Deleting subnet f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:32.050609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.061109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Provisioning complete for port 95eeeb2e-6bff-4885-8ba8-78f436844726 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:32.061486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.062336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::395 (46029377-b81a-4b15-aa71-e8bb333d83e5/f6aa7de9-0ac8-4db4-bfbf-a1bc857379e2/dde1ec8e-0710-4d5e-a251-6067ef382dc0) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:32.262267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.289240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.306926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object dde1ec8e-0710-4d5e-a251-6067ef382dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:32.337954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.338420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:32.349578 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-df89240d-1cd0-4209-87d5-e4ae75dec88c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4030902 May 19 13:06:32.351327 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:32.358376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-a0e661c2-fb72-4892-a32c-0882fb933ae6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:32.361112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35660) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.366332 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:32.367224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:32.388946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 95eeeb2e-6bff-4885-8ba8-78f436844726 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:32.389327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.403455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Current status of the port 95eeeb2e-6bff-4885-8ba8-78f436844726 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:32.404804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.426321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=dde1ec8e-0710-4d5e-a251-6067ef382dc0,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:32.450242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-a0e661c2-fb72-4892-a32c-0882fb933ae6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:32.450792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:32.452479 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-a0e661c2-fb72-4892-a32c-0882fb933ae6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4461398 May 19 13:06:32.452701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:32.455493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.456986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:32.469424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 95eeeb2e-6bff-4885-8ba8-78f436844726, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=95eeeb2e-6bff-4885-8ba8-78f436844726,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:32.470256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:32.472254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.484629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.509932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet 5d1f65f8-7709-4bdc-8d21-fd57a1e079c6 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:32.517521 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9fbfca50-c044-4986-b6d2-bd16f038b651 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7296631 May 19 13:06:32.518659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35664) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.582669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.644660 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:32.648680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc7dc17-8342-4323-8ed6-ac51a3e98681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:32.654447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc7dc17-8342-4323-8ed6-ac51a3e98681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:32.655272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3cc7dc17-8342-4323-8ed6-ac51a3e98681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:32.677637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3cc7dc17-8342-4323-8ed6-ac51a3e98681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:32.681835 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3cc7dc17-8342-4323-8ed6-ac51a3e98681 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1592700 May 19 13:06:32.682705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35668) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:32.709996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:32.710550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:32.726752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=95eeeb2e-6bff-4885-8ba8-78f436844726,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:32.730944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9e47ce2a-2933-4968-b290-6f64da0fa1bb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:32.743888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.800915 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port dde1ec8e-0710-4d5e-a251-6067ef382dc0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:32.801261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.863689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 9e47ce2a-2933-4968-b290-6f64da0fa1bb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:32.864425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:32.888066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-d971e911-dad9-4275-80b0-6dab27169f7c service neutron] 10.222.0.44 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005127 May 19 13:06:33.061308 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-ff93dc7f-03ec-410a-bdf7-3ae7d84be68b service neutron] 10.222.0.44 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689370 May 19 13:06:33.064548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.071601 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:29Z', 'revision_number': 10, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:33.076129 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:33.082650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 9e47ce2a-2933-4968-b290-6f64da0fa1bb is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:33.086443 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:33.087123 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:33.153363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.153983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c894649-a7b6-471e-9300-3bec4285cd9f None None] Network ba69c9cd-1310-4f1a-9ff3-de506ff7b073 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:33.167300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Subnet': ['ID=f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:33.172061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.205513 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a5ea1ce7-91b5-4301-975b-3f10f8b46057 tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "DELETE /v2.0/subnets/f690e4b8-02aa-44eb-a45d-1fcebcc5f8fe HTTP/1.1" status: 204 len: 168 time: 1.3079422 May 19 13:06:33.206693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35672) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:33.337778 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:33.474730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2055ff7d-8085-4014-9938-9bc9794bb6ac req-ef38cbd9-6851-4979-983a-a4f851e66298 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:33.489647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.505205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Deleting port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:33.506204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.536710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2055ff7d-8085-4014-9938-9bc9794bb6ac req-ef38cbd9-6851-4979-983a-a4f851e66298 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:33.538309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2055ff7d-8085-4014-9938-9bc9794bb6ac req-ef38cbd9-6851-4979-983a-a4f851e66298 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 210 time: 0.1762977 May 19 13:06:33.555776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2e730084-41f6-4c3c-8e06-6b9e3aa79cc3 None None] Current status of the port 95eeeb2e-6bff-4885-8ba8-78f436844726 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:33.565886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.608754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d4784125-c67e-424f-9dd8-7f6c80fd8bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.610721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.643117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1f65f8-7709-4bdc-8d21-fd57a1e079c6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:33.660895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.671289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Could not find standard attr ID for object 907d0bf6-cb95-498c-bf37-532a663d2aa2. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:33.675367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a011193-26d3-41b2-a5b9-fe4189d4fc04 None None] Network dff380d2-921a-427a-beb0-73bd8bb85fab requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:33.694165 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-58ef863b-a5f6-446f-be82-b1bc057c25a1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/5d1f65f8-7709-4bdc-8d21-fd57a1e079c6 HTTP/1.1" status: 204 len: 168 time: 1.3225722 May 19 13:06:33.695316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35684) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:33.722649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] DHCP port deletion for ba69c9cd-1310-4f1a-9ff3-de506ff7b073 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:33.840265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for dde1ec8e-0710-4d5e-a251-6067ef382dc0 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:33.885920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Deleting port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:33.891107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:33.954172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Provisioning for port dde1ec8e-0710-4d5e-a251-6067ef382dc0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:33.955108 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:29Z', 'revision_number': 10, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:33.962298 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b392dfd-f2e1-4c11-9067-5bc8ee45c41c None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:29Z', 'revision_number': 10, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None, '_interfaces': [{'id': '64eaa857-5b68-4239-8274-46d243f38282', 'name': '', 'network_id': '8a226ac4-7576-4f9d-80f1-5d627edc1cc3', 'tenant_id': 'd42977f82be04728847a539935993293', 'mac_address': 'fa:16:3e:2b:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:05:21Z', 'updated_at': '2022-05-19T13:05:30Z', 'revision_number': 5, 'project_id': 'd42977f82be04728847a539935993293', 'subnets': [{'id': '44453457-41ef-4db9-8180-ee4c74f6a866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:34.029343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Provisioning complete for port dde1ec8e-0710-4d5e-a251-6067ef382dc0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:34.033657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.063625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.112837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Port dde1ec8e-0710-4d5e-a251-6067ef382dc0 was deleted so its status cannot be updated. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 19 13:06:34.135544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=dde1ec8e-0710-4d5e-a251-6067ef382dc0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:34.184133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.209218 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b68fe046-d423-473a-8dc7-261a41711d18 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/dde1ec8e-0710-4d5e-a251-6067ef382dc0 HTTP/1.1" status: 204 len: 168 time: 1.5231328 May 19 13:06:34.209218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35690) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:34.292570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.311906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Provisioning complete for port 95eeeb2e-6bff-4885-8ba8-78f436844726 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:34.312357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.317539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf8203c-8353-4de1-9645-c4bce8fe7bb3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:34.331144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf8203c-8353-4de1-9645-c4bce8fe7bb3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:34.334785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bcf8203c-8353-4de1-9645-c4bce8fe7bb3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:34.352815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] For port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,segment=NetworkSegment(bfae4c5a-1c89-4308-a0d7-386bf29c2c72),segment_id=bfae4c5a-1c89-4308-a0d7-386bf29c2c72)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:34.353227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.366428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port c08ed801-6210-4865-a3f9-4165a942d69e {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:34.367125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.377660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bcf8203c-8353-4de1-9645-c4bce8fe7bb3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:34.379116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bcf8203c-8353-4de1-9645-c4bce8fe7bb3 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1689310 May 19 13:06:34.382282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35694) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:34.475682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet f6aa7de9-0ac8-4db4-bfbf-a1bc857379e2 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:34.479273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.588152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] For port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,segment=NetworkSegment(bfae4c5a-1c89-4308-a0d7-386bf29c2c72),segment_id=bfae4c5a-1c89-4308-a0d7-386bf29c2c72)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:34.588544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.616568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.717544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.741338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 95eeeb2e-6bff-4885-8ba8-78f436844726 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:34.805809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.837444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Calling delete_port for 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:34.842766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port c08ed801-6210-4865-a3f9-4165a942d69e, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c08ed801-6210-4865-a3f9-4165a942d69e,segment=NetworkSegment(f46c4707-1931-4db7-94e7-8403242be637),segment_id=f46c4707-1931-4db7-94e7-8403242be637)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:34.843234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.858058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aa7de9-0ac8-4db4-bfbf-a1bc857379e2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:34.860707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:34.881549 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-53c486ea-b9f0-43ee-bee9-7b0a81c2dc90 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/f6aa7de9-0ac8-4db4-bfbf-a1bc857379e2 HTTP/1.1" status: 204 len: 168 time: 0.4978704 May 19 13:06:34.886049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35700) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:34.946513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195733a-4bf5-4d69-ae95-4962e554dec8 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:34.979676 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-56afa327-fe36-4d69-b8b0-4f676b6a6e14 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920846 May 19 13:06:34.982172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35704) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.009633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Calling delete_port for 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:35.058844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for c08ed801-6210-4865-a3f9-4165a942d69e owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:35.206948 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ab46ba8c-3220-412d-be8f-16f2b45b8452 req-60454c4c-c061-4624-90e6-9d6c44cebad7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 210 time: 0.2045074 May 19 13:06:35.224362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.226834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99126c5f-8f65-4409-b783-0d6f1690c376 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:35.227697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-99126c5f-8f65-4409-b783-0d6f1690c376 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:35.263383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-99126c5f-8f65-4409-b783-0d6f1690c376 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:35.267073 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-99126c5f-8f65-4409-b783-0d6f1690c376 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2811167 May 19 13:06:35.267824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35708) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.299103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.313329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-296b96e2-7810-4ec6-9e4c-f49c55b0ec08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:35.315874 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-296b96e2-7810-4ec6-9e4c-f49c55b0ec08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 797 time: 0.2543988 May 19 13:06:35.332388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.351853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-899c1f21-79d4-4e95-8a59-705849b76674 None None] Current status of the port 95eeeb2e-6bff-4885-8ba8-78f436844726 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:35.373211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515c679-0d6a-44c0-b1bf-03d467bb9262 None None] DHCP port deletion for dff380d2-921a-427a-beb0-73bd8bb85fab request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:35.395273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e83c60-f29f-452b-bc35-c3ecabcfa4db tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:35.396019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-63e83c60-f29f-452b-bc35-c3ecabcfa4db tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:35.429684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Port': ['ID=75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:35.433227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-7025c832-eae6-40d7-86b2-2edfe8a02d1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:35.433478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.439753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:06:35.440676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:06:35.444290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 95eeeb2e-6bff-4885-8ba8-78f436844726 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:35.444667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.454892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-63e83c60-f29f-452b-bc35-c3ecabcfa4db tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:35.458467 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-63e83c60-f29f-452b-bc35-c3ecabcfa4db tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1876247 May 19 13:06:35.458467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-7025c832-eae6-40d7-86b2-2edfe8a02d1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:35.458753 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-7025c832-eae6-40d7-86b2-2edfe8a02d1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 380 time: 0.1281168 May 19 13:06:35.459063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35716) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.481582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] No DVR routers for this DVR port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:35.534922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=c08ed801-6210-4865-a3f9-4165a942d69e,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:35.540574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port c08ed801-6210-4865-a3f9-4165a942d69e on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:35.542002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['78eef156-024d-428f-ac1b-5a2d85d5205b']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:35.546449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c130052e-4956-4714-b599-b8475fcd4d3e None None] Could not find standard attr ID for object dde1ec8e-0710-4d5e-a251-6067ef382dc0. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:35.557168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c130052e-4956-4714-b599-b8475fcd4d3e None None] Could not find standard attr ID for object d5223327-8dd1-4a62-95bb-79c7938f3027. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:35.577306 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0e3fa109-ec23-40ae-b4ce-8151dd1bc405 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169267 May 19 13:06:35.595017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35720) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:35.656064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:35.669637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 95eeeb2e-6bff-4885-8ba8-78f436844726 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:35.745168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:35.750826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] Deleting port 95eeeb2e-6bff-4885-8ba8-78f436844726 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:35.751468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.793898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:35.849051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:35.849390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:35.850732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d78cb7e-401f-42d4-b54e-5be33cbefc59 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:35.863573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:35.873791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.875419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:35.889526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:35.899062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.907786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7d78cb7e-401f-42d4-b54e-5be33cbefc59 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:35.908125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7d78cb7e-401f-42d4-b54e-5be33cbefc59 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:35.922360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.935280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:35.939914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba69c9cd-1310-4f1a-9ff3-de506ff7b073']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:35.960553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Deleting port 75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:35.961182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:35.966046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:35.972779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff380d2-921a-427a-beb0-73bd8bb85fab']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:35.980437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:35.980731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfae4c5a-1c89-4308-a0d7-386bf29c2c72') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:35.996390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46c4707-1931-4db7-94e7-8403242be637') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:35.996764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46c4707-1931-4db7-94e7-8403242be637') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:36.008579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.015312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.026117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:36.029556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.051694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-daeff223-c343-4833-b64a-b2b0cdf2eaf8 None None] The port '75b00bdc-ff11-4cc5-a9f4-42ee670a2c4d' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:06:36.081371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.9 (21b9ef74-b724-482a-bbfa-6a661ad15a41/8511e037-e603-4841-b43d-760267888aa7/40ad0199-0365-4f54-96e4-3f6838054a03) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:36.177641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] For port 95eeeb2e-6bff-4885-8ba8-78f436844726, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=95eeeb2e-6bff-4885-8ba8-78f436844726,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:36.178603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.182124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.251626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.272940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.280739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:36.281139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:36.298173 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:36.329051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.342860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] Calling delete_port for 95eeeb2e-6bff-4885-8ba8-78f436844726 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:36.350817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:36.351349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:36.366243 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:36.396923 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f34e1ee-1307-4ecc-9ad6-bb43f0aef884 req-fc135e29-e9cc-4749-a825-f4908800fb99 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 210 time: 0.0498514 May 19 13:06:36.421307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.470723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] Pushing event deleted for resources: {'Port': ['ID=95eeeb2e-6bff-4885-8ba8-78f436844726,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:36.475772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.476332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41452512-4f28-40fa-b782-dfdf414391ed None None] No DVR routers for this DVR port 95eeeb2e-6bff-4885-8ba8-78f436844726 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:36.489696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 40ad0199-0365-4f54-96e4-3f6838054a03 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:36.497776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.506406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.516657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] Pushing event deleted for resources: {'Network': ['ID=ba69c9cd-1310-4f1a-9ff3-de506ff7b073,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:36.519545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.523654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.574696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c08ed801-6210-4865-a3f9-4165a942d69e no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:36.601957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:36.603819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=dff380d2-921a-427a-beb0-73bd8bb85fab,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:36.606125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:36.627796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c08ed801-6210-4865-a3f9-4165a942d69e {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:36.627796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c08ed801-6210-4865-a3f9-4165a942d69e not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:36.627796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 95eeeb2e-6bff-4885-8ba8-78f436844726 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:36.633585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:36.638851 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a3811654-ac4b-4c23-91fa-8dfb775ccfb5 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/dff380d2-921a-427a-beb0-73bd8bb85fab HTTP/1.1" status: 204 len: 168 time: 2.9346938 May 19 13:06:36.638851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35726) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:36.655832 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-effc8947-e900-4725-a435-f94ab74ddfee tempest-FloatingIPNegativeTestJSON-1706168646 tempest-FloatingIPNegativeTestJSON-1706168646-project] 10.222.0.44 "DELETE /v2.0/networks/ba69c9cd-1310-4f1a-9ff3-de506ff7b073 HTTP/1.1" status: 204 len: 168 time: 3.4236786 May 19 13:06:36.682204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=40ad0199-0365-4f54-96e4-3f6838054a03,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:36.734195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 95eeeb2e-6bff-4885-8ba8-78f436844726 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:36.734195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 95eeeb2e-6bff-4885-8ba8-78f436844726 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:36.740423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:36.740423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.777098 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-da6e919b-e6c2-4ad2-b911-52002a9d1861 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2457895 May 19 13:06:36.789261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Request body: {'port': {'device_id': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:36.926967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:36.998846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-812a9170-66c5-4e4d-a98d-38c0fb72e20d None None] Provisioning for port 40ad0199-0365-4f54-96e4-3f6838054a03 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:37.012765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-812a9170-66c5-4e4d-a98d-38c0fb72e20d None None] Provisioning complete for port 40ad0199-0365-4f54-96e4-3f6838054a03 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:37.013403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-812a9170-66c5-4e4d-a98d-38c0fb72e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.063717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35734) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:37.087436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-812a9170-66c5-4e4d-a98d-38c0fb72e20d None None] Port 40ad0199-0365-4f54-96e4-3f6838054a03 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:37.153472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:06:37.159277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.258204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:37.271076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:37.280301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4eb2a-d70b-446b-970b-f32db55b29b1 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:37.299280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:37.299839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.316224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ad0199-0365-4f54-96e4-3f6838054a03 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:06:37.324153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.328039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=97358b43-3eb5-45aa-b1f2-c06ddade4a39,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.340283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Transition to ACTIVE for port object 40ad0199-0365-4f54-96e4-3f6838054a03 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:37.347860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.363191 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-702ee88e-82ab-41b4-8991-a77d85ed01d1 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7641864 May 19 13:06:37.364380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35740) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:37.374131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0692d028-0889-4a93-977d-554489a089ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdef3a18a61b4216be18a8d9f9d3c771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069992 May 19 13:06:37.377834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:37.395129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35744) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:37.423597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Pushing event updated for resources: {'Port': ['ID=40ad0199-0365-4f54-96e4-3f6838054a03,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.530727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.533469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '97358b43-3eb5-45aa-b1f2-c06ddade4a39'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:37.534520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.650322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Attempting to bind port 40ad0199-0365-4f54-96e4-3f6838054a03 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:37.650933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Attempting to bind port 40ad0199-0365-4f54-96e4-3f6838054a03 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:37.651155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Attempting to bind port 40ad0199-0365-4f54-96e4-3f6838054a03 on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:37.658344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Port 40ad0199-0365-4f54-96e4-3f6838054a03 on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:06:37.658709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Attempting to bind port 40ad0199-0365-4f54-96e4-3f6838054a03 on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:37.667698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:37.668155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Checking segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:37.668547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Bound using segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:37.669038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Bound port: 40ad0199-0365-4f54-96e4-3f6838054a03, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:37.669640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.726109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Allocated IP 2001:db8::f816:3eff:fe2e:cc6d (46029377-b81a-4b15-aa71-e8bb333d83e5/97358b43-3eb5-45aa-b1f2-c06ddade4a39/baccd154-8cb6-454f-ba10-0d6c16b2bbd8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:37.777259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] For port 40ad0199-0365-4f54-96e4-3f6838054a03, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:37.780681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] For port 40ad0199-0365-4f54-96e4-3f6838054a03, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=40ad0199-0365-4f54-96e4-3f6838054a03,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:37.785556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.853508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:37.854117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.855698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] 10.222.0.79 "PUT /v2.0/ports/40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 200 len: 1093 time: 1.0714412 May 19 13:06:37.856046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:06:37.862896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30517d24-60e1-4892-8e25-990cd2f99910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.877592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91443df7-a497-4c11-aa1a-f7cb9e9eedb3 service neutron] Pushing event updated for resources: {'Port': ['ID=40ad0199-0365-4f54-96e4-3f6838054a03,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:37.896877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:37.926611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30517d24-60e1-4892-8e25-990cd2f99910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:37.939679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:37.992207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:37.995788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.001941 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c62004-3393-43bc-bac0-1cebdd539143'] response: {'name': 'network-changed', 'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03', 'status': 'completed', 'code': 200} May 19 13:06:38.016715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.036465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.051443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Transition to ACTIVE for port object baccd154-8cb6-454f-ba10-0d6c16b2bbd8 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:38.072113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Transition to ACTIVE for port object baccd154-8cb6-454f-ba10-0d6c16b2bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:38.082363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.091491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-10f778b6-092a-480d-83f2-03f78921d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:38.093180 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-10f778b6-092a-480d-83f2-03f78921d7de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1096 time: 0.1492267 May 19 13:06:38.093518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f629dc-b080-4875-b1d2-f49b56a095ac req-21945301-2080-4876-b698-ee1d731c7a82 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:38.095034 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-98f629dc-b080-4875-b1d2-f49b56a095ac req-21945301-2080-4876-b698-ee1d731c7a82 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 943 time: 0.4766257 May 19 13:06:38.162268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:38.162753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:38.167938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:38.182312 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-46574ea6-55a9-4edd-bae6-6fcc3e2b1610 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 200 len: 217 time: 0.0764360 May 19 13:06:38.252775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:38.282071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Attempting to bind port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:38.282611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Attempting to bind port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:38.283047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Attempting to bind port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:38.290929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:38.291439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:38.291914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.292375 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:38.293004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Bound port: baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:38.293446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.351019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-98f629dc-b080-4875-b1d2-f49b56a095ac req-b11f3dc3-5bea-422c-bcc8-f912146177fb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583719 May 19 13:06:38.358805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30517d24-60e1-4892-8e25-990cd2f99910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.377955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-e07b3d28-7d11-490d-9de8-51d8ad07a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:38.379423 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-e07b3d28-7d11-490d-9de8-51d8ad07a406 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.1893640 May 19 13:06:38.416580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:38.419828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:38.425518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.465513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-976b071f-cd50-47e1-8f0d-52b7740576d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:38.467195 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-976b071f-cd50-47e1-8f0d-52b7740576d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777004 May 19 13:06:38.477311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30517d24-60e1-4892-8e25-990cd2f99910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd720df-1b3c-4eb4-b36f-f01fcf79c757,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:38.486596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-30517d24-60e1-4892-8e25-990cd2f99910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.487649 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-30517d24-60e1-4892-8e25-990cd2f99910 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abd720df-1b3c-4eb4-b36f-f01fcf79c757 HTTP/1.1" status: 204 len: 168 time: 1.0913987 May 19 13:06:38.526046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561b8d-6051-4a13-a72d-ed974f2a3806 None None] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:38.537538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97358b43-3eb5-45aa-b1f2-c06ddade4a39 (CIDR: 2001:db8::/64) May 19 13:06:38.550060 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:06:38.550602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:38.583400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf468f16-b595-48c4-98ae-3a916f4f2591 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2156229 May 19 13:06:38.584851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35754) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:38.590982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:38.657831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 64eaa857-5b68-4239-8274-46d243f38282 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:38.658180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.762235 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-8fe54c24-6470-4a61-b937-11f639911e69 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815335 May 19 13:06:38.919219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:38.925066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 64eaa857-5b68-4239-8274-46d243f38282, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=64eaa857-5b68-4239-8274-46d243f38282,segment=NetworkSegment(9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf),segment_id=9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:38.925444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:38.976083 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25f57594-98c2-4bca-9f2f-5d52081a2060 req-540f34f2-e03e-42c4-a137-be22595cd443 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840014 May 19 13:06:38.976937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:38.990212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:38.995168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.075968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 64eaa857-5b68-4239-8274-46d243f38282 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:39.200424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-c930011e-a805-469a-9cb6-a83e2ab67460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:39.201922 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-c930011e-a805-469a-9cb6-a83e2ab67460 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1096 time: 0.1297522 May 19 13:06:39.302651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.363559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=64eaa857-5b68-4239-8274-46d243f38282,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:39.400269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-e22c1454-f35d-4369-a7fb-947a09e32009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:39.401724 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-e22c1454-f35d-4369-a7fb-947a09e32009 service neutron] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 898 time: 0.1910470 May 19 13:06:39.492800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35778) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:39.535877 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-d9d020e5-29d6-49bc-82da-a8ddc571a4a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 200 len: 217 time: 0.0784690 May 19 13:06:39.541338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.675581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-11f92972-82b1-4768-8d0a-3ad2f278d6c7 tempest-DvrRoutersNegativeTest-1313532736 tempest-DvrRoutersNegativeTest-1313532736-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1549467426', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:39.679022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.policy [None req-11f92972-82b1-4768-8d0a-3ad2f278d6c7 tempest-DvrRoutersNegativeTest-1313532736 tempest-DvrRoutersNegativeTest-1313532736-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88028) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 19 13:06:39.679418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.policy [None req-11f92972-82b1-4768-8d0a-3ad2f278d6c7 tempest-DvrRoutersNegativeTest-1313532736 tempest-DvrRoutersNegativeTest-1313532736-project] Failed policy check for 'create_router' {{(pid=88028) enforce /opt/stack/neutron/neutron/policy.py:520}} May 19 13:06:39.680286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-11f92972-82b1-4768-8d0a-3ad2f278d6c7 tempest-DvrRoutersNegativeTest-1313532736 tempest-DvrRoutersNegativeTest-1313532736-project] create failed (client error): Access was denied to this resource. May 19 13:06:39.681157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-11f92972-82b1-4768-8d0a-3ad2f278d6c7 tempest-DvrRoutersNegativeTest-1313532736 tempest-DvrRoutersNegativeTest-1313532736-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1872618 May 19 13:06:39.691281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.716522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:39.728527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:39.737695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:39.738490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:39.784294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-a084f279-f922-4e81-8e27-2c6944e217e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:39.785878 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-a084f279-f922-4e81-8e27-2c6944e217e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.1965785 May 19 13:06:39.793304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=c28d5a19-7a85-4216-bd5d-8143d84fa44d,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:39.853700 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b5e5c9ff-a539-47a5-9b05-4c48215f205b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2681777 May 19 13:06:39.857915 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35786) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:39.866712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:ad:d6:de', 'name': 'tempest-NetworksTestDHCPv6-206495223'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:39.980213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014777-7737-47d4-b88f-897a661062ba req-c52270a9-b8a3-46d0-a5fa-6e9c4620c062 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:39.981465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-68014777-7737-47d4-b88f-897a661062ba req-c52270a9-b8a3-46d0-a5fa-6e9c4620c062 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:40.023730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737cbd6-499b-4a5f-8997-c9fa55fb3c8b None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:40.031617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-68014777-7737-47d4-b88f-897a661062ba req-c52270a9-b8a3-46d0-a5fa-6e9c4620c062 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:40.032788 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-68014777-7737-47d4-b88f-897a661062ba req-c52270a9-b8a3-46d0-a5fa-6e9c4620c062 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 943 time: 0.4802651 May 19 13:06:40.059795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35792) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:40.071828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-ba845e7e-1436-45fd-bd2e-a68b8eefdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:40.073430 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-ba845e7e-1436-45fd-bd2e-a68b8eefdc78 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2759054 May 19 13:06:40.091879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:40.118790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:40.145133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1af0ae2a-fbe3-4724-b090-7b61f27ef677 None None] Provisioning for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:40.160523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:40.317179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:40.322541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-68014777-7737-47d4-b88f-897a661062ba req-80017a03-d7da-4c4d-8261-eb1760f804b1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819920 May 19 13:06:40.336019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.337011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:40.356282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:40.362910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:40.368421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:40.371037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:89e62bf918bd4698b64bb99f1d890e95 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:40.371307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:40.381261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:40.381864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:40.382077 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-05290483-b407-4c58-94a7-adeb9f74f283 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7393527 May 19 13:06:40.383319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:40.386483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35798) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:40.390116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:40.475508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.480208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.513945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:40.528454 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89e62bf918bd4698b64bb99f1d890e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675932 May 19 13:06:40.530348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6646cd-15aa-4478-a1d4-7d4db5887fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494c0627-1a15-42ed-9838-9fb1c7e411de,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:40.531439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35802) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:40.541942 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-d9da1fb0-39d4-4695-9e37-815bbfe76d27 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534664 May 19 13:06:40.595765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting subnet 44453457-41ef-4db9-8180-ee4c74f6a866 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:40.663084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:39Z', 'revision_number': 11, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:40.672514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.674923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:40.693315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:40.730838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:40.731455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:40.780216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.791941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.795816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '97358b43-3eb5-45aa-b1f2-c06ddade4a39', 'ip_address': '2001:db8::f816:3eff:fe2e:cc6d'}, {'subnet_id': 'c28d5a19-7a85-4216-bd5d-8143d84fa44d'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'baccd154-8cb6-454f-ba10-0d6c16b2bbd8'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:06:40.875505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8413d1df-8938-431a-8fd3-49b91d634e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:40.898379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port c3175ad5-9f70-4bef-9a59-6370f6bee694 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:40.910373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:40.954098 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b57b16cb-bf43-4bc7-9833-6aac909bbb17 req-8ebc1207-ae85-45e7-9036-12423967181d service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988111 May 19 13:06:41.003975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8413d1df-8938-431a-8fd3-49b91d634e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.057137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 40ad0199-0365-4f54-96e4-3f6838054a03 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:06:41.058639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.076338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:39Z', 'revision_number': 11, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:41.078129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.094556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668d64-05d7-447e-b739-8841256c8cb4 None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:39Z', 'revision_number': 11, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:41.154406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:41.209344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8413d1df-8938-431a-8fd3-49b91d634e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.217058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:41.217429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.276122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413d1df-8938-431a-8fd3-49b91d634e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494c0627-1a15-42ed-9838-9fb1c7e411de,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:41.295317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.342538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Subnet': ['ID=44453457-41ef-4db9-8180-ee4c74f6a866,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:41.360822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.363954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8:0:1::161 (46029377-b81a-4b15-aa71-e8bb333d83e5/c28d5a19-7a85-4216-bd5d-8143d84fa44d/c3175ad5-9f70-4bef-9a59-6370f6bee694) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:41.371513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8413d1df-8938-431a-8fd3-49b91d634e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.375096 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8413d1df-8938-431a-8fd3-49b91d634e52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/494c0627-1a15-42ed-9838-9fb1c7e411de HTTP/1.1" status: 204 len: 168 time: 0.8373306 May 19 13:06:41.379638 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-88b7c2f2-c4d3-4291-a764-43decdec9542 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/44453457-41ef-4db9-8180-ee4c74f6a866 HTTP/1.1" status: 204 len: 168 time: 0.9821260 May 19 13:06:41.379795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35810) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:41.379889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3712b-f0fd-4c43-b24c-73c8458eea13 None None] Network 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:41.381313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fead:d6de (46029377-b81a-4b15-aa71-e8bb333d83e5/97358b43-3eb5-45aa-b1f2-c06ddade4a39/c3175ad5-9f70-4bef-9a59-6370f6bee694) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:41.567318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.601343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 40ad0199-0365-4f54-96e4-3f6838054a03, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=40ad0199-0365-4f54-96e4-3f6838054a03,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:41.635553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Deleting port 7b0df2e5-bcfa-49de-b61c-87c9716627ac {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:41.635887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.679177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:41.679555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.689929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '40ad0199-0365-4f54-96e4-3f6838054a03', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'port_id': '40ad0199-0365-4f54-96e4-3f6838054a03', 'mac_address': 'fa:16:3e:90:c8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:06:41.704109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.721934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object c3175ad5-9f70-4bef-9a59-6370f6bee694 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:41.751430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.811285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1ea3d-64e2-493c-b5cb-b9ef20a26f4a req-10914c95-0d1c-4247-b1c7-ec96fe60599c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:41.819575 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0a1ea3d-64e2-493c-b5cb-b9ef20a26f4a req-10914c95-0d1c-4247-b1c7-ec96fe60599c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 943 time: 0.2443604 May 19 13:06:41.869664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:41.887257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.907563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:41.910664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:41.919689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:41.925134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:41.925755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:41.942732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=c3175ad5-9f70-4bef-9a59-6370f6bee694,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:41.956322 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c83f507d-0537-498a-b2e9-50d25070a59f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0970981 May 19 13:06:41.960701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35822) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:41.965650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 40ad0199-0365-4f54-96e4-3f6838054a03 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:41.966112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.001151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Allocated IP 2001:db8:0:1::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/c28d5a19-7a85-4216-bd5d-8143d84fa44d/baccd154-8cb6-454f-ba10-0d6c16b2bbd8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:42.017658 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0a1ea3d-64e2-493c-b5cb-b9ef20a26f4a req-b00e9618-1b6a-4d96-b2b9-6ef10c1cd589 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970317 May 19 13:06:42.052646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ad0199-0365-4f54-96e4-3f6838054a03 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:06:42.059555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port c3175ad5-9f70-4bef-9a59-6370f6bee694 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:42.060505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.068299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] For port 7b0df2e5-bcfa-49de-b61c-87c9716627ac, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7b0df2e5-bcfa-49de-b61c-87c9716627ac,segment=NetworkSegment(9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf),segment_id=9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:42.068679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.221459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Calling delete_port for 7b0df2e5-bcfa-49de-b61c-87c9716627ac owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:42.252299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 40ad0199-0365-4f54-96e4-3f6838054a03, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=40ad0199-0365-4f54-96e4-3f6838054a03,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:42.265021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99363939-4be6-48cd-a708-3e260d859001 None None] DHCP port deletion for 8a226ac4-7576-4f9d-80f1-5d627edc1cc3 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:06:42.278326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:42.285546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.336030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.354199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-99363939-4be6-48cd-a708-3e260d859001 None None] Deleting port 7b0df2e5-bcfa-49de-b61c-87c9716627ac {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:42.354586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-99363939-4be6-48cd-a708-3e260d859001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.397852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No DVR routers for this DVR port 7b0df2e5-bcfa-49de-b61c-87c9716627ac on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:06:42.400547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.429071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Port': ['ID=7b0df2e5-bcfa-49de-b61c-87c9716627ac,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:42.446825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-99363939-4be6-48cd-a708-3e260d859001 None None] The port '7b0df2e5-bcfa-49de-b61c-87c9716627ac' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:06:42.513602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=40ad0199-0365-4f54-96e4-3f6838054a03,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:42.518521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:42.533791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35836) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:42.550791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.551261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.571471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Transition to ACTIVE for port object baccd154-8cb6-454f-ba10-0d6c16b2bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:42.597115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['40ad0199-0365-4f54-96e4-3f6838054a03'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:06:42.643258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.706026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a226ac4-7576-4f9d-80f1-5d627edc1cc3']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:42.711431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:42.717689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1971688701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:42.722249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for c3175ad5-9f70-4bef-9a59-6370f6bee694 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:42.728041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:42.731047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:42.731341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9deb6c62-9bd3-48c7-88ca-8c2cd0e49dbf') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:42.742319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:router and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:42.747350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:42.751162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.764231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:42.777812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.789554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.790093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.796494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:06:42.796993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:06:42.814384 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:06:42.899048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.915877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.935141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.938668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddea2d9-6b45-4257-ac36-38f927695946 None None] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:42.950823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.962993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Pushing event deleted for resources: {'Network': ['ID=8a226ac4-7576-4f9d-80f1-5d627edc1cc3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:42.980716 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2438e7c-30e5-4a38-b458-dae1f1381927 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/networks/8a226ac4-7576-4f9d-80f1-5d627edc1cc3 HTTP/1.1" status: 204 len: 168 time: 1.5993214 May 19 13:06:42.983768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35842) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:42.986894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.987756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:42.988932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-48fd570f-a803-4fa5-9eea-417946eb758b tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4541905 May 19 13:06:42.993520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35846) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:42.996593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'routes': None}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:43.045266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1331183748'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:43.049616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:43.053986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:network and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:43.057552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:43.072555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=c3175ad5-9f70-4bef-9a59-6370f6bee694,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:43.135695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 64eaa857-5b68-4239-8274-46d243f38282 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:43.203482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 64eaa857-5b68-4239-8274-46d243f38282 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:43.206074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 64eaa857-5b68-4239-8274-46d243f38282 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:43.206710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7b0df2e5-bcfa-49de-b61c-87c9716627ac no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:06:43.230275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:43.238120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.254077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7b0df2e5-bcfa-49de-b61c-87c9716627ac {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:06:43.255129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7b0df2e5-bcfa-49de-b61c-87c9716627ac not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:06:43.257211 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-af3756dc-42fb-4a5f-a2b3-7b7d740e21b0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/c3175ad5-9f70-4bef-9a59-6370f6bee694 HTTP/1.1" status: 204 len: 168 time: 1.2951813 May 19 13:06:43.271495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35852) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:43.364403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Added routes are [] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 19 13:06:43.364798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.extraroute_db [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Removed routes are [] {{(pid=88028) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 19 13:06:43.365284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.380071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:43.383786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.402921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.440286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:43.448281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:security_group_rule and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:43.452423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:43.459923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:43.514267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016fac4-1272-4a85-9462-500b4f6340cb req-8ed1845d-e21f-4dce-92f7-bac6215af912 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:43.516062 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a016fac4-1272-4a85-9462-500b4f6340cb req-8ed1845d-e21f-4dce-92f7-bac6215af912 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 944 time: 0.2612529 May 19 13:06:43.529055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c324a-e4a9-4132-b1ff-f2162f67b06b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:43.529895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-772c324a-e4a9-4132-b1ff-f2162f67b06b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:43.591699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-772c324a-e4a9-4132-b1ff-f2162f67b06b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:43.592946 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-772c324a-e4a9-4132-b1ff-f2162f67b06b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3182058 May 19 13:06:43.598189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35856) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:43.650864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.654933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.660257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a016fac4-1272-4a85-9462-500b4f6340cb req-8ffd9837-08e5-4fd0-950e-531d54f63bd6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272087 May 19 13:06:43.661795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-11993865-a8c9-42d3-b2da-b9001a77d66c None None] Provisioning for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:43.667264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-11993865-a8c9-42d3-b2da-b9001a77d66c None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:43.667645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-11993865-a8c9-42d3-b2da-b9001a77d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.708969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.717121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.764912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:43.771778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499a6a55-0163-4cdf-91ea-690594ac8488,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:43.784994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed99c8-f564-494b-a7b1-df6038ce029d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:43.786509 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82ed99c8-f564-494b-a7b1-df6038ce029d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1873808 May 19 13:06:43.790928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35860) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:43.823211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:43.825974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-11993865-a8c9-42d3-b2da-b9001a77d66c None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:43.831389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.831518 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Added segment 7e96b82f-b1df-47af-b9d7-02be13f339c4 of type vlan for network e69bf7b7-5381-4de7-87de-afc384b1b6b9 May 19 13:06:43.883286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.894134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fbef8-fbb6-4283-876c-977751b08fd7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:43.895736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fbef8-fbb6-4283-876c-977751b08fd7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:43.897405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fbef8-fbb6-4283-876c-977751b08fd7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:43.898208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fd6fbef8-fbb6-4283-876c-977751b08fd7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:43.929213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fd6fbef8-fbb6-4283-876c-977751b08fd7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:43.932892 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fd6fbef8-fbb6-4283-876c-977751b08fd7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1385481 May 19 13:06:43.933184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35864) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:43.972558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:43.980732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.982057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-abd3ad07-e07a-44cb-9770-8155f52972ea tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 701 time: 0.9971917 May 19 13:06:43.985331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35868) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:43.988923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] Sync routers for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:43.991780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:43.999896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:44.000567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.001629 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:44.002416 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:44.031804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bd1e739a-3b71-4df2-ab3c-9377793f61d9 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:44.040955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-91495256-e37f-4d1b-8811-e2e10a71b4d1 None None] Could not find standard attr ID for object c3175ad5-9f70-4bef-9a59-6370f6bee694. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:44.057874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bd1e739a-3b71-4df2-ab3c-9377793f61d9 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:44.061956 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bd1e739a-3b71-4df2-ab3c-9377793f61d9 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 205 time: 0.0729775 May 19 13:06:44.062225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35872) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:44.109614 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0799210 May 19 13:06:44.148223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35876) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:44.159287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 97358b43-3eb5-45aa-b1f2-c06ddade4a39 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:44.169051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'subnet': {'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:44.176916 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:44.274068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.292711 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:39Z', 'revision_number': 11, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:44.296854 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] Checking router: 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:44.304346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41f9d2-b640-4c18-82ec-70b7516854c4 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Network': ['ID=e69bf7b7-5381-4de7-87de-afc384b1b6b9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:44.306712 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] Routers {'9f9830a6-7eda-4734-bc3e-16e67cfbddf7'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:44.307502 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:44.316699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:44.348738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.353612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:44.357435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.395962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:subnet and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:44.404941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:44.413568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:44.434939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:44.438514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.452124 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] Set router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:44.562681 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:39Z', 'revision_number': 11, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:44.568322 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff9d63-a97b-4e02-8538-d7c82d2498ad None None] The sync data for ids ['9f9830a6-7eda-4734-bc3e-16e67cfbddf7'] in dv-neutron-841945-1-hyperv is: [{'id': '9f9830a6-7eda-4734-bc3e-16e67cfbddf7', 'name': 'tempest-RoutersTest-router-2146279174', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:05:16Z', 'updated_at': '2022-05-19T13:06:39Z', 'revision_number': 11, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:44.570742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.603431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:44.688818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:44.689187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.694136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.699386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.711729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.746483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.747061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9830a6-7eda-4734-bc3e-16e67cfbddf7 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:06:44.773224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.778556 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d51e7f9-6d29-4bbd-a5c9-84ad082bbb4b tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 204 len: 168 time: 0.7111044 May 19 13:06:44.781394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35882) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:44.791746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987592016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:44.799635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:44.858827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:44.861164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Usage tracker for resource:router and tenant:d42977f82be04728847a539935993293 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:44.869878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:44.882142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:44.897695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=97358b43-3eb5-45aa-b1f2-c06ddade4a39,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:44.903306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.907255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.908300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.916403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906216c3-c1a6-4a66-affe-5e44befd9b63 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:44.936234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.946381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f3b0a-85af-4de4-b526-8b80d6a160e7 req-77d54376-739d-4b24-ac72-84920ac7d1f9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:44.947932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c44f3b0a-85af-4de4-b526-8b80d6a160e7 req-77d54376-739d-4b24-ac72-84920ac7d1f9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 944 time: 0.1283238 May 19 13:06:44.955691 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ec09aebe-bf54-4c12-a20e-4e9a6d565650 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/97358b43-3eb5-45aa-b1f2-c06ddade4a39 HTTP/1.1" status: 204 len: 168 time: 1.0215154 May 19 13:06:44.957682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:44.960140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35886) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.018289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 40ad0199-0365-4f54-96e4-3f6838054a03 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:45.039910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Subnet': ['ID=2d6fd62c-99f5-4256-8422-472d6c2cdb2e,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:45.047239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Checking segment: {'id': '7e96b82f-b1df-47af-b9d7-02be13f339c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:45.047917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network hostable DHCP agents. Network: e69bf7b7-5381-4de7-87de-afc384b1b6b9, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:45.057188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.069338 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c44f3b0a-85af-4de4-b526-8b80d6a160e7 req-09d2baa1-af2c-4e9b-8507-50cb1dd6b379 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099353 May 19 13:06:45.078141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet c28d5a19-7a85-4216-bd5d-8143d84fa44d {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:45.081928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:45.082790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.096416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, e69bf7b7-5381-4de7-87de-afc384b1b6b9) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:45.109144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:45.109380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.117426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d55b0-aac0-4d92-830b-b8b49a3133a1 None None] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:45.151580 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c6764985-1677-4606-a8d2-af63d6ce2002 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0014291 May 19 13:06:45.156869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35890) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.161113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.162700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d409763-b4fc-4dc5-be2d-c1e967ad8d98 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3800364 May 19 13:06:45.166201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35894) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.171426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'network': {'name': 'tempest-router-network01--1662764532'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:45.173527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:45.176985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:45.183152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:network and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:45.186267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:45.195579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:45.213324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:45.217608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.249769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:45.260321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.260853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Added segment 478a8370-71ca-49ee-a31d-7fca74dd307b of type vlan for network 674c0159-0a37-465a-85ba-8220b3a83a51 May 19 13:06:45.278920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 40ad0199-0365-4f54-96e4-3f6838054a03 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:45.290361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.297864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.321413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.322292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 40ad0199-0365-4f54-96e4-3f6838054a03 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:45.322869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.329853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:45.330242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.444640 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2861891 May 19 13:06:45.447671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35898) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.450575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941fad0-b80a-425d-880e-d004db531654 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Network': ['ID=674c0159-0a37-465a-85ba-8220b3a83a51,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:45.455886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'network': {'name': 'tempest-router-network02--412989902'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:45.461384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:45.468832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:network and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:45.472021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:45.478447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:45.496693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 674c0159-0a37-465a-85ba-8220b3a83a51 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:45.497322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:45.502684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.538154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:45.551332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.551990 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Added segment c0c3a338-35dd-4d42-8122-6cdcc742d209 of type vlan for network f709cb94-aacc-4a68-a9ac-b0f6c2790bae May 19 13:06:45.588316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.607896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-e69bf7b7-5381-4de7-87de-afc384b1b6b9', 'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9', 'tenant_id': '765f63036cd045d3a61d88ab9e9e712a', 'fixed_ips': [{'subnet_id': '2d6fd62c-99f5-4256-8422-472d6c2cdb2e'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:45.608708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.620971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.623608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.629990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:45.630646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.634099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.716417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 40ad0199-0365-4f54-96e4-3f6838054a03 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:45.716826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.738294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2863348 May 19 13:06:45.739958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35902) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:45.747661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'subnet': {'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:45.774087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ada198-7949-4363-9512-13ce5a6eefc5 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Network': ['ID=f709cb94-aacc-4a68-a9ac-b0f6c2790bae,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:45.813572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f709cb94-aacc-4a68-a9ac-b0f6c2790bae details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:45.865679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.870924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:45.875008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:subnet and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:45.877961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:45.884044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:45.898944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:45.902501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:45.921740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:06:45.939769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 40ad0199-0365-4f54-96e4-3f6838054a03, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=40ad0199-0365-4f54-96e4-3f6838054a03,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:45.984130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.033297 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e321b3-0e2f-4d8a-8827-361b53127de1'] response: {'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03', 'code': 200} May 19 13:06:46.050197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Router 2261467d-b06f-46f9-bce0-fbaf92b6e767 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:06:46.055120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.082041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Allocated IP 2001:db8::2 (e69bf7b7-5381-4de7-87de-afc384b1b6b9/2d6fd62c-99f5-4256-8422-472d6c2cdb2e/7789225c-fdfc-438e-be6d-a7c3d2af4024) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:46.094983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=40ad0199-0365-4f54-96e4-3f6838054a03,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:46.148776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=c28d5a19-7a85-4216-bd5d-8143d84fa44d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:46.290782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.364293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:46.367366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.428608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Subnet': ['ID=6d18bc3c-4685-42a8-9b85-907d12748f1d,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:46.439910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.441068 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-754c960c-3919-43cc-bde2-57b302853fb7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "PUT /v2.0/routers/2261467d-b06f-46f9-bce0-fbaf92b6e767 HTTP/1.1" status: 200 len: 693 time: 1.2739072 May 19 13:06:46.444029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35910) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:46.447930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Checking segment: {'id': '478a8370-71ca-49ee-a31d-7fca74dd307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:46.448726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network hostable DHCP agents. Network: 674c0159-0a37-465a-85ba-8220b3a83a51, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:46.450911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] Sync routers for ids ['2261467d-b06f-46f9-bce0-fbaf92b6e767'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:46.460299 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5c9946df-8835-413c-b82e-3d9eee1bcc4f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/c28d5a19-7a85-4216-bd5d-8143d84fa44d HTTP/1.1" status: 204 len: 168 time: 1.4991736 May 19 13:06:46.461067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35914) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:46.482953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.493811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Transition to ACTIVE for port object 7789225c-fdfc-438e-be6d-a7c3d2af4024 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:46.525407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Transition to ACTIVE for port object 7789225c-fdfc-438e-be6d-a7c3d2af4024 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:46.542384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] Routers {'2261467d-b06f-46f9-bce0-fbaf92b6e767'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:46.542934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2261467d-b06f-46f9-bce0-fbaf92b6e767'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:46.549536 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b55a622a-6715-42fd-9be7-181150243bfd tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861669 May 19 13:06:46.550104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35918) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:46.558419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:46.589617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0718a-8034-420d-a4ba-bb560af6f3fa req-8ea0ce70-912b-4af8-afd2-839f434ab1b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:46.596841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbb0718a-8034-420d-a4ba-bb560af6f3fa req-8ea0ce70-912b-4af8-afd2-839f434ab1b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.2997339 May 19 13:06:46.606492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.616483 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-440ac4a8-b700-43a6-9ef6-99ede1aa1dd7 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/routers/2261467d-b06f-46f9-bce0-fbaf92b6e767 HTTP/1.1" status: 200 len: 699 time: 0.1683128 May 19 13:06:46.618285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a714-113e-4ecc-8500-0a3beee0f570 req-22e35ed2-1d95-4a79-9a28-f3d97ebd9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:46.625696 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8c00a714-113e-4ecc-8500-0a3beee0f570 req-22e35ed2-1d95-4a79-9a28-f3d97ebd9dff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1098 time: 0.3295166 May 19 13:06:46.630263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35922) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:46.688342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network 674c0159-0a37-465a-85ba-8220b3a83a51 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:46.703246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2b50c111-8231-4317-936a-0d2d5755de86 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Synchronizing usage tracker for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:46.707448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62cc1d1-1a9b-4e79-983c-84764662b633 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:46.723879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:46.724292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 674c0159-0a37-465a-85ba-8220b3a83a51) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:46.728711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:46.731548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:46.738127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:46.741817 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8c00a714-113e-4ecc-8500-0a3beee0f570 req-52b59d50-a97e-4303-880a-28e770c9ed92 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084521 May 19 13:06:46.743248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:46.743922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.752289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2b50c111-8231-4317-936a-0d2d5755de86 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Unset dirty status for tenant:d42977f82be04728847a539935993293 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:46.756551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2b50c111-8231-4317-936a-0d2d5755de86 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=2261467d-b06f-46f9-bce0-fbaf92b6e767 HTTP/1.1" status: 200 len: 205 time: 0.1221447 May 19 13:06:46.756731 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cbb0718a-8034-420d-a4ba-bb560af6f3fa req-beaadca2-dd47-4501-96be-7c17ee8660c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586809 May 19 13:06:46.760650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35926) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:46.762396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:46.764878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a64d4-8b7d-4f64-8931-ac7353d2b8c3 None None] Network 674c0159-0a37-465a-85ba-8220b3a83a51 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:46.765940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:46.888952 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e8ef5f11-bfef-435d-9d89-328389f523aa tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1487753 May 19 13:06:46.897965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35930) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:46.903287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:46.904626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] Set router 2261467d-b06f-46f9-bce0-fbaf92b6e767 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:46.906458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'subnet': {'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:46.935978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.033883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:47.055488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:47.061295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7c4f7791-5040-4133-974c-6babe20228c7 None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:47.061668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7791-5040-4133-974c-6babe20228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.101247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2261467d-b06f-46f9-bce0-fbaf92b6e767', 'name': 'tempest-RoutersTest-router-987592016', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:44Z', 'updated_at': '2022-05-19T13:06:45Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:47.103189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Pushing event updated for resources: {'Port': ['ID=7789225c-fdfc-438e-be6d-a7c3d2af4024,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:47.159513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] Checking router: 2261467d-b06f-46f9-bce0-fbaf92b6e767 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:47.234124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:06:47.258893 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] Routers {'2261467d-b06f-46f9-bce0-fbaf92b6e767'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:47.259515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2261467d-b06f-46f9-bce0-fbaf92b6e767'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:47.454480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.465588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Attempting to bind port 7789225c-fdfc-438e-be6d-a7c3d2af4024 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:47.466177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.466583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Attempting to bind port 7789225c-fdfc-438e-be6d-a7c3d2af4024 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '7e96b82f-b1df-47af-b9d7-02be13f339c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:47.466583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Attempting to bind port 7789225c-fdfc-438e-be6d-a7c3d2af4024 on network e69bf7b7-5381-4de7-87de-afc384b1b6b9 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:47.468565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.499605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:47.501568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:47.501944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Checking segment: {'id': '7e96b82f-b1df-47af-b9d7-02be13f339c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:47.502357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.502770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Bound using segment: {'id': '7e96b82f-b1df-47af-b9d7-02be13f339c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:47.503253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Bound port: 7789225c-fdfc-438e-be6d-a7c3d2af4024, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e96b82f-b1df-47af-b9d7-02be13f339c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e69bf7b7-5381-4de7-87de-afc384b1b6b9'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:47.505473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.505963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:subnet and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:47.509844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:47.517838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:47.521925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] Set router 2261467d-b06f-46f9-bce0-fbaf92b6e767 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:47.525450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.525450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Fanout notify agent at l3_agent the message router_deleted on router 2261467d-b06f-46f9-bce0-fbaf92b6e767 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:06:47.547698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.553697 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8f3a8f5d-96a3-455a-b498-f9fe6bc852ef tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/2261467d-b06f-46f9-bce0-fbaf92b6e767 HTTP/1.1" status: 204 len: 168 time: 0.7914779 May 19 13:06:47.554858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35934) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.610606 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-46cc415c-9d05-4da1-b221-e1c3593f0d2f tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=2261467d-b06f-46f9-bce0-fbaf92b6e767 HTTP/1.1" status: 200 len: 205 time: 0.0529954 May 19 13:06:47.611746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:47.615422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.625841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35938) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.725714 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-fd7c31fb-7c40-4d81-9f87-9307ead47065 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:47.729094 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fd7c31fb-7c40-4d81-9f87-9307ead47065 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/2261467d-b06f-46f9-bce0-fbaf92b6e767 HTTP/1.1" status: 404 len: 336 time: 0.1007223 May 19 13:06:47.730406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35942) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.753725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2261467d-b06f-46f9-bce0-fbaf92b6e767', 'name': 'tempest-RoutersTest-router-987592016', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:44Z', 'updated_at': '2022-05-19T13:06:45Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:47.859367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f7791-5040-4133-974c-6babe20228c7 None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:47.870191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5eb4f2-1f55-4aa0-b482-d2e680b01bd1 None None] The sync data for ids ['2261467d-b06f-46f9-bce0-fbaf92b6e767'] in dv-neutron-841945-1-hyperv is: [{'id': '2261467d-b06f-46f9-bce0-fbaf92b6e767', 'name': 'tempest-RoutersTest-router-987592016', 'tenant_id': 'd42977f82be04728847a539935993293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:44Z', 'updated_at': '2022-05-19T13:06:45Z', 'revision_number': 2, 'project_id': 'd42977f82be04728847a539935993293', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:47.902998 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7344cf-929e-443d-b273-1ac28ab31815 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:47.902998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7344cf-929e-443d-b273-1ac28ab31815 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:47.912512 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8f7344cf-929e-443d-b273-1ac28ab31815 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/43da2342-43b4-44db-ab63-a67cb84d9f90 HTTP/1.1" status: 404 len: 337 time: 0.1810503 May 19 13:06:47.923841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35948) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:47.964202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] For port 7789225c-fdfc-438e-be6d-a7c3d2af4024, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:47.983671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] For port 7789225c-fdfc-438e-be6d-a7c3d2af4024, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7789225c-fdfc-438e-be6d-a7c3d2af4024,segment=NetworkSegment(7e96b82f-b1df-47af-b9d7-02be13f339c4),segment_id=7e96b82f-b1df-47af-b9d7-02be13f339c4)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:47.994157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-674c0159-0a37-465a-85ba-8220b3a83a51', 'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51', 'tenant_id': '765f63036cd045d3a61d88ab9e9e712a', 'fixed_ips': [{'subnet_id': '6d18bc3c-4685-42a8-9b85-907d12748f1d'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:47.995036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:47.998456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.009165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:48.011684 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a722da2-dd9e-4744-b912-e9e8268190b9 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:48.012591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a722da2-dd9e-4744-b912-e9e8268190b9 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:48.013234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.015194 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a722da2-dd9e-4744-b912-e9e8268190b9 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/a260045a-1571-459d-aeb5-aa0ec57db499 HTTP/1.1" status: 404 len: 337 time: 0.0902677 May 19 13:06:48.024784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35952) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.079981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-81be3b56-76ab-40a9-be21-947271e5b555 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:48.080602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81be3b56-76ab-40a9-be21-947271e5b555 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:48.085415 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-81be3b56-76ab-40a9-be21-947271e5b555 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/5d1f65f8-7709-4bdc-8d21-fd57a1e079c6 HTTP/1.1" status: 404 len: 337 time: 0.0566139 May 19 13:06:48.086639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35956) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.113986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df781e2-55f0-4e89-9897-3e4acc97e4bb None None] Pushing event updated for resources: {'Port': ['ID=7789225c-fdfc-438e-be6d-a7c3d2af4024,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:48.140357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.142456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9742e426-128d-42df-8651-e5644a07c783 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:48.143140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9742e426-128d-42df-8651-e5644a07c783 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:48.148453 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9742e426-128d-42df-8651-e5644a07c783 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/44453457-41ef-4db9-8180-ee4c74f6a866 HTTP/1.1" status: 404 len: 337 time: 0.0581369 May 19 13:06:48.149098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35960) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.178394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Subnet': ['ID=103cd3eb-6069-43a0-b5b0-a2d0cfbc9180,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:48.210815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Checking segment: {'id': 'c0c3a338-35dd-4d42-8122-6cdcc742d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:48.211313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network hostable DHCP agents. Network: f709cb94-aacc-4a68-a9ac-b0f6c2790bae, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:48.230614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73659-9f9f-421c-aa81-d5e23564251b req-18f66894-5311-4f10-a741-463919c6dddd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:48.244452 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4d73659-9f9f-421c-aa81-d5e23564251b req-18f66894-5311-4f10-a741-463919c6dddd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.3559523 May 19 13:06:48.280245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.282941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.336339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network f709cb94-aacc-4a68-a9ac-b0f6c2790bae is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:48.355836 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4d73659-9f9f-421c-aa81-d5e23564251b req-4c820ad9-0255-452c-8960-ab22cbb83ad9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080947 May 19 13:06:48.361035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f709cb94-aacc-4a68-a9ac-b0f6c2790bae) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:48.366544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:48.367584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.386313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314db6b7-f15f-484e-af2a-6511f24ada27 None None] Network f709cb94-aacc-4a68-a9ac-b0f6c2790bae requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:48.398636 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-57ffa5ad-d143-4494-ad40-d8eb948cab46 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 200 len: 205 time: 0.2462606 May 19 13:06:48.402982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35964) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.502109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Allocated IP 2001:db8::2 (674c0159-0a37-465a-85ba-8220b3a83a51/6d18bc3c-4685-42a8-9b85-907d12748f1d/ab3a9b89-6e97-40b8-9263-8bbe7d558c65) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:48.535830 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-356c168d-69a0-4501-9ed8-1ebf23febd39 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6366022 May 19 13:06:48.544904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35968) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.553308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:48.554538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=f913f905-d4f1-47eb-8a51-cbdeb2ccc266,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:48.575925 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-28a252e0-b135-41cf-9ea5-0ee0357f8eb2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:48.584334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-28a252e0-b135-41cf-9ea5-0ee0357f8eb2 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/9f9830a6-7eda-4734-bc3e-16e67cfbddf7 HTTP/1.1" status: 404 len: 336 time: 0.1795907 May 19 13:06:48.585869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35972) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.658642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:48.673601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:48.674183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:48.674547 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-634ff7f2-8438-4229-abd3-7667749366f4 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 HTTP/1.1" status: 200 len: 205 time: 0.0865266 May 19 13:06:48.675413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35976) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.762928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7789225c-fdfc-438e-be6d-a7c3d2af4024 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:48.796882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=8']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:48.797907 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-d2c1476c-626a-4996-bc5d-f5ce6b128e6d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:48.810849 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d2c1476c-626a-4996-bc5d-f5ce6b128e6d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/3dfc8296-56d6-4ed0-aacc-3978bf5c9a05 HTTP/1.1" status: 404 len: 336 time: 0.1341202 May 19 13:06:48.812279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35980) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.865112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-66862557-7705-4913-b71b-f687c1d9a304 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:48.865714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66862557-7705-4913-b71b-f687c1d9a304 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:48.870061 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-66862557-7705-4913-b71b-f687c1d9a304 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/fc84c98c-5481-4130-9704-077e1044c5bb HTTP/1.1" status: 404 len: 337 time: 0.0542958 May 19 13:06:48.870629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35984) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.879349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7a5427b4-8ea2-4019-a585-d0a970ccd9b9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3240752 May 19 13:06:48.891737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 35988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.926491 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca04b319-bd38-4d61-842d-b68dc9001a28 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 200 len: 205 time: 0.0542948 May 19 13:06:48.928532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35992) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:48.951485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:48.994629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-f709cb94-aacc-4a68-a9ac-b0f6c2790bae', 'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae', 'tenant_id': '765f63036cd045d3a61d88ab9e9e712a', 'fixed_ips': [{'subnet_id': '103cd3eb-6069-43a0-b5b0-a2d0cfbc9180'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:48.995462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.008804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7789225c-fdfc-438e-be6d-a7c3d2af4024 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:49.029997 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-0b3c8ccb-7fb5-4b61-9b2d-45dfd73f4186 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:49.035353 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0b3c8ccb-7fb5-4b61-9b2d-45dfd73f4186 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/42c98fd8-db5f-4ad6-aa24-46e14628d39b HTTP/1.1" status: 404 len: 336 time: 0.1056149 May 19 13:06:49.036153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 35996) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.102806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a75ff451-c0b6-4bce-a878-d3ee052a4c15 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=64614a9b-d140-4e1d-9e63-4c49b629207b HTTP/1.1" status: 200 len: 205 time: 0.0650778 May 19 13:06:49.104960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36000) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.204781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.264702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Transition to ACTIVE for port object ab3a9b89-6e97-40b8-9263-8bbe7d558c65 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:49.292417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e1b0d-3479-4f25-9519-a65bb5e4f7f5 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:49.346919 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-027bd3f6-48f9-4b5e-9955-a0118670556a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:49.347952 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-027bd3f6-48f9-4b5e-9955-a0118670556a tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/64614a9b-d140-4e1d-9e63-4c49b629207b HTTP/1.1" status: 404 len: 336 time: 0.2420998 May 19 13:06:49.351033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36004) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.385068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Transition to ACTIVE for port object ab3a9b89-6e97-40b8-9263-8bbe7d558c65 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:49.401577 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d65ce9-8723-486c-acb6-568c6b1d58e0 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:49.401938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d65ce9-8723-486c-acb6-568c6b1d58e0 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:49.407045 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-04d65ce9-8723-486c-acb6-568c6b1d58e0 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/76e176e0-23fc-40a6-a939-2fd38992dd61 HTTP/1.1" status: 404 len: 337 time: 0.0545559 May 19 13:06:49.407642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36010) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.423204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:49.432959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:49.438048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:49.465724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.474363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:49.475029 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b717b524-f2ee-4443-929e-10583c5ed4ee tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e223571-b872-4a6c-8865-2f1547cbb234 HTTP/1.1" status: 200 len: 205 time: 0.0659235 May 19 13:06:49.475720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36014) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.482383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.553320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Allocated IP 2001:db8::2 (f709cb94-aacc-4a68-a9ac-b0f6c2790bae/103cd3eb-6069-43a0-b5b0-a2d0cfbc9180/b75f4877-f35c-40df-85d2-0cb12cc9263c) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:49.556152 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-f5f95e28-2c4d-4df9-b200-13e4186d0e68 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:49.560938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f5f95e28-2c4d-4df9-b200-13e4186d0e68 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/7e223571-b872-4a6c-8865-2f1547cbb234 HTTP/1.1" status: 404 len: 336 time: 0.0841241 May 19 13:06:49.561570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36018) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.584854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Network 674c0159-0a37-465a-85ba-8220b3a83a51 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:49.598347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-875e056b-cee7-4849-ae76-e13135ce172f None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:49.599184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-875e056b-cee7-4849-ae76-e13135ce172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.609073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:49.609425 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-97024c30-06bf-40f5-83ae-e6d23bf88f9d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:49.610245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97024c30-06bf-40f5-83ae-e6d23bf88f9d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:49.612885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:49.614798 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-97024c30-06bf-40f5-83ae-e6d23bf88f9d tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/cc8ea73d-6463-4c8d-880b-64cb890da15f HTTP/1.1" status: 404 len: 337 time: 0.0522466 May 19 13:06:49.615488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36022) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.663243 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c93bb49a-4c3d-48f9-a02d-cdecf70e0e4c tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "GET /v2.0/ports?device_id=490a5594-db94-40df-b8fb-41f5c5a727aa HTTP/1.1" status: 200 len: 205 time: 0.0463736 May 19 13:06:49.663845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36026) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.743648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:49.782907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:49.789263 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-d524bc01-fdd8-4842-9051-e716778d01c1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] delete failed (client error): The resource could not be found. May 19 13:06:49.790772 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d524bc01-fdd8-4842-9051-e716778d01c1 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/routers/490a5594-db94-40df-b8fb-41f5c5a727aa HTTP/1.1" status: 404 len: 336 time: 0.1258566 May 19 13:06:49.794055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36030) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.812164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Pushing event updated for resources: {'Port': ['ID=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:49.838151 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa108a61-31a5-495e-ac44-00a7c3943743 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:49.838696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa108a61-31a5-495e-ac44-00a7c3943743 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:49.843038 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aa108a61-31a5-495e-ac44-00a7c3943743 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/c059d923-6991-40cb-8521-5cbb8d9684a6 HTTP/1.1" status: 404 len: 337 time: 0.0449142 May 19 13:06:49.843246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36034) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:49.883912 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-11301694-78cf-433f-917f-b74886240849 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] DELETE failed (client error): The resource could not be found. May 19 13:06:49.884304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11301694-78cf-433f-917f-b74886240849 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:49.886886 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11301694-78cf-433f-917f-b74886240849 tempest-RoutersTest-3884996 tempest-RoutersTest-3884996-project] 10.222.0.44 "DELETE /v2.0/subnets/fdc0026c-c177-4144-aa68-aca2b5d097de HTTP/1.1" status: 404 len: 337 time: 0.0418127 May 19 13:06:49.942395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49823e3-59d1-4d37-85fb-a3bf725c76d2 None None] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:50.103146 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f913f905-d4f1-47eb-8a51-cbdeb2ccc266 (CIDR: 2001:db8::/64) May 19 13:06:50.114956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f371e95-f7f2-4977-b533-2a2c1bbca0b2 req-37e6160e-86ef-4d42-b4f1-32b7da3361f8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:50.116863 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4f371e95-f7f2-4977-b533-2a2c1bbca0b2 req-37e6160e-86ef-4d42-b4f1-32b7da3361f8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.5390141 May 19 13:06:50.121045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:06:50.121457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:06:50.207175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Attempting to bind port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:50.207575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Attempting to bind port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '478a8370-71ca-49ee-a31d-7fca74dd307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:50.208914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Attempting to bind port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 on network 674c0159-0a37-465a-85ba-8220b3a83a51 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:50.221524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36042) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:50.230268 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1123fb45-30e7-42f6-b61f-90baf4c2f674 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3350577 May 19 13:06:50.231424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36048) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:50.237233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:50.241158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:50.241583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Checking segment: {'id': '478a8370-71ca-49ee-a31d-7fca74dd307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:50.242082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.242824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Bound using segment: {'id': '478a8370-71ca-49ee-a31d-7fca74dd307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:50.243357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Bound port: ab3a9b89-6e97-40b8-9263-8bbe7d558c65, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478a8370-71ca-49ee-a31d-7fca74dd307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '674c0159-0a37-465a-85ba-8220b3a83a51'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:50.243564 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4f371e95-f7f2-4977-b533-2a2c1bbca0b2 req-5b316ad0-7596-4701-9e2b-395ea9e6b941 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071196 May 19 13:06:50.243782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.270110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Allocated IP 2001:db8::1 (674c0159-0a37-465a-85ba-8220b3a83a51/6d18bc3c-4685-42a8-9b85-907d12748f1d/ed921425-6c54-4d4c-90f8-d47ace2832bb) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:50.470277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.487616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Transition to ACTIVE for port object ed921425-6c54-4d4c-90f8-d47ace2832bb will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:50.506994 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d10eb1a6-126a-4e68-9b77-288a4a416f68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d42977f82be04728847a539935993293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812982 May 19 13:06:50.507455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36054) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:50.516917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:50.523862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:50.527254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:50.537570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:50.543614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-875e056b-cee7-4849-ae76-e13135ce172f None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:50.545999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.578620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8285749-d7e6-4302-9023-30ca66dca660 req-9fae9264-9253-4a1b-b14a-a3d56a383ba3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:50.578620 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a8285749-d7e6-4302-9023-30ca66dca660 req-9fae9264-9253-4a1b-b14a-a3d56a383ba3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.1666133 May 19 13:06:50.578620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:50.578620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.624210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network 674c0159-0a37-465a-85ba-8220b3a83a51 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:50.634641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:50.639175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:50.640502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:50.641125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.682546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Port': ['ID=ed921425-6c54-4d4c-90f8-d47ace2832bb,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:50.690806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1564b32c-65b1-4dfd-814b-a6414cdb9879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.727264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a8285749-d7e6-4302-9023-30ca66dca660 req-0f3f392a-85b7-404c-87a5-fda1c0660ecb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290066 May 19 13:06:50.729462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1564b32c-65b1-4dfd-814b-a6414cdb9879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.734135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] For port ab3a9b89-6e97-40b8-9263-8bbe7d558c65, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:50.747222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.749476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36058) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:50.799495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] For port ab3a9b89-6e97-40b8-9263-8bbe7d558c65, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,segment=NetworkSegment(478a8370-71ca-49ee-a31d-7fca74dd307b),segment_id=478a8370-71ca-49ee-a31d-7fca74dd307b)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:50.803834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Transition to ACTIVE for port object b75f4877-f35c-40df-85d2-0cb12cc9263c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:50.807967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Provisioning for port 7789225c-fdfc-438e-be6d-a7c3d2af4024 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:50.828858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.859681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1564b32c-65b1-4dfd-814b-a6414cdb9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.879705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Provisioning complete for port 7789225c-fdfc-438e-be6d-a7c3d2af4024 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:50.879920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.889875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b32c-65b1-4dfd-814b-a6414cdb9879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09b404d-9007-4990-96ba-045c3e7737f9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:50.915687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1564b32c-65b1-4dfd-814b-a6414cdb9879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.916807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1564b32c-65b1-4dfd-814b-a6414cdb9879 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c09b404d-9007-4990-96ba-045c3e7737f9 HTTP/1.1" status: 204 len: 168 time: 0.4083364 May 19 13:06:50.923962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.938235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:50.966504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Transition to ACTIVE for port object b75f4877-f35c-40df-85d2-0cb12cc9263c will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:51.015201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8038f31-be59-4728-99ce-fa0317b797f6 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:51.021025 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a8038f31-be59-4728-99ce-fa0317b797f6 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1093 time: 0.2701221 May 19 13:06:51.025688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36064) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:51.025890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.033939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '40ad0199-0365-4f54-96e4-3f6838054a03', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:51.040800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:51.044705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:51.045063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.045438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:51.051384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:51.054070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:51.061329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:51.071578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:51.071578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.105446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=a44a9ad2-8fa2-4d64-8812-7fb60ce765aa,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:51.141058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a4f08-80b2-4718-a719-697ffc4de2e5 None None] Pushing event updated for resources: {'Port': ['ID=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:51.144433 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-395f681f-9e07-4890-a220-b4737ff261fa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9100437 May 19 13:06:51.151150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36068) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:51.167264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:99:7e:69', 'name': 'tempest-NetworksTestDHCPv6-542024305'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:51.168437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Network f709cb94-aacc-4a68-a9ac-b0f6c2790bae is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:51.191351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:51.235535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:51.249952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:51.263700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abc95f-a356-47c2-a1ad-1008cd087783 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:51.330965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.503844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:51.515355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:51.528434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Pushing event updated for resources: {'Port': ['ID=b75f4877-f35c-40df-85d2-0cb12cc9263c,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:51.538694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:51.698985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Current status of the port 7789225c-fdfc-438e-be6d-a7c3d2af4024 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:51.704097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.766184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Attempting to bind port b75f4877-f35c-40df-85d2-0cb12cc9263c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:51.766552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Attempting to bind port b75f4877-f35c-40df-85d2-0cb12cc9263c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c0c3a338-35dd-4d42-8122-6cdcc742d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:51.767007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Attempting to bind port b75f4877-f35c-40df-85d2-0cb12cc9263c on network f709cb94-aacc-4a68-a9ac-b0f6c2790bae {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:51.773761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.826204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:51.826605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Checking segment: {'id': 'c0c3a338-35dd-4d42-8122-6cdcc742d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:51.827337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.827763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Bound using segment: {'id': 'c0c3a338-35dd-4d42-8122-6cdcc742d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:51.828262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Bound port: b75f4877-f35c-40df-85d2-0cb12cc9263c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c3a338-35dd-4d42-8122-6cdcc742d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'f709cb94-aacc-4a68-a9ac-b0f6c2790bae'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:51.828633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.831698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.861014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.885755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port e95ef0ca-1624-4081-9d61-a7aa08d0f4aa yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:51.902935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.903947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:51.974101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] For port 7789225c-fdfc-438e-be6d-a7c3d2af4024, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7789225c-fdfc-438e-be6d-a7c3d2af4024,segment=NetworkSegment(7e96b82f-b1df-47af-b9d7-02be13f339c4),segment_id=7e96b82f-b1df-47af-b9d7-02be13f339c4)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:51.988691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:52.000358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.143895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-17a01391-2834-458f-8b88-26009c0da613 None None] For port b75f4877-f35c-40df-85d2-0cb12cc9263c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:52.150640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-17a01391-2834-458f-8b88-26009c0da613 None None] For port b75f4877-f35c-40df-85d2-0cb12cc9263c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b75f4877-f35c-40df-85d2-0cb12cc9263c,segment=NetworkSegment(c0c3a338-35dd-4d42-8122-6cdcc742d209),segment_id=c0c3a338-35dd-4d42-8122-6cdcc742d209)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:52.208588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118955c-c971-46c9-8c19-29a231102ab2 None None] Pushing event updated for resources: {'Port': ['ID=7789225c-fdfc-438e-be6d-a7c3d2af4024,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:52.242488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8:0:1::2d4 (46029377-b81a-4b15-aa71-e8bb333d83e5/a44a9ad2-8fa2-4d64-8812-7fb60ce765aa/e95ef0ca-1624-4081-9d61-a7aa08d0f4aa) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:52.242984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.252773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::f816:3eff:fe99:7e69 (46029377-b81a-4b15-aa71-e8bb333d83e5/f913f905-d4f1-47eb-8a51-cbdeb2ccc266/e95ef0ca-1624-4081-9d61-a7aa08d0f4aa) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:52.320240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36090) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:52.351713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Port': ['ID=ed921425-6c54-4d4c-90f8-d47ace2832bb,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:52.352047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b24ae521-7a42-4c1c-b4a9-51c014807b43 None None] Provisioning complete for port 7789225c-fdfc-438e-be6d-a7c3d2af4024 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:52.352420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b24ae521-7a42-4c1c-b4a9-51c014807b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.392410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.161 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/575a38d2-8d19-48a9-8f27-8387e4678063) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:52.567452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.573838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-348848521'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:52.584527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:52.607714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Usage tracker for resource:network and tenant:370f5e68bf7940bdafb11ab55b7172f9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:52.609165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b24ae521-7a42-4c1c-b4a9-51c014807b43 None None] Current status of the port 7789225c-fdfc-438e-be6d-a7c3d2af4024 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:52.612414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:52.616114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a01391-2834-458f-8b88-26009c0da613 None None] Pushing event updated for resources: {'Port': ['ID=b75f4877-f35c-40df-85d2-0cb12cc9263c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:52.620738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object e95ef0ca-1624-4081-9d61-a7aa08d0f4aa will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:52.633392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:52.640621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': 'f913f905-d4f1-47eb-8a51-cbdeb2ccc266', 'ip_address': '2001:db8::f816:3eff:fe2e:cc6d'}, {'subnet_id': 'a44a9ad2-8fa2-4d64-8812-7fb60ce765aa'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'baccd154-8cb6-454f-ba10-0d6c16b2bbd8'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:06:52.682328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Made reservation on behalf of 370f5e68bf7940bdafb11ab55b7172f9 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:52.687238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.703639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b24ae521-7a42-4c1c-b4a9-51c014807b43 None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:52.704162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b24ae521-7a42-4c1c-b4a9-51c014807b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.714865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.741831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:52.748645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.750052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.755796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Usage tracker for resource:security_group_rule and tenant:370f5e68bf7940bdafb11ab55b7172f9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:52.757518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network 674c0159-0a37-465a-85ba-8220b3a83a51 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:52.763720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:52.801991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7789225c-fdfc-438e-be6d-a7c3d2af4024 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:52.809493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:52.822307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:52.880085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162878d7-2d8c-456f-b70e-9e791cb26002 None None] Network 674c0159-0a37-465a-85ba-8220b3a83a51 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:52.887235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:52.892071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:52.909292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:52.916629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:52.917579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:52.945980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=e95ef0ca-1624-4081-9d61-a7aa08d0f4aa,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:52.987763 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7415e9ee-cac5-4a6e-acd3-340845e47084 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8352189 May 19 13:06:52.988773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36096) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:53.030169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.070343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port e95ef0ca-1624-4081-9d61-a7aa08d0f4aa {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:53.070972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.095945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.156033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.178553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.210314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:53.214599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:53.221711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:53.229191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7789225c-fdfc-438e-be6d-a7c3d2af4024 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:53.229415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.237453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:06:53.258818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Router 30013a20-8b34-43fa-b222-8745552c5785 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:06:53.266147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=575a38d2-8d19-48a9-8f27-8387e4678063,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:53.270391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df766489-def0-4f29-8159-d67644c3ff8f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:53.308312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.308613 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Added segment c236ec13-3123-4a46-b07e-0723c0ac2781 of type vlan for network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f May 19 13:06:53.316814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b24ae521-7a42-4c1c-b4a9-51c014807b43 None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:53.478199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Allocated IP 2001:db8:0:1::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/a44a9ad2-8fa2-4d64-8812-7fb60ce765aa/baccd154-8cb6-454f-ba10-0d6c16b2bbd8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:53.509424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:53.520756 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] Sync routers for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:53.536313 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:53.537959 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:53.554911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.557443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7789225c-fdfc-438e-be6d-a7c3d2af4024 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:53.560216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ab3a9b89-6e97-40b8-9263-8bbe7d558c65 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:53.620399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36100) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:53.620797 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-67709a09-5632-43f6-a877-f668beb6a014 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0674100 May 19 13:06:53.661053 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:53.696412 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:53.697038 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:53.779149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:53.804479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.809925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:53.810531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.819782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.826769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.832074 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:53.832757 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f7a3e-8a60-4315-8ab0-9328bcfd7a59 None None] The sync data for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:53.852225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Transition to ACTIVE for port object baccd154-8cb6-454f-ba10-0d6c16b2bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:53.873376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1b94cbdf-0f10-422c-bb8c-92eccae275b2 None None] Provisioning for port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:53.887663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:53.940059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event updated for resources: {'Network': ['ID=6a422132-52ba-4da0-8cdf-6ff88e0ac79f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:54.022257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.075595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:06:54.076340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for e95ef0ca-1624-4081-9d61-a7aa08d0f4aa owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:54.087835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2843e35-5f05-4dc5-9479-1772dae806c7 None None] Network f709cb94-aacc-4a68-a9ac-b0f6c2790bae requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:54.108099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.260069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-31ae19aa-6b07-4855-bb3e-78b4ccc62af1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9385040 May 19 13:06:54.263114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36104) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:54.276820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Request body: {'subnet': {'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:54.351473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1044472f-14e8-405a-b7ba-bde942723d07 None None] Provisioning for port b75f4877-f35c-40df-85d2-0cb12cc9263c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:54.368601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:54.390850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:54.391327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.468905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8563c-f3a9-47a8-8bbf-a15839059acf None None] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=9']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:54.676819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:54.689517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Usage tracker for resource:subnet and tenant:370f5e68bf7940bdafb11ab55b7172f9 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:54.694460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.696360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:54.699407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:54.700071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.706874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:54.710391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.753394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ab3a9b89-6e97-40b8-9263-8bbe7d558c65, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,segment=NetworkSegment(478a8370-71ca-49ee-a31d-7fca74dd307b),segment_id=478a8370-71ca-49ee-a31d-7fca74dd307b)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:54.761881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.842495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Made reservation on behalf of 370f5e68bf7940bdafb11ab55b7172f9 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:54.846039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:54.872383 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-f81c39f4-6931-44ef-a51b-1d307d07ccb3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:06:54.876376 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f81c39f4-6931-44ef-a51b-1d307d07ccb3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2508004 May 19 13:06:54.878080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36108) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:54.927579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:54.954954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Provisioning for port ed921425-6c54-4d4c-90f8-d47ace2832bb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:54.966273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Provisioning complete for port ed921425-6c54-4d4c-90f8-d47ace2832bb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:54.966881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.033087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=575a38d2-8d19-48a9-8f27-8387e4678063,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:55.062468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.078311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b75f4877-f35c-40df-85d2-0cb12cc9263c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:55.283600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Port ed921425-6c54-4d4c-90f8-d47ace2832bb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:55.320322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port b75f4877-f35c-40df-85d2-0cb12cc9263c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:55.342942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Provisioning complete for port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:55.343325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.380155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b75f4877-f35c-40df-85d2-0cb12cc9263c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:55.382615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.421466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.550236 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce associated. External IP: 172.26.3.161, port: 40ad0199-0365-4f54-96e4-3f6838054a03. May 19 13:06:55.558701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=e95ef0ca-1624-4081-9d61-a7aa08d0f4aa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:55.638284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b75f4877-f35c-40df-85d2-0cb12cc9263c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:55.638941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.672897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf0cfd-0c60-4b1b-833e-8c3f091fb304 None None] Current status of the port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:55.692861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.694596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b75f4877-f35c-40df-85d2-0cb12cc9263c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b75f4877-f35c-40df-85d2-0cb12cc9263c,segment=NetworkSegment(c0c3a338-35dd-4d42-8122-6cdcc742d209),segment_id=c0c3a338-35dd-4d42-8122-6cdcc742d209)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:06:55.704342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.705636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:55.706494 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-68b3241b-10a8-4c53-884a-76923de31f07 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/e95ef0ca-1624-4081-9d61-a7aa08d0f4aa HTTP/1.1" status: 204 len: 168 time: 2.7147048 May 19 13:06:55.710257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36112) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:55.836849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Provisioning for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:06:55.846521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.851668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:55.852029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.876240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b75f4877-f35c-40df-85d2-0cb12cc9263c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:55.895713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd3eed-614c-444d-98ff-4a5d0887a2ae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:55.897276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-86cd3eed-614c-444d-98ff-4a5d0887a2ae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:55.916864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:55.917246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:55.938898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-86cd3eed-614c-444d-98ff-4a5d0887a2ae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:55.944502 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-86cd3eed-614c-444d-98ff-4a5d0887a2ae tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2327614 May 19 13:06:55.946806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36116) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:56.046998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Checking segment: {'id': 'c236ec13-3123-4a46-b07e-0723c0ac2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:56.047563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Network hostable DHCP agents. Network: 6a422132-52ba-4da0-8cdf-6ff88e0ac79f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:06:56.087340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event updated for resources: {'Subnet': ['ID=21d219c3-42a8-482a-bb8a-fc339efc6cd6,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:56.095539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:56.103144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:06:56.112062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f8665-38ac-4f41-8982-152046ec7d02 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:56.116804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36120) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:56.117367 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-da0f8665-38ac-4f41-8982-152046ec7d02 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1693518 May 19 13:06:56.125431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.135050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Provisioning complete for port ed921425-6c54-4d4c-90f8-d47ace2832bb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:56.135864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.181659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:56.208232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Port ed921425-6c54-4d4c-90f8-d47ace2832bb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:06:56.211386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Could not find standard attr ID for object e95ef0ca-1624-4081-9d61-a7aa08d0f4aa. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:06:56.222552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Provisioning complete for port b75f4877-f35c-40df-85d2-0cb12cc9263c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:56.222941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.243726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 6a422132-52ba-4da0-8cdf-6ff88e0ac79f) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:56.249133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:56.249822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.259133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c06840-30fc-4147-b3fd-3cb4f0c3f58f None None] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:56.317042 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f5c21225-e400-4291-8ec5-54874fc765ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0502939 May 19 13:06:56.319284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d833d49c-6890-4a19-8ffb-50b1e1e33fc6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:56.320872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d833d49c-6890-4a19-8ffb-50b1e1e33fc6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:56.322417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d833d49c-6890-4a19-8ffb-50b1e1e33fc6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:56.323295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d833d49c-6890-4a19-8ffb-50b1e1e33fc6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:06:56.325776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36124) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:56.336418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Request body: {'port': {'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f', 'name': 'tempest-TagsExtTest-708285940'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:56.372182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:56.461083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d833d49c-6890-4a19-8ffb-50b1e1e33fc6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:06:56.465041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d833d49c-6890-4a19-8ffb-50b1e1e33fc6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3444092 May 19 13:06:56.465614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36128) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:56.538762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b9a10426-225c-4b49-afaa-7326cfb51de7 None None] Current status of the port b75f4877-f35c-40df-85d2-0cb12cc9263c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:56.552060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting port ed921425-6c54-4d4c-90f8-d47ace2832bb {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:06:56.552593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.594474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-6a422132-52ba-4da0-8cdf-6ff88e0ac79f', 'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f', 'tenant_id': '370f5e68bf7940bdafb11ab55b7172f9', 'fixed_ips': [{'subnet_id': '21d219c3-42a8-482a-bb8a-fc339efc6cd6'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:06:56.595352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.603167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet a44a9ad2-8fa2-4d64-8812-7fb60ce765aa {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:56.615894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.760862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Allocated IP 172.20.0.2 (6a422132-52ba-4da0-8cdf-6ff88e0ac79f/21d219c3-42a8-482a-bb8a-fc339efc6cd6/ccefbd08-127b-4d64-b0c0-58cb834690f6) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:56.763116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.814377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:56.822883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Usage tracker for resource:port and tenant:370f5e68bf7940bdafb11ab55b7172f9 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:56.827132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:56.838733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:56.856999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:56.872817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:56.893564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Made reservation on behalf of 370f5e68bf7940bdafb11ab55b7172f9 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:06:56.893851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.894310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b75f4877-f35c-40df-85d2-0cb12cc9263c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:56.897881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.915868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:56.926946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:56.928605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:56.955597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] device_id is not set on port 34ee6057-6fe0-4e93-8329-794f623dcf16 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:06:57.036995 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-10ec27b7-1e60-4798-8f98-c9254a0513bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0084987 May 19 13:06:57.037611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36132) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:57.038266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:06:57.088466 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6314aea2-1b80-459c-a172-6274cfb16fe8'] response: {'name': 'network-changed', 'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03', 'status': 'completed', 'code': 200} May 19 13:06:57.235229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b75f4877-f35c-40df-85d2-0cb12cc9263c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:57.235828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.237780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Calling delete_port for ed921425-6c54-4d4c-90f8-d47ace2832bb owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:06:57.294601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.308866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:57.344937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.365366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Transition to ACTIVE for port object ccefbd08-127b-4d64-b0c0-58cb834690f6 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:57.428859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b2ef52a-2ae6-435c-9973-54c6072f8280 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 991 time: 0.3876224 May 19 13:06:57.476219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Transition to ACTIVE for port object ccefbd08-127b-4d64-b0c0-58cb834690f6 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:57.497298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.529194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-ca9d6892-b0d9-4699-bb6e-2f7252d924a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:57.529876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.530696 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-ca9d6892-b0d9-4699-bb6e-2f7252d924a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1098 time: 0.3690903 May 19 13:06:57.546863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=a44a9ad2-8fa2-4d64-8812-7fb60ce765aa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:57.558453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Allocated IP 172.20.0.4 (6a422132-52ba-4da0-8cdf-6ff88e0ac79f/21d219c3-42a8-482a-bb8a-fc339efc6cd6/34ee6057-6fe0-4e93-8329-794f623dcf16) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:06:57.601545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34b35d-c4af-44e3-ae7b-a29d684aafe4 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:57.608936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.691434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:57.711781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:57.716165 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-207e1a46-6c52-4152-8f67-d4e19d47c55b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/a44a9ad2-8fa2-4d64-8812-7fb60ce765aa HTTP/1.1" status: 204 len: 168 time: 1.2473390 May 19 13:06:57.717883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36138) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:57.739137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:57.759019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Pushing event updated for resources: {'Port': ['ID=ccefbd08-127b-4d64-b0c0-58cb834690f6,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:57.761266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b75f4877-f35c-40df-85d2-0cb12cc9263c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:57.762436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ab3a9b89-6e97-40b8-9263-8bbe7d558c65 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:06:57.775945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.817259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.839807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Port': ['ID=ed921425-6c54-4d4c-90f8-d47ace2832bb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:57.844243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Transition to ACTIVE for port object 34ee6057-6fe0-4e93-8329-794f623dcf16 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:06:57.899217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:57.922013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-462f919e-b760-421b-a2e0-089e2a4906aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:57.939596 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-462f919e-b760-421b-a2e0-089e2a4906aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 898 time: 0.3965564 May 19 13:06:58.009374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:06:58.012808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:06:58.015418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:06:58.055556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event updated for resources: {'Port': ['ID=34ee6057-6fe0-4e93-8329-794f623dcf16,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:58.120636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:58.121603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.164245 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-26c28695-171b-4aef-9a88-ad629ee07cf2 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8323464 May 19 13:06:58.164504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36142) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.169987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1986208811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:58.181457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Attempting to bind port ccefbd08-127b-4d64-b0c0-58cb834690f6 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:06:58.181801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Attempting to bind port ccefbd08-127b-4d64-b0c0-58cb834690f6 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c236ec13-3123-4a46-b07e-0723c0ac2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:06:58.182159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Attempting to bind port ccefbd08-127b-4d64-b0c0-58cb834690f6 on network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:06:58.185913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:58.191621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Usage tracker for resource:router and tenant:370f5e68bf7940bdafb11ab55b7172f9 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:06:58.195836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:06:58.203365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:06:58.219113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.220695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.241800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet f913f905-d4f1-47eb-8a51-cbdeb2ccc266 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:06:58.245738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:06:58.246455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Checking segment: {'id': 'c236ec13-3123-4a46-b07e-0723c0ac2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:06:58.246455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.246891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Bound using segment: {'id': 'c236ec13-3123-4a46-b07e-0723c0ac2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:06:58.247468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Bound port: ccefbd08-127b-4d64-b0c0-58cb834690f6, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c236ec13-3123-4a46-b07e-0723c0ac2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6a422132-52ba-4da0-8cdf-6ff88e0ac79f'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:06:58.247777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.250233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.273925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.306687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.307713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.309292 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f6421fc2-917e-4471-9140-e874fde2aab7 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1436567 May 19 13:06:58.312640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36148) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.319071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b5960397-574d-48fd-a0d4-9401fadd9b49 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1702321623', 'prefixes': ['172.20.0.0/16']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:06:58.330115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b5960397-574d-48fd-a0d4-9401fadd9b49 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:06:58.337335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:58.337861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.370662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.377864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-d69c7876-6927-4c00-9182-538e92786379 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 200 len: 999 time: 0.3189638 May 19 13:06:58.393990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.400813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b5960397-574d-48fd-a0d4-9401fadd9b49 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for subnetpool, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.402096 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5960397-574d-48fd-a0d4-9401fadd9b49 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0883782 May 19 13:06:58.405664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36154) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.410908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-dd3684cc-2ae0-4d73-81cf-4521952d33ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-1462601419') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:58.451965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36160) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.598396 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1bb69b21-e459-43aa-aadc-4584280db641 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 991 time: 0.1408961 May 19 13:06:58.602534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] For port ccefbd08-127b-4d64-b0c0-58cb834690f6, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:06:58.629822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] For port ccefbd08-127b-4d64-b0c0-58cb834690f6, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ccefbd08-127b-4d64-b0c0-58cb834690f6,segment=NetworkSegment(c236ec13-3123-4a46-b07e-0723c0ac2781),segment_id=c236ec13-3123-4a46-b07e-0723c0ac2781)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:06:58.637553 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dd3684cc-2ae0-4d73-81cf-4521952d33ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-1462601419 HTTP/1.1" status: 201 len: 201 time: 0.2281623 May 19 13:06:58.637752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36164) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.649530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:58.650831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-4697c317-9122-422e-ac30-8677212b8607 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-1657328755') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:58.683103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:06:58.693238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '04666807-d1c3-4fa5-9b2c-e0d02d3732ce', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'port_id': '40ad0199-0365-4f54-96e4-3f6838054a03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'mac_address': 'fa:16:3e:90:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:06:53Z', 'updated_at': '2022-05-19T13:06:53Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:58.719664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:06:58.749923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:58.750505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:58.763946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4697c317-9122-422e-ac30-8677212b8607 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-1657328755 HTTP/1.1" status: 201 len: 201 time: 0.1177573 May 19 13:06:58.764537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36168) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.769879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-3579cc70-8e5a-4c2e-937c-8e5fb68a6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:58.771377 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-3579cc70-8e5a-4c2e-937c-8e5fb68a6efb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.2935364 May 19 13:06:58.771541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-79ee3f1f-d08d-4625-b1b6-bb01c71da07e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1046044496') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:58.833754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc426e-0af2-4db5-b2a3-1ed689c81f03 None None] Pushing event updated for resources: {'Port': ['ID=ccefbd08-127b-4d64-b0c0-58cb834690f6,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:58.947087 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-79ee3f1f-d08d-4625-b1b6-bb01c71da07e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1046044496 HTTP/1.1" status: 201 len: 201 time: 0.1811931 May 19 13:06:58.950012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36172) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:58.957862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-077516a5-1b6a-48be-be56-cece3ca0d51b tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-1647890086') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.016895 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-077516a5-1b6a-48be-be56-cece3ca0d51b tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-1647890086 HTTP/1.1" status: 201 len: 201 time: 0.0654211 May 19 13:06:59.019638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36176) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.028352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-2a5ccff5-a668-4a57-8c52-0a7832dc4e20 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.044399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Router 30013a20-8b34-43fa-b222-8745552c5785 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:06:59.051122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.089146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-d148f175-ace8-40cb-a1c1-d080c58d6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:06:59.091074 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-d148f175-ace8-40cb-a1c1-d080c58d6511 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2511117 May 19 13:06:59.094172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:06:59.139127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2a5ccff5-a668-4a57-8c52-0a7832dc4e20 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags HTTP/1.1" status: 200 len: 241 time: 0.1184056 May 19 13:06:59.142126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36180) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.147734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-b1c01ae6-e350-427e-bf2f-95ccd5cbea28 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-1462601419') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.292342 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b1c01ae6-e350-427e-bf2f-95ccd5cbea28 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-1462601419 HTTP/1.1" status: 204 len: 168 time: 0.1488419 May 19 13:06:59.294873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36184) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.305082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-85353a6f-04cc-4a02-a7d4-9445070adc1b tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-1462601419') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.415252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-85353a6f-04cc-4a02-a7d4-9445070adc1b tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-1462601419 HTTP/1.1" status: 204 len: 168 time: 0.1174114 May 19 13:06:59.416625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36188) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.422094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-f01735e2-544c-4ad0-a792-e3692dd58eda tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.436832 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-dea14332-9364-4950-be1f-c99c82dbdb74 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946558 May 19 13:06:59.518232 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f01735e2-544c-4ad0-a792-e3692dd58eda tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags HTTP/1.1" status: 200 len: 205 time: 0.0981462 May 19 13:06:59.518399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36192) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.523235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-fb025184-3d27-49dd-8e4e-9ac37398adba tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.600900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36196) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.685983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70cc5473-1e4e-430f-95cf-ea7e19518f7e req-f969f9a4-a201-4edb-8605-b281dcc5c500 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364295 May 19 13:06:59.689533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:06:59.707107 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] Sync routers for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:06:59.712837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9a6734a7-5420-45c5-909a-9c3e61c88618 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8341169 May 19 13:06:59.716958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36200) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.723594 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:59.724506 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.727007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '04666807-d1c3-4fa5-9b2c-e0d02d3732ce', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'port_id': '40ad0199-0365-4f54-96e4-3f6838054a03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'mac_address': 'fa:16:3e:90:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:06:53Z', 'updated_at': '2022-05-19T13:06:53Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.739283 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fb025184-3d27-49dd-8e4e-9ac37398adba tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags HTTP/1.1" status: 200 len: 241 time: 0.2197037 May 19 13:06:59.743260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36204) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.744693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c432b-3580-4aa2-8e5c-c156d53371f1 None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '04666807-d1c3-4fa5-9b2c-e0d02d3732ce', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'port_id': '40ad0199-0365-4f54-96e4-3f6838054a03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'mac_address': 'fa:16:3e:90:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:06:53Z', 'updated_at': '2022-05-19T13:06:53Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:59.750541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-318a66d2-2240-47ec-a819-9d9fcf97c649 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-1657328755') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.768929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-087cdbcd-bf3d-45f9-95e5-d37b648fb337 None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:06:59.769298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-087cdbcd-bf3d-45f9-95e5-d37b648fb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.791880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7dbee74d-9830-4e2b-8047-c5d5b83e1bd6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 991 time: 0.1888165 May 19 13:06:59.824186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.874509 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.879697 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-318a66d2-2240-47ec-a819-9d9fcf97c649 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-1657328755 HTTP/1.1" status: 204 len: 168 time: 0.1351516 May 19 13:06:59.882384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36208) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.884434 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-534f7caf-8562-422b-ac17-d2440c2b85eb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] delete failed (client error): The resource could not be found. May 19 13:06:59.885577 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-534f7caf-8562-422b-ac17-d2440c2b85eb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-205292294 HTTP/1.1" status: 404 len: 334 time: 0.1675508 May 19 13:06:59.887486 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:06:59.888265 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:06:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.891676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36210) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.897226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-333245a4-2ff2-4e05-8690-592e0aa334a9 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-1657328755') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.900634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=f913f905-d4f1-47eb-8a51-cbdeb2ccc266,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:06:59.904319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:06:59.906656 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b75724d1-60cf-4732-838f-a82c16c0f869 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/f913f905-d4f1-47eb-8a51-cbdeb2ccc266 HTTP/1.1" status: 204 len: 168 time: 2.1877673 May 19 13:06:59.909113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36214) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:06:59.961103 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:06:59.961892 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd0c84-35be-4b31-9783-85c76fad20ee None None] The sync data for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:06:59.969196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f0b89-000b-4392-bba0-f45f888e6349 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:06:59.970542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d9627273-cf66-4e06-85ab-25fc523caf3d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'router': {'external_gateway_info': {'network_id': '30013a20-8b34-43fa-b222-8745552c5785'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:00.013260 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-565536a9-4e44-4b04-983b-50c236022695 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028554 May 19 13:07:00.014275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36220) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.020398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:00.174780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573f85f-1583-4e6c-aa31-2731b02e4b84 None None] New status for floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:07:00.195319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:00.201011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:00.205763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:00.212102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:00.229715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:00.233615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.282598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6556c-91ac-4ac6-ad60-58817ccf6f05 None None] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:00.315656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-087cdbcd-bf3d-45f9-95e5-d37b648fb337 None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:00.479172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.582812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0230b833-e177-4c76-98a4-e3bae8505fc9 None None] Provisioning for port ccefbd08-127b-4d64-b0c0-58cb834690f6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:00.592935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d9627273-cf66-4e06-85ab-25fc523caf3d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.626899 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-333245a4-2ff2-4e05-8690-592e0aa334a9 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-1657328755 HTTP/1.1" status: 204 len: 168 time: 0.7366657 May 19 13:07:00.629452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36224) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.633853 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-d9627273-cf66-4e06-85ab-25fc523caf3d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] update failed (client error): The resource could not be found. May 19 13:07:00.639799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d9627273-cf66-4e06-85ab-25fc523caf3d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785 HTTP/1.1" status: 404 len: 339 time: 0.6802118 May 19 13:07:00.639799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-b798bad4-2c09-4012-89da-93adfd939b60 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:00.656047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36228) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.667999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1456687370'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:00.686072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:00.696288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:network and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:00.702217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:00.703116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:00.707919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:00.711004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:00.711574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.721788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b798bad4-2c09-4012-89da-93adfd939b60 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags HTTP/1.1" status: 200 len: 205 time: 0.0913224 May 19 13:07:00.725328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36232) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.730640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-94c07c59-5a46-4836-8512-5322df2c5c98 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:00.731140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:00.733015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=d1c23285-1c95-4458-a32f-044ebed6a80a,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:00.756463 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d23522e2-d040-4834-8b8e-ab788f667607 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7404938 May 19 13:07:00.759626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:00.763684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:00.773299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36236) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.778890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:00.798736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36240) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.914405 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-94c07c59-5a46-4836-8512-5322df2c5c98 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags HTTP/1.1" status: 200 len: 241 time: 0.1878219 May 19 13:07:00.916869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36244) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:00.922280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-47451e2c-e72b-4e3e-9eb9-3522c42a8e6d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1046044496') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:00.954320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ccefbd08-127b-4d64-b0c0-58cb834690f6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:01.036847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ccefbd08-127b-4d64-b0c0-58cb834690f6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:01.044570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ccefbd08-127b-4d64-b0c0-58cb834690f6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:01.044946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.048036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:01.061215 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4e887c5a-b5a6-4efa-91e4-4480d9ebc3fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 993 time: 0.2613642 May 19 13:07:01.090086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.090831 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Added segment d76f98da-3bec-4bac-b488-25f2c75c6f1a of type vlan for network 0a316098-685d-4a66-aa39-691f4836d6b7 May 19 13:07:01.134991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.143729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-47451e2c-e72b-4e3e-9eb9-3522c42a8e6d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1046044496 HTTP/1.1" status: 204 len: 168 time: 0.2257829 May 19 13:07:01.145143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36250) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.159254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-c61a2962-165c-4b00-9706-f14bc7555243 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1046044496') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.181581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.197759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6bcf080d-2e82-469d-bc29-c4a2d5214d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.199391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:01.200106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.209841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:01.248800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461735cc-0895-48a0-910c-0070d15d06ef None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:01.255017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:01.258203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:01.311694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:01.346468 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6871324 May 19 13:07:01.347960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36254) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.356748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'subnet': {'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:01.374269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ccefbd08-127b-4d64-b0c0-58cb834690f6 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:01.374676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.376215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c8d9f-5998-4eaa-b86d-9deea8391052 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Network': ['ID=0a316098-685d-4a66-aa39-691f4836d6b7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:01.384050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:01.388926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.392106 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c61a2962-165c-4b00-9706-f14bc7555243 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1046044496 HTTP/1.1" status: 204 len: 168 time: 0.2456710 May 19 13:07:01.394476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36258) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.401823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-b19d0048-cf96-4c28-af0a-fd15cb12f8d0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.474718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 0a316098-685d-4a66-aa39-691f4836d6b7 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:01.493962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Provisioning complete for port ccefbd08-127b-4d64-b0c0-58cb834690f6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:01.494327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.557105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b19d0048-cf96-4c28-af0a-fd15cb12f8d0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags HTTP/1.1" status: 200 len: 205 time: 0.1587975 May 19 13:07:01.557315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36262) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.562286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-8eb518a6-39f2-4ccc-b4e3-d1bea900f694 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.590225 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8eb518a6-39f2-4ccc-b4e3-d1bea900f694 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags HTTP/1.1" status: 200 len: 241 time: 0.0317500 May 19 13:07:01.592772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36266) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.594824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:01.598883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-1b65dda4-e47a-46ec-aeca-f806f60d4f7a tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-1647890086') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.601964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Usage tracker for resource:subnet and tenant:765f63036cd045d3a61d88ab9e9e712a is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:01.608782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:01.612431 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.ipam_backend_mixin [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1c23285-1c95-4458-a32f-044ebed6a80a (CIDR: 2001:db8::/64) May 19 13:07:01.616898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:01.619154 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:07:01.619592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:01.630936 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1b65dda4-e47a-46ec-aeca-f806f60d4f7a tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-1647890086 HTTP/1.1" status: 204 len: 168 time: 0.0347078 May 19 13:07:01.631923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36270) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.637888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-204bf4f3-273a-4681-8bf1-e0762ed280af tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-1647890086') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.643383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Made reservation on behalf of 765f63036cd045d3a61d88ab9e9e712a for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:01.647009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.661470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ccefbd08-127b-4d64-b0c0-58cb834690f6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ccefbd08-127b-4d64-b0c0-58cb834690f6,segment=NetworkSegment(c236ec13-3123-4a46-b07e-0723c0ac2781),segment_id=c236ec13-3123-4a46-b07e-0723c0ac2781)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:01.665224 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f00d3eb8-e529-48dc-8b3a-760912e1c7e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8908699 May 19 13:07:01.671229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36274) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.678451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:01.697979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.843096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ccefbd08-127b-4d64-b0c0-58cb834690f6,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:01.860118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Current status of the port ccefbd08-127b-4d64-b0c0-58cb834690f6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:01.884985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Provisioning for port 34ee6057-6fe0-4e93-8329-794f623dcf16 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:01.894493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Provisioning complete for port 34ee6057-6fe0-4e93-8329-794f623dcf16 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:01.894960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.897134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.909366 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-204bf4f3-273a-4681-8bf1-e0762ed280af tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-1647890086 HTTP/1.1" status: 204 len: 168 time: 0.2760389 May 19 13:07:01.910088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.917787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-b343c782-6cb3-4345-a29a-30539c105828 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.960085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Port 34ee6057-6fe0-4e93-8329-794f623dcf16 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:01.976734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:01.977394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:01.984392 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b343c782-6cb3-4345-a29a-30539c105828 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags HTTP/1.1" status: 200 len: 205 time: 0.0702350 May 19 13:07:01.985163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:01.993975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-8c0291cc-fae2-4409-a3c1-ff6b4e6ccc12 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:01.999285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Subnet': ['ID=3a1f7c97-2e5a-40f8-87e0-2179b4bc656f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:02.011819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.012062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:02.012659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.013093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.013587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.014006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.014430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.014863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.015282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.015693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.016103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.016512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.016761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:02.017016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:02.020032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:02.022350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Checking segment: {'id': 'd76f98da-3bec-4bac-b488-25f2c75c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:02.022990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network hostable DHCP agents. Network: 0a316098-685d-4a66-aa39-691f4836d6b7, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:02.032022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:02.049188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network 0a316098-685d-4a66-aa39-691f4836d6b7 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:02.054279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:02.059071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.064762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 0a316098-685d-4a66-aa39-691f4836d6b7) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:02.071717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:02.072823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.087382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70150541-b5bf-4966-b0db-d38375745564 None None] Network 0a316098-685d-4a66-aa39-691f4836d6b7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:02.101908 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ee5c389e-c812-4c84-bf53-fee410d609b3 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7530248 May 19 13:07:02.104542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36286) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:02.125376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1485daee-d104-4a71-99bc-553d8511472c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:02.144615 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c0291cc-fae2-4409-a3c1-ff6b4e6ccc12 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1556861 May 19 13:07:02.145149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36290) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:02.158544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-1907b54a-ce68-4552-827d-cb016e443c93 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:02.325355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-eebdf83f-0a21-413a-bf1e-a711a42bdc52 None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:02.355242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1907b54a-ce68-4552-827d-cb016e443c93 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags HTTP/1.1" status: 204 len: 168 time: 0.1995978 May 19 13:07:02.355456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:02.361663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-f745b00b-1618-4747-a34d-069f06bc39e1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:02.383356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-0a316098-685d-4a66-aa39-691f4836d6b7', 'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7', 'tenant_id': '765f63036cd045d3a61d88ab9e9e712a', 'fixed_ips': [{'subnet_id': '3a1f7c97-2e5a-40f8-87e0-2179b4bc656f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:02.384274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.492914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-20ac7244-e4cb-4253-b29f-b25334ad78df None None] Provisioning complete for port 34ee6057-6fe0-4e93-8329-794f623dcf16 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:02.493346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-20ac7244-e4cb-4253-b29f-b25334ad78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.510542 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f745b00b-1618-4747-a34d-069f06bc39e1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags HTTP/1.1" status: 204 len: 168 time: 0.1517394 May 19 13:07:02.514497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36298) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:02.522622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-c7cafc21-deca-4907-b13e-4655c65d8053 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:02.594978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-20ac7244-e4cb-4253-b29f-b25334ad78df None None] Port 34ee6057-6fe0-4e93-8329-794f623dcf16 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:02.616801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Allocated IP 2001:db8:1::2 (0a316098-685d-4a66-aa39-691f4836d6b7/3a1f7c97-2e5a-40f8-87e0-2179b4bc656f/e431c1e0-97d1-4453-a960-59d202a446f7) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:02.628924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-20ac7244-e4cb-4253-b29f-b25334ad78df None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:02.629293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-20ac7244-e4cb-4253-b29f-b25334ad78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.670197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1485daee-d104-4a71-99bc-553d8511472c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:02.676123 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c7cafc21-deca-4907-b13e-4655c65d8053 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1603067 May 19 13:07:02.680572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36302) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:02.687342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-f79a6350-14c8-4f06-a11a-4132873c2b5e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-747607973') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:02.766100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.objects.ports [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88028) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:07:02.920174 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f79a6350-14c8-4f06-a11a-4132873c2b5e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-747607973 HTTP/1.1" status: 201 len: 201 time: 0.2382843 May 19 13:07:02.923043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36308) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:02.926993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-20ac7244-e4cb-4253-b29f-b25334ad78df None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:02.940750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ccefbd08-127b-4d64-b0c0-58cb834690f6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:02.942947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-2b103197-827a-46df-9714-ac92f494f322 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-46249211') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:02.996420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.016042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Transition to ACTIVE for port object e431c1e0-97d1-4453-a960-59d202a446f7 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:03.016688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-1485daee-d104-4a71-99bc-553d8511472c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:07:03.017824 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1485daee-d104-4a71-99bc-553d8511472c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785 HTTP/1.1" status: 400 len: 364 time: 0.9120381 May 19 13:07:03.022008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.022603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36312) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:03.040370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Transition to ACTIVE for port object e431c1e0-97d1-4453-a960-59d202a446f7 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:03.048898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.124390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ccefbd08-127b-4d64-b0c0-58cb834690f6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:03.124980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.167733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Network 0a316098-685d-4a66-aa39-691f4836d6b7 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:03.178707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:03.182275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:03.200148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Pushing event updated for resources: {'Port': ['ID=e431c1e0-97d1-4453-a960-59d202a446f7,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:03.247149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.247512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.247829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.248160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.248491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.248814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.249136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.249458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.249778 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.250094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.250710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.250841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.280465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:03.307267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.313123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Attempting to bind port e431c1e0-97d1-4453-a960-59d202a446f7 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:03.313491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Attempting to bind port e431c1e0-97d1-4453-a960-59d202a446f7 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'd76f98da-3bec-4bac-b488-25f2c75c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:03.314173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Attempting to bind port e431c1e0-97d1-4453-a960-59d202a446f7 on network 0a316098-685d-4a66-aa39-691f4836d6b7 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:03.315213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.317210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.321949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:03.322322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Checking segment: {'id': 'd76f98da-3bec-4bac-b488-25f2c75c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:03.322742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.323255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Bound using segment: {'id': 'd76f98da-3bec-4bac-b488-25f2c75c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:03.323622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Bound port: e431c1e0-97d1-4453-a960-59d202a446f7, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76f98da-3bec-4bac-b488-25f2c75c6f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a316098-685d-4a66-aa39-691f4836d6b7'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:03.323996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.430653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:03.435903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:03.436644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ccefbd08-127b-4d64-b0c0-58cb834690f6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:03.442134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:03.442740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.459266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e7b86-984e-4b35-b576-add8a9d2d72b None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:03.469572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=13']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:03.471602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=55a1d9f2-f20e-433f-b34b-657e9d1bc2cb,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:03.485700 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2b103197-827a-46df-9714-ac92f494f322 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-46249211 HTTP/1.1" status: 201 len: 201 time: 0.5586441 May 19 13:07:03.488431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36316) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:03.489847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.490412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.490745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.491078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.491395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.491717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.492034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.492356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.492661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.492976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.493383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.493701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.497099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.497518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.497857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.498185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.498505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.498850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.499168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.499482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.499798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.500145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.500253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-1264ba78-f4fe-4c38-91e7-dfbabf8ab047 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1330629301') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:03.500441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.500753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:07:03.506276 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b266dc01-b5c2-4ba2-b36a-0a592a410058 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8320756 May 19 13:07:03.511092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36320) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:03.517958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:60:62:05', 'name': 'tempest-NetworksTestDHCPv6-888607325'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:03.548679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] For port e431c1e0-97d1-4453-a960-59d202a446f7, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:03.567694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] For port e431c1e0-97d1-4453-a960-59d202a446f7, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e431c1e0-97d1-4453-a960-59d202a446f7,segment=NetworkSegment(d76f98da-3bec-4bac-b488-25f2c75c6f1a),segment_id=d76f98da-3bec-4bac-b488-25f2c75c6f1a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:03.585984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.660302 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:03.664906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.670335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:03.671655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ce00f450-ede7-43be-bf56-f851d1e067a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:03.682250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:03.742594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407aafa-7934-4bd8-ae74-be7331935cb2 None None] Pushing event updated for resources: {'Port': ['ID=e431c1e0-97d1-4453-a960-59d202a446f7,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:03.973104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.020271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port d1f36279-827e-4f11-9727-8b0615c4e6d6 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:07:04.025786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Update dhcp port {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'fixed_ips': [{'subnet_id': '55a1d9f2-f20e-433f-b34b-657e9d1bc2cb', 'ip_address': '2001:db8:0:1:f816:3eff:fe2e:cc6d'}, {'subnet_id': 'd1c23285-1c95-4458-a32f-044ebed6a80a'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'baccd154-8cb6-454f-ba10-0d6c16b2bbd8'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:07:04.070976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1264ba78-f4fe-4c38-91e7-dfbabf8ab047 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1330629301 HTTP/1.1" status: 201 len: 201 time: 0.5813310 May 19 13:07:04.075305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36324) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.081155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-78f0ebfd-66d4-4146-bfcb-cafa2a8869c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-335144809') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.095704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.244144 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-78f0ebfd-66d4-4146-bfcb-cafa2a8869c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-335144809 HTTP/1.1" status: 201 len: 201 time: 0.1676550 May 19 13:07:04.246878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36328) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.260712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Allocated IP 2001:db8::1 (e69bf7b7-5381-4de7-87de-afc384b1b6b9/2d6fd62c-99f5-4256-8422-472d6c2cdb2e/af4ee656-0060-4200-9010-0c1dfd7670e2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:04.284993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-667e8ec8-02a3-4aa7-89cb-ce0e3e332169 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', {'tags': ['tempest-TagsExtTest-Tag-1558846597', 'tempest-TagsExtTest-Tag-1906262635', 'tempest-TagsExtTest-Tag-106754367']}) {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.360708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::392 (46029377-b81a-4b15-aa71-e8bb333d83e5/d1c23285-1c95-4458-a32f-044ebed6a80a/d1f36279-827e-4f11-9727-8b0615c4e6d6) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:04.371909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:6205 (46029377-b81a-4b15-aa71-e8bb333d83e5/55a1d9f2-f20e-433f-b34b-657e9d1bc2cb/d1f36279-827e-4f11-9727-8b0615c4e6d6) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:04.404240 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-667e8ec8-02a3-4aa7-89cb-ce0e3e332169 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags HTTP/1.1" status: 200 len: 317 time: 0.1560378 May 19 13:07:04.407995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36332) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.415612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-c2963adf-3a8c-46b9-96d6-7d14c3b0a4e6 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.465550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.490080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Transition to ACTIVE for port object af4ee656-0060-4200-9010-0c1dfd7670e2 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:04.533924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.590842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.609156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object d1f36279-827e-4f11-9727-8b0615c4e6d6 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:04.613817 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c2963adf-3a8c-46b9-96d6-7d14c3b0a4e6 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags HTTP/1.1" status: 204 len: 168 time: 0.2048008 May 19 13:07:04.615812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:04.617008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36338) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.619303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:04.623374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:04.623529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-6dbc9070-a184-4032-a730-8726250df58e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-1558846597') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.623911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.629700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Port': ['ID=af4ee656-0060-4200-9010-0c1dfd7670e2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:04.688236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.774112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.783032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.798276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:04.809913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:04.815477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=d1f36279-827e-4f11-9727-8b0615c4e6d6,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:04.816771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/d1c23285-1c95-4458-a32f-044ebed6a80a/baccd154-8cb6-454f-ba10-0d6c16b2bbd8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:04.827278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:04.837093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:04.837900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.896580 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-6dbc9070-a184-4032-a730-8726250df58e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:04.900271 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6dbc9070-a184-4032-a730-8726250df58e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-1558846597 HTTP/1.1" status: 404 len: 329 time: 0.2795165 May 19 13:07:04.906839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36342) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:04.916077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-cf9cd0bb-9e12-44de-85c1-55aeb14785c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-1906262635') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:04.978049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:04.999965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fa5f2350-54d7-4b04-b8e0-c273c75ebee6 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4849153 May 19 13:07:05.000298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36346) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:05.032596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:05.082977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.101208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Transition to ACTIVE for port object baccd154-8cb6-454f-ba10-0d6c16b2bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:05.104828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port d1f36279-827e-4f11-9727-8b0615c4e6d6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:05.105292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.110083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e431c1e0-97d1-4453-a960-59d202a446f7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:05.134854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faae806-9ba7-4cc8-9050-5fd23d584e26 None None] Network 0a316098-685d-4a66-aa39-691f4836d6b7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:05.176595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.201344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-cf9cd0bb-9e12-44de-85c1-55aeb14785c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:05.202388 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf9cd0bb-9e12-44de-85c1-55aeb14785c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-1906262635 HTTP/1.1" status: 404 len: 329 time: 0.2945571 May 19 13:07:05.209349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36350) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:05.220276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-3700392b-512d-41db-823a-cb15a81567a3 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6', 'tempest-TagsExtTest-Tag-106754367') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:05.321147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.327363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.328215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.358825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-352419da-f864-4e11-9c67-4c8e26110b9e None None] Provisioning for port af4ee656-0060-4200-9010-0c1dfd7670e2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:05.403734 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-3700392b-512d-41db-823a-cb15a81567a3 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:05.404759 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3700392b-512d-41db-823a-cb15a81567a3 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags/tempest-TagsExtTest-Tag-106754367 HTTP/1.1" status: 404 len: 328 time: 0.1960852 May 19 13:07:05.409394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36354) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:05.413520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-352419da-f864-4e11-9c67-4c8e26110b9e None None] Provisioning complete for port af4ee656-0060-4200-9010-0c1dfd7670e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:05.413892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-352419da-f864-4e11-9c67-4c8e26110b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.420758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.423317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-ffa22979-951d-4fe4-a2d9-93b7d43d13ce tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', {'tags': ['tempest-TagsExtTest-Tag-2082867195', 'tempest-TagsExtTest-Tag-374660692', 'tempest-TagsExtTest-Tag-1093719844']}) {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:05.497580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5c30e-8950-41a2-8c96-0a7ba5f0a51c None None] Pushing event updated for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=14']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:05.548367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e431c1e0-97d1-4453-a960-59d202a446f7 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:05.551197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-352419da-f864-4e11-9c67-4c8e26110b9e None None] Port af4ee656-0060-4200-9010-0c1dfd7670e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:05.554715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for d1f36279-827e-4f11-9727-8b0615c4e6d6 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:05.554896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event updated for resources: {'Port': ['ID=af4ee656-0060-4200-9010-0c1dfd7670e2,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:05.564698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:05.624729 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ffa22979-951d-4fe4-a2d9-93b7d43d13ce tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags HTTP/1.1" status: 200 len: 317 time: 0.2113311 May 19 13:07:05.627274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36358) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:05.634520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-4e053aae-beef-485b-83c2-de6d0a0dd6a4 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:05.674669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:05.680846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:05.713094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Provisioning for port e431c1e0-97d1-4453-a960-59d202a446f7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:05.722056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Provisioning complete for port e431c1e0-97d1-4453-a960-59d202a446f7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:05.722419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.878310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.911127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Current status of the port e431c1e0-97d1-4453-a960-59d202a446f7 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:05.911509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.962616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:05.977281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] For port e431c1e0-97d1-4453-a960-59d202a446f7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e431c1e0-97d1-4453-a960-59d202a446f7,segment=NetworkSegment(d76f98da-3bec-4bac-b488-25f2c75c6f1a),segment_id=d76f98da-3bec-4bac-b488-25f2c75c6f1a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:05.987131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.078879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1fac7-1890-4e37-bd2a-4d79c749432b None None] Pushing event updated for resources: {'Port': ['ID=e431c1e0-97d1-4453-a960-59d202a446f7,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:06.112810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=d1f36279-827e-4f11-9727-8b0615c4e6d6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:06.122586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.127815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Router 30013a20-8b34-43fa-b222-8745552c5785 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:06.134650 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-77f04589-a1f0-4db3-bbc9-2c3a6a87c57b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/d1f36279-827e-4f11-9727-8b0615c4e6d6 HTTP/1.1" status: 204 len: 168 time: 1.1320102 May 19 13:07:06.136104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36362) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.212528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-29f84e9b-ad70-43d3-b224-fb658eccf252 None None] Provisioning complete for port af4ee656-0060-4200-9010-0c1dfd7670e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:06.219825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-29f84e9b-ad70-43d3-b224-fb658eccf252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.225654 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4e053aae-beef-485b-83c2-de6d0a0dd6a4 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags HTTP/1.1" status: 204 len: 168 time: 0.5973692 May 19 13:07:06.238006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36366) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.297126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-76ae3638-e1aa-47ed-86bd-0a8541f216c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-2082867195') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.300845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-29f84e9b-ad70-43d3-b224-fb658eccf252 None None] Port af4ee656-0060-4200-9010-0c1dfd7670e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:06.372422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e1ade8-58a1-4f3f-a8bf-9cb0e7cfb7e2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:06.373157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7e1ade8-58a1-4f3f-a8bf-9cb0e7cfb7e2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:06.385254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:06.396307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a7e1ade8-58a1-4f3f-a8bf-9cb0e7cfb7e2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:06.397487 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a7e1ade8-58a1-4f3f-a8bf-9cb0e7cfb7e2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2602568 May 19 13:07:06.398379 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] Sync routers for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:06.400318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36370) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.402926 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-125a7f9a-bd5e-4100-b8a2-37a6824e484a tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3785927 May 19 13:07:06.405641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36374) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.412150 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:06.412381 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-76ae3638-e1aa-47ed-86bd-0a8541f216c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:06.415827 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-76ae3638-e1aa-47ed-86bd-0a8541f216c0 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-2082867195 HTTP/1.1" status: 404 len: 329 time: 0.1741838 May 19 13:07:06.416225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36376) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.417086 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.422053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-68f9fba2-2115-40dc-912b-f7207d4c81a5 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-374660692') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.427059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-50211338-882f-409f-93b5-4e2b62d29e94 None None] Provisioning complete for port e431c1e0-97d1-4453-a960-59d202a446f7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:06.428056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-50211338-882f-409f-93b5-4e2b62d29e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.510707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.518927 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-68f9fba2-2115-40dc-912b-f7207d4c81a5 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:06.523828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-68f9fba2-2115-40dc-912b-f7207d4c81a5 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-374660692 HTTP/1.1" status: 404 len: 328 time: 0.1066365 May 19 13:07:06.525215 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:06.525842 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.526182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36382) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.531473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-4bf36d83-e09d-4094-a8a8-0d1b37ca69df tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16', 'tempest-TagsExtTest-Tag-1093719844') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.611695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-50211338-882f-409f-93b5-4e2b62d29e94 None None] Current status of the port e431c1e0-97d1-4453-a960-59d202a446f7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:06.616557 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-4bf36d83-e09d-4094-a8a8-0d1b37ca69df tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:06.617615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4bf36d83-e09d-4094-a8a8-0d1b37ca69df tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags/tempest-TagsExtTest-Tag-1093719844 HTTP/1.1" status: 404 len: 329 time: 0.0902479 May 19 13:07:06.620827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36386) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.629308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-fc3448db-8644-43ab-ba51-393b134c733e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', {'tags': ['tempest-TagsExtTest-Tag-1745369807', 'tempest-TagsExtTest-Tag-1676100872', 'tempest-TagsExtTest-Tag-1509279058']}) {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.648416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f67f382e-ba03-4f96-bafd-dc8fdc4722f8 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.668566 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.669214 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a596dcd6-ab78-4d20-ad8f-823a84703c36 None None] The sync data for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:06.745901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63bbe83c-7570-4d74-bc36-8bddfaf34003 None None] Provisioning for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:06.753136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-63bbe83c-7570-4d74-bc36-8bddfaf34003 None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:06.753852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-63bbe83c-7570-4d74-bc36-8bddfaf34003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:06.798766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a1000-5f7a-44dd-9223-f3217ededc87 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:06.802927 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8b8a1000-5f7a-44dd-9223-f3217ededc87 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3988941 May 19 13:07:06.803857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36390) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.821814 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fc3448db-8644-43ab-ba51-393b134c733e tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags HTTP/1.1" status: 200 len: 318 time: 0.1990256 May 19 13:07:06.824361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36394) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.829928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-4c05e141-21de-4012-a0d6-22221566cbbf tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:06.879860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-f67f382e-ba03-4f96-bafd-dc8fdc4722f8 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 13:07:06.880990 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f67f382e-ba03-4f96-bafd-dc8fdc4722f8 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785 HTTP/1.1" status: 409 len: 329 time: 0.4434302 May 19 13:07:06.891792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36398) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:06.897651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec2cc2-8609-4d92-a1ea-f1ec837259f2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:06.899276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec2cc2-8609-4d92-a1ea-f1ec837259f2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:06.900739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec2cc2-8609-4d92-a1ea-f1ec837259f2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:06.901534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a3ec2cc2-8609-4d92-a1ea-f1ec837259f2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:06.922520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e431c1e0-97d1-4453-a960-59d202a446f7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:07.035205 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4c05e141-21de-4012-a0d6-22221566cbbf tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags HTTP/1.1" status: 204 len: 168 time: 0.2095809 May 19 13:07:07.035879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36402) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.042192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-5ce37c37-649d-48b1-8bc1-f95fb35de336 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1745369807') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.066398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e431c1e0-97d1-4453-a960-59d202a446f7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:07.066919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.069457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a3ec2cc2-8609-4d92-a1ea-f1ec837259f2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:07.074141 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a3ec2cc2-8609-4d92-a1ea-f1ec837259f2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2697988 May 19 13:07:07.074955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36406) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.114980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-63bbe83c-7570-4d74-bc36-8bddfaf34003 None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:07.200834 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-5ce37c37-649d-48b1-8bc1-f95fb35de336 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:07.202046 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5ce37c37-649d-48b1-8bc1-f95fb35de336 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1745369807 HTTP/1.1" status: 404 len: 329 time: 0.1642830 May 19 13:07:07.204898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36410) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.210038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-24643327-ffdd-4de0-b0c0-eac1a10f29da tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1676100872') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.229219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e431c1e0-97d1-4453-a960-59d202a446f7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:07.230543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:07.249492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 55a1d9f2-f20e-433f-b34b-657e9d1bc2cb {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:07.269191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8e9f5232-eeed-4fc3-8940-082da6c54195 None None] Could not find standard attr ID for object d1f36279-827e-4f11-9727-8b0615c4e6d6. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:07:07.303899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:07.304298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.313508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.343500 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-24643327-ffdd-4de0-b0c0-eac1a10f29da tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:07.344710 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-24643327-ffdd-4de0-b0c0-eac1a10f29da tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1676100872 HTTP/1.1" status: 404 len: 329 time: 0.1387177 May 19 13:07:07.347907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36414) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.353234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-11c1e30a-f642-4365-bd91-6029ffc2c18d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2', 'tempest-TagsExtTest-Tag-1509279058') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.396105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.406534 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:07:07.421188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:07.483755 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-11c1e30a-f642-4365-bd91-6029ffc2c18d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:07.484515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.485213 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11c1e30a-f642-4365-bd91-6029ffc2c18d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags/tempest-TagsExtTest-Tag-1509279058 HTTP/1.1" status: 404 len: 329 time: 0.1357956 May 19 13:07:07.489155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36418) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.494684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-c48fee81-ba59-4342-81db-74ba6063dde1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', {'tags': ['tempest-TagsExtTest-Tag-1213113261', 'tempest-TagsExtTest-Tag-1970172001', 'tempest-TagsExtTest-Tag-1249495280']}) {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.530046 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c48fee81-ba59-4342-81db-74ba6063dde1 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "PUT /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags HTTP/1.1" status: 200 len: 318 time: 0.0396914 May 19 13:07:07.532607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36422) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.537643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-d205e4db-340a-42d9-9b47-6521b13ae174 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.579392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.580384 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d205e4db-340a-42d9-9b47-6521b13ae174 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags HTTP/1.1" status: 204 len: 168 time: 0.0468247 May 19 13:07:07.583226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36426) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.588131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-8ec1b5c8-c81f-4015-aa39-a0b8e2f188a3 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-1213113261') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.611805 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-8ec1b5c8-c81f-4015-aa39-a0b8e2f188a3 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:07.612828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ec1b5c8-c81f-4015-aa39-a0b8e2f188a3 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-1213113261 HTTP/1.1" status: 404 len: 329 time: 0.0286455 May 19 13:07:07.615840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36430) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.620467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-2897e41b-d9fa-4b9b-9c9c-8be1bc15748f tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-1970172001') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.644445 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-2897e41b-d9fa-4b9b-9c9c-8be1bc15748f tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:07.647245 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2897e41b-d9fa-4b9b-9c9c-8be1bc15748f tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-1970172001 HTTP/1.1" status: 404 len: 329 time: 0.0304246 May 19 13:07:07.648674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36434) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.653981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-9dfff1b4-62b7-42cb-92f2-f30c705e7df9 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0', 'tempest-TagsExtTest-Tag-1249495280') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.677455 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-9dfff1b4-62b7-42cb-92f2-f30c705e7df9 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] show failed (client error): The resource could not be found. May 19 13:07:07.678547 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9dfff1b4-62b7-42cb-92f2-f30c705e7df9 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags/tempest-TagsExtTest-Tag-1249495280 HTTP/1.1" status: 404 len: 329 time: 0.0289369 May 19 13:07:07.681369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36438) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.686042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-4f61a376-b0b8-47a7-9dea-a0279f3f78ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6fc64ae9-9645-4772-862d-4d2df23d5dd0') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.711126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.713355 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4f61a376-b0b8-47a7-9dea-a0279f3f78ff tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0/tags HTTP/1.1" status: 204 len: 168 time: 0.0310395 May 19 13:07:07.715923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36442) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.720732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-8ee7d243-fa52-4c8c-9b5a-4ecff8347f66 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '104c9ef9-f6fe-4456-9129-e9aba14084a2') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:07.755046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=55a1d9f2-f20e-433f-b34b-657e9d1bc2cb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:07.756879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:07.766281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f9d1d-6e47-46b2-a2e0-6bd52080c8ee None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:07.778323 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d4f7497b-81f5-46a3-b2c6-fc9a039dbc6e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/55a1d9f2-f20e-433f-b34b-657e9d1bc2cb HTTP/1.1" status: 204 len: 168 time: 0.6927001 May 19 13:07:07.778669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36446) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:07.947015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.011852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ee7d243-fa52-4c8c-9b5a-4ecff8347f66 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2/tags HTTP/1.1" status: 204 len: 168 time: 0.2947831 May 19 13:07:08.014429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36450) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.020025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.tag.tag_plugin [None req-0c6ef342-7072-4a2f-8a57-449893ae4d2d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '34ee6057-6fe0-4e93-8329-794f623dcf16') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:08.103474 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0c6ef342-7072-4a2f-8a57-449893ae4d2d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16/tags HTTP/1.1" status: 204 len: 168 time: 0.0879047 May 19 13:07:08.106272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.121535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet d1c23285-1c95-4458-a32f-044ebed6a80a {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:08.125698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.tag.tag_plugin [None req-b786102e-dacf-4212-8d15-556d9080b939 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21d219c3-42a8-482a-bb8a-fc339efc6cd6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:08.159874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.315267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.442499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.470938 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b786102e-dacf-4212-8d15-556d9080b939 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6/tags HTTP/1.1" status: 204 len: 168 time: 0.3593407 May 19 13:07:08.478830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36458) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.562910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting port af4ee656-0060-4200-9010-0c1dfd7670e2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:08.563206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.572137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-93aa18d5-f82d-4336-9e21-4c40d2ee3282 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for subnetpool, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.573265 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-93aa18d5-f82d-4336-9e21-4c40d2ee3282 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnetpools/6fc64ae9-9645-4772-862d-4d2df23d5dd0 HTTP/1.1" status: 204 len: 168 time: 0.0934446 May 19 13:07:08.575959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.605251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1caaa213-e816-4af2-a836-845ab7dfbd3c None None] Provisioning complete for port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:08.606325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1caaa213-e816-4af2-a836-845ab7dfbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.620758 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-337f8ffd-b81a-46eb-8936-961b727eab21 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "GET /v2.0/ports?device_id=104c9ef9-f6fe-4456-9129-e9aba14084a2 HTTP/1.1" status: 200 len: 205 time: 0.0436683 May 19 13:07:08.623543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.624086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36466) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.685547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c23285-1c95-4458-a32f-044ebed6a80a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:08.687498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.708518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f7445-a5ce-45d7-a079-6685de67575c None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:08.759358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7751f553-c6cf-4d94-bd94-0dc9359243e0 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/d1c23285-1c95-4458-a32f-044ebed6a80a HTTP/1.1" status: 204 len: 168 time: 0.9774508 May 19 13:07:08.759956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36470) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.769200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.819046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa213-e816-4af2-a836-845ab7dfbd3c None None] Current status of the port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:08.837803 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e0a450ab-24b7-4880-9666-8d5aad08030d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739543 May 19 13:07:08.839112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36474) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:08.854066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:08.955659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:08.988734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:08.993354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] Deleting port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:08.993931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.082323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.084904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.091837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Calling delete_port for af4ee656-0060-4200-9010-0c1dfd7670e2 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:09.110044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.110734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Fanout notify agent at l3_agent the message router_deleted on router 104c9ef9-f6fe-4456-9129-e9aba14084a2 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:07:09.130003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.134317 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-164b2567-ac0e-4f67-8cf6-c41a706c608d tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/routers/104c9ef9-f6fe-4456-9129-e9aba14084a2 HTTP/1.1" status: 204 len: 168 time: 0.5096676 May 19 13:07:09.134981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36480) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:09.140408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:09.147876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:09.152765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:09.163368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:09.200922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:09.205771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.227524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] For port baccd154-8cb6-454f-ba10-0d6c16b2bbd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:09.227913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.228350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Deleting port 34ee6057-6fe0-4e93-8329-794f623dcf16 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:09.228750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.349554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] Calling delete_port for baccd154-8cb6-454f-ba10-0d6c16b2bbd8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:09.434766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.482393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] Pushing event deleted for resources: {'Port': ['ID=baccd154-8cb6-454f-ba10-0d6c16b2bbd8,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:09.484196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c0ae4-dd5c-4217-8790-c8b615596bc3 None None] No DVR routers for this DVR port baccd154-8cb6-454f-ba10-0d6c16b2bbd8 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:09.503102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36484) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:09.512208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.637241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Calling delete_port for 34ee6057-6fe0-4e93-8329-794f623dcf16 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:09.755141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.778049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.824869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Port': ['ID=af4ee656-0060-4200-9010-0c1dfd7670e2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:09.898097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Deleting port d5341806-d58c-49c4-839d-0819f068ac37 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:09.898312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:09.955367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event deleted for resources: {'Port': ['ID=34ee6057-6fe0-4e93-8329-794f623dcf16,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:10.008640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.057619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.066422 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-700aa664-1d68-4245-ad7d-00c5419aa0fc tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/ports/34ee6057-6fe0-4e93-8329-794f623dcf16 HTTP/1.1" status: 204 len: 168 time: 0.9282637 May 19 13:07:10.066703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36488) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:10.144179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Deleting subnet 21d219c3-42a8-482a-bb8a-fc339efc6cd6 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:10.148641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.167814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:10.205248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.218886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:10.227132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.230348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646d096-0e84-4f25-a59a-be1189566ee6 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:10.238148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:10.238757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.260322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=739faca2-2a30-4092-95ef-b6b151bf9c40,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:10.304042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.392033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.429957 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d266047-30ca-428d-a263-e0ee71026ebb tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5901380 May 19 13:07:10.436692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36492) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:10.441608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event deleted for resources: {'Subnet': ['ID=21d219c3-42a8-482a-bb8a-fc339efc6cd6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:10.443830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.445097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:10.450431 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7e420748-c2e8-4f43-a40e-60537ef9ca88 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/subnets/21d219c3-42a8-482a-bb8a-fc339efc6cd6 HTTP/1.1" status: 204 len: 168 time: 0.3827887 May 19 13:07:10.452879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36496) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:10.461108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c895c-5ce6-4f87-aa49-62f40c42bde2 None None] Network 6a422132-52ba-4da0-8cdf-6ff88e0ac79f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:10.535206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.535639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.571232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.581857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Deleting port ccefbd08-127b-4d64-b0c0-58cb834690f6 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:10.582185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.602213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-46029377-b81a-4b15-aa71-e8bb333d83e5', 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'tenant_id': '63ea81ec13134caa9b809c5b43108194', 'fixed_ips': [{'subnet_id': '739faca2-2a30-4092-95ef-b6b151bf9c40'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:10.603389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.820340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] For port ccefbd08-127b-4d64-b0c0-58cb834690f6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ccefbd08-127b-4d64-b0c0-58cb834690f6,segment=NetworkSegment(c236ec13-3123-4a46-b07e-0723c0ac2781),segment_id=c236ec13-3123-4a46-b07e-0723c0ac2781)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:10.820881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:10.858592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Allocated IP 2001:db8::2 (46029377-b81a-4b15-aa71-e8bb333d83e5/739faca2-2a30-4092-95ef-b6b151bf9c40/ef11fe75-d7dc-47b4-8798-2e661866d827) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:10.897209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:10.936256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Calling delete_port for d5341806-d58c-49c4-839d-0819f068ac37 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:10.951921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Calling delete_port for ccefbd08-127b-4d64-b0c0-58cb834690f6 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:10.992795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: baccd154-8cb6-454f-ba10-0d6c16b2bbd8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:10.993473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device baccd154-8cb6-454f-ba10-0d6c16b2bbd8 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:11.019467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Router 30013a20-8b34-43fa-b222-8745552c5785 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:11.053729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ff44d-4ac6-4847-a2c8-056bf4f05e0f None None] DHCP port deletion for 6a422132-52ba-4da0-8cdf-6ff88e0ac79f request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:11.054600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.106843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event deleted for resources: {'Port': ['ID=ccefbd08-127b-4d64-b0c0-58cb834690f6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:11.117491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] No DVR routers for this DVR port ccefbd08-127b-4d64-b0c0-58cb834690f6 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:11.153089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.210981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:11.252098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.271884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:11.277685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a422132-52ba-4da0-8cdf-6ff88e0ac79f']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.281374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:11.291116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c236ec13-3123-4a46-b07e-0723c0ac2781') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.291411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c236ec13-3123-4a46-b07e-0723c0ac2781') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.293858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:11.302836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.304147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:11.315587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] Sync routers for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:11.320140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.327302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:11.327899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:11.328070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:11.328252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.328492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.331550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:11.343617 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:11.348182 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2fe17c2-b0f6-4307-8ac2-d495d831f7bb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4553413 May 19 13:07:11.352100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.360592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36500) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:11.394453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.404291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] Routers {'30013a20-8b34-43fa-b222-8745552c5785'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:11.404291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['30013a20-8b34-43fa-b222-8745552c5785'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.430679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.456424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Transition to ACTIVE for port object ef11fe75-d7dc-47b4-8798-2e661866d827 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:11.456647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.463519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] Pushing event deleted for resources: {'Network': ['ID=6a422132-52ba-4da0-8cdf-6ff88e0ac79f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:11.470301 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9cfdab07-c20b-45d1-85f4-0e56064b0f62 tempest-TagsExtTest-805584105 tempest-TagsExtTest-805584105-project] 10.222.0.44 "DELETE /v2.0/networks/6a422132-52ba-4da0-8cdf-6ff88e0ac79f HTTP/1.1" status: 204 len: 168 time: 1.0162461 May 19 13:07:11.473253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:11.473659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b9819-f99d-40ab-8ac8-97a0b283acd0 None None] The sync data for ids ['30013a20-8b34-43fa-b222-8745552c5785'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:11.489486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Transition to ACTIVE for port object ef11fe75-d7dc-47b4-8798-2e661866d827 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:11.498231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.512153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'Port': ['ID=d5341806-d58c-49c4-839d-0819f068ac37,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:11.567205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:11.569793 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-299cdca5-c844-4a32-bcef-6f2c17e59a63 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] show failed (client error): The resource could not be found. May 19 13:07:11.570737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:11.570865 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-299cdca5-c844-4a32-bcef-6f2c17e59a63 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1379897214 HTTP/1.1" status: 404 len: 335 time: 0.1774042 May 19 13:07:11.574384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:11.577006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36506) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:11.581743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Pushing event updated for resources: {'Port': ['ID=ef11fe75-d7dc-47b4-8798-2e661866d827,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:11.596740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c0147a83-c6c0-4f6c-b311-ee5dc1061699 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:11.678611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Attempting to bind port ef11fe75-d7dc-47b4-8798-2e661866d827 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:11.679094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Attempting to bind port ef11fe75-d7dc-47b4-8798-2e661866d827 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:11.679544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Attempting to bind port ef11fe75-d7dc-47b4-8798-2e661866d827 on network 46029377-b81a-4b15-aa71-e8bb333d83e5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:11.679732 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 739faca2-2a30-4092-95ef-b6b151bf9c40 (CIDR: 2001:db8::/64) May 19 13:07:11.683084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.683702 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Floating IP 86e4c72c-48ea-4ad2-a448-b956deb45037 disassociated (deleted). External IP: 172.26.3.204, port: fdb2660d-0b83-4ec3-8ed2-11678289c2c6. May 19 13:07:11.688114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:11.688731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Checking segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:11.689193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.689798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Bound using segment: {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:11.691211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Bound port: ef11fe75-d7dc-47b4-8798-2e661866d827, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8ff5d-55bd-421a-a719-a3e5003c0a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:11.691747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.694141 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-c0147a83-c6c0-4f6c-b311-ee5dc1061699 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] update failed (client error): The resource could not be found. May 19 13:07:11.699669 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c0147a83-c6c0-4f6c-b311-ee5dc1061699 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1074127532 HTTP/1.1" status: 404 len: 335 time: 0.1204560 May 19 13:07:11.700303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36510) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:11.758342 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:07:11.758867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:11.787725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:11.789504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting subnet 3a1f7c97-2e5a-40f8-87e0-2179b4bc656f {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:11.792953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ef11fe75-d7dc-47b4-8798-2e661866d827,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:11.793147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.797841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:11.798777 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e156c62d-e5fe-4a18-9602-e4d6ffddef27 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3608372 May 19 13:07:11.834055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36516) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:11.835118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36518) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:11.846961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'subnet': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:11.896379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6434197-7bfc-42a9-b4d2-d1f8c4b93d1a None None] Pushing event updated for resources: {'Port': ['ID=ef11fe75-d7dc-47b4-8798-2e661866d827,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:12.121098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Router 15da5659-f704-4679-8113-38b1c840dbc1 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:12.146980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.274531 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a466b362-542e-40be-a55b-acb17ee5d04a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=370f5e68bf7940bdafb11ab55b7172f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366760 May 19 13:07:12.277422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36526) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:12.314256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:12.320635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:subnet and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:12.324840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:12.331233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.350221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:12.355943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.358962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:12.364229 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] Sync routers for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:12.375186 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:12.376260 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:12.384877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:12.388534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.518876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.568453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.574198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7fef20-95f1-4687-be1c-4f5bce01d22f None None] Network 0a316098-685d-4a66-aa39-691f4836d6b7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:12.577734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1f7c97-2e5a-40f8-87e0-2179b4bc656f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:12.584831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4141a34-6b47-4fdd-bb47-c555d7a1787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.585984 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82dac7fc-ec1a-4e7c-8cb7-8a0402c90f97 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/subnets/3a1f7c97-2e5a-40f8-87e0-2179b4bc656f HTTP/1.1" status: 204 len: 168 time: 0.8842411 May 19 13:07:12.587580 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:12.590788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36530) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:12.611989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4141a34-6b47-4fdd-bb47-c555d7a1787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.665270 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-be3f902e-4598-4924-8ab2-446ba6bd4c32 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "DELETE /v2.0/floatingips/86e4c72c-48ea-4ad2-a448-b956deb45037 HTTP/1.1" status: 204 len: 168 time: 3.1500578 May 19 13:07:12.666420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:12.727494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4141a34-6b47-4fdd-bb47-c555d7a1787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.762177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141a34-6b47-4fdd-bb47-c555d7a1787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df766489-def0-4f29-8159-d67644c3ff8f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:12.786097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d4141a34-6b47-4fdd-bb47-c555d7a1787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:12.791298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d4141a34-6b47-4fdd-bb47-c555d7a1787b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df766489-def0-4f29-8159-d67644c3ff8f HTTP/1.1" status: 204 len: 168 time: 0.5057559 May 19 13:07:12.799517 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521cd07c-1754-4ee7-9abc-365049c0d431'] response: {'name': 'network-changed', 'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'status': 'completed', 'code': 200} May 19 13:07:12.801465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.019878 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ef11fe75-d7dc-47b4-8798-2e661866d827 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:13.141984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting port e431c1e0-97d1-4453-a960-59d202a446f7 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:13.143032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.249213 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:13.254604 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] Checking router: 15da5659-f704-4679-8113-38b1c840dbc1 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:13.266254 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:13.267136 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:13.339641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ef11fe75-d7dc-47b4-8798-2e661866d827 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:13.401801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] DHCP port deletion for 0a316098-685d-4a66-aa39-691f4836d6b7 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:13.410044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] Deleting port e431c1e0-97d1-4453-a960-59d202a446f7 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:13.410422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.444589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-1cb697b3-f50b-4fd8-8f28-558585061d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:13.447601 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-1cb697b3-f50b-4fd8-8f28-558585061d43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24306cc48006457bb49f0dc6e3a652e5&device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 1099 time: 0.4511642 May 19 13:07:13.451164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ccefbd08-127b-4d64-b0c0-58cb834690f6 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:13.512795 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:13.525314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ccefbd08-127b-4d64-b0c0-58cb834690f6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:13.525800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ccefbd08-127b-4d64-b0c0-58cb834690f6 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:13.531520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Provisioning for port ef11fe75-d7dc-47b4-8798-2e661866d827 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:13.546187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Provisioning complete for port ef11fe75-d7dc-47b4-8798-2e661866d827 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:13.546556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.728500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.objects.ports [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88029) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 19 13:07:13.789412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] For port e431c1e0-97d1-4453-a960-59d202a446f7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e431c1e0-97d1-4453-a960-59d202a446f7,segment=NetworkSegment(d76f98da-3bec-4bac-b488-25f2c75c6f1a),segment_id=d76f98da-3bec-4bac-b488-25f2c75c6f1a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:13.790039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.794117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] For port e431c1e0-97d1-4453-a960-59d202a446f7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e431c1e0-97d1-4453-a960-59d202a446f7,segment=NetworkSegment(d76f98da-3bec-4bac-b488-25f2c75c6f1a),segment_id=d76f98da-3bec-4bac-b488-25f2c75c6f1a)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:13.794475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.856726 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:13.861767 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0ba23-7801-4724-8534-5f67b4b1b365 None None] The sync data for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv is: [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:04:53Z', 'revision_number': 4, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '6ece72cf-2eaf-481e-9f4f-49fc00336c6b', 'name': '', 'network_id': '194c019b-5806-4c81-a6fe-530845960918', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'mac_address': 'fa:16:3e:af:3d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:52Z', 'updated_at': '2022-05-19T13:05:02Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'subnets': [{'id': 'c0a8bf66-49ff-499f-953a-4131f274b177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:13.944992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] Calling delete_port for e431c1e0-97d1-4453-a960-59d202a446f7 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:13.971429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Current status of the port ef11fe75-d7dc-47b4-8798-2e661866d827 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:13.971762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:13.972294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Calling delete_port for e431c1e0-97d1-4453-a960-59d202a446f7 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:14.012481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-964768cf-5ef0-4356-a31a-9c1e9a888047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:14.013987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-964768cf-5ef0-4356-a31a-9c1e9a888047 service neutron] 10.222.0.79 "GET /v2.0/networks?id=194c019b-5806-4c81-a6fe-530845960918 HTTP/1.1" status: 200 len: 898 time: 0.5506282 May 19 13:07:14.038390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ef11fe75-d7dc-47b4-8798-2e661866d827,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:14.046127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.088245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.115431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] No DVR routers for this DVR port e431c1e0-97d1-4453-a960-59d202a446f7 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:14.140566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a3480-3778-4106-974b-e3ab7c0fd620 None None] Pushing event updated for resources: {'Port': ['ID=ef11fe75-d7dc-47b4-8798-2e661866d827,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:14.182318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637713d0-a87d-4d1e-b49a-db3fd0af2565 None None] New status for floating IP 86e4c72c-48ea-4ad2-a448-b956deb45037: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:07:14.249053 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-f7b581d1-cc75-4c7c-9d6c-82d54135af74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6 HTTP/1.1" status: 200 len: 217 time: 0.2236125 May 19 13:07:14.308975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b171ae0-f420-42a8-bba4-0e962aad061e None None] Pushing event deleted for resources: {'Port': ['ID=e431c1e0-97d1-4453-a960-59d202a446f7,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:14.347843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a10195-f097-432a-8623-5754f4782b63 req-75840e5c-4604-4abd-a690-14a04c9ec81f tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:14.349318 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13a10195-f097-432a-8623-5754f4782b63 req-75840e5c-4604-4abd-a690-14a04c9ec81f tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.7061622 May 19 13:07:14.357627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:14.357931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:14.381163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-eb221e72-fb3b-4b94-bd7c-05b269312d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:14.382464 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-eb221e72-fb3b-4b94-bd7c-05b269312d96 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c0a8bf66-49ff-499f-953a-4131f274b177 HTTP/1.1" status: 200 len: 835 time: 0.1252224 May 19 13:07:14.498678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13a10195-f097-432a-8623-5754f4782b63 req-c1df55b2-a804-4e5f-80c0-34cb65233eae tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398027 May 19 13:07:14.508954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.593443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-da83f7f2-8719-421a-a3e5-21cbae18d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:14.594920 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-da83f7f2-8719-421a-a3e5-21cbae18d05f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=194c019b-5806-4c81-a6fe-530845960918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1857285 May 19 13:07:14.834304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ef11fe75-d7dc-47b4-8798-2e661866d827,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:14.842587 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-0f9b7c40-574c-46cd-8b7b-234bc311f5dd service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267191 May 19 13:07:14.851807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ef11fe75-d7dc-47b4-8798-2e661866d827 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:14.859181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting port e431c1e0-97d1-4453-a960-59d202a446f7 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:14.859521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.922730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ef11fe75-d7dc-47b4-8798-2e661866d827 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:14.923093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.966436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:14.987512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-cfaa0af8-9365-441d-b41e-cb7595ef7dc8 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:14.988851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-cfaa0af8-9365-441d-b41e-cb7595ef7dc8 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Synchronizing usage tracker for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:15.005880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-cfaa0af8-9365-441d-b41e-cb7595ef7dc8 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Unset dirty status for tenant:24306cc48006457bb49f0dc6e3a652e5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:15.007448 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-cfaa0af8-9365-441d-b41e-cb7595ef7dc8 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.1025169 May 19 13:07:15.009060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.009783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.021569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] The port 'e431c1e0-97d1-4453-a960-59d202a446f7' was deleted {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:07:15.044843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ef11fe75-d7dc-47b4-8798-2e661866d827 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:15.090374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Deleting port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:15.091002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.097008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e431c1e0-97d1-4453-a960-59d202a446f7 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:15.152341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e431c1e0-97d1-4453-a960-59d202a446f7 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:15.152859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e431c1e0-97d1-4453-a960-59d202a446f7 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:15.189841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:15.201461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:15.213898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b682f-ed81-4be6-bcef-5b0d1d5b65bd None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:15.264160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:15.264770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.315236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=ef11fe75-d7dc-47b4-8798-2e661866d827,revision_number=5']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:15.324067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Subnet': ['ID=0f86d735-2619-436f-afac-dca40ffbf1fe,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:15.331717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.341080 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b0425594-5e51-4b12-b353-cb20fb12df88 req-52a11159-dc91-4f82-ab92-ad6126fef450 service neutron] 10.222.0.79 "GET /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826684 May 19 13:07:15.369690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a316098-685d-4a66-aa39-691f4836d6b7']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:15.377012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] For port fdb2660d-0b83-4ec3-8ed2-11678289c2c6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:15.377012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.380615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-84cb565e-2b3f-4529-b638-b291ed05100f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5443647 May 19 13:07:15.384205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36542) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:15.386477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76f98da-3bec-4bac-b488-25f2c75c6f1a') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:15.386797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76f98da-3bec-4bac-b488-25f2c75c6f1a') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:15.392170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Request body: {'port': {'network_id': '46029377-b81a-4b15-aa71-e8bb333d83e5', 'mac_address': 'fa:16:3e:d6:42:8b', 'name': 'tempest-NetworksTestDHCPv6-1579562900'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:15.399933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.420020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.428704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:15.429112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: util.warn( May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:15.444581 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:15.541089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.566312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.569064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Network': ['ID=0a316098-685d-4a66-aa39-691f4836d6b7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:15.575188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dbb93907-f257-4066-959c-15efc8798d3c tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/networks/0a316098-685d-4a66-aa39-691f4836d6b7 HTTP/1.1" status: 204 len: 168 time: 2.9833913 May 19 13:07:15.577512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36548) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:15.597387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Calling delete_port for fdb2660d-0b83-4ec3-8ed2-11678289c2c6 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:15.650547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting subnet 103cd3eb-6069-43a0-b5b0-a2d0cfbc9180 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:15.654636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.722173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.801496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:15.814853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.841142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Usage tracker for resource:port and tenant:63ea81ec13134caa9b809c5b43108194 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:15.850147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:15.863278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:15.881209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b77c8-2376-4cbf-803c-ecaf7795c12e req-089f6482-8b1f-4f2c-8fcb-6846d4bbf28c tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:15.882901 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-785b77c8-2376-4cbf-803c-ecaf7795c12e req-089f6482-8b1f-4f2c-8fcb-6846d4bbf28c tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 946 time: 0.2438838 May 19 13:07:15.898709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.920478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:15.922033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Made reservation on behalf of 63ea81ec13134caa9b809c5b43108194 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:16.055259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'Port': ['ID=fdb2660d-0b83-4ec3-8ed2-11678289c2c6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:16.085359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-06615e09-3fe5-4d5f-8907-f39022afc7fb None None] Provisioning complete for port ef11fe75-d7dc-47b4-8798-2e661866d827 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:16.085952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-06615e09-3fe5-4d5f-8907-f39022afc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.103493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Subnet': ['ID=103cd3eb-6069-43a0-b5b0-a2d0cfbc9180,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:16.107058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.119258 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c76ea375-dd27-4660-bef7-ba60009265ce tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/subnets/103cd3eb-6069-43a0-b5b0-a2d0cfbc9180 HTTP/1.1" status: 204 len: 168 time: 0.5406384 May 19 13:07:16.120001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36552) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:16.121240 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-785b77c8-2376-4cbf-803c-ecaf7795c12e req-677b9d71-dd4f-4ee8-8871-c63b50460a48 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "GET /v2.0/security-groups?id=b25d19ed-e531-4f04-a2ae-ff6e5e279bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248852 May 19 13:07:16.151106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706f3cd-1c58-40bb-adcc-1814d9c78139 None None] Network f709cb94-aacc-4a68-a9ac-b0f6c2790bae requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:16.191667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting subnet 6d18bc3c-4685-42a8-9b85-907d12748f1d {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:16.195686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.211012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] No DVR routers for this DVR port fdb2660d-0b83-4ec3-8ed2-11678289c2c6 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:16.213731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.218606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-deleted', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:16.242760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.258803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.271494 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa7e22a-b1b5-4322-a475-1480673b14b9'] response: {'server_uuid': '0ee9d94e-dd6c-4e4e-872a-f25d4b88455e', 'name': 'network-vif-deleted', 'tag': 'fdb2660d-0b83-4ec3-8ed2-11678289c2c6', 'status': 'completed', 'code': 200} May 19 13:07:16.273261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60182d7f-3ab6-49d2-99f0-63393f143eca req-9ee00056-980a-4445-ab3f-9220f208c6bf tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.79 "DELETE /v2.0/ports/fdb2660d-0b83-4ec3-8ed2-11678289c2c6 HTTP/1.1" status: 204 len: 173 time: 1.2539847 May 19 13:07:16.284213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] device_id is not set on port dae55282-ea12-4a8e-b991-9385578ab6e7 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:07:16.402438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.450872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-06615e09-3fe5-4d5f-8907-f39022afc7fb None None] Current status of the port ef11fe75-d7dc-47b4-8798-2e661866d827 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:16.508091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.557427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Subnet': ['ID=6d18bc3c-4685-42a8-9b85-907d12748f1d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:16.561057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.569772 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-85739de9-58c0-4d6e-81c0-117280bcf708 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/subnets/6d18bc3c-4685-42a8-9b85-907d12748f1d HTTP/1.1" status: 204 len: 168 time: 0.4487116 May 19 13:07:16.570384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36558) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:16.576974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b9f47-8c04-4b3e-ac8e-d840110f47d5 None None] Network 674c0159-0a37-465a-85ba-8220b3a83a51 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:16.590077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] DHCP port deletion for f709cb94-aacc-4a68-a9ac-b0f6c2790bae request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:16.643902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Deleting port b75f4877-f35c-40df-85d2-0cb12cc9263c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:16.644492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.703763 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b070340-fcf7-4dbc-bfc9-ff5be9737285 req-1ece7b3b-7326-48fe-ae06-af22a4cc2879 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1935961 May 19 13:07:16.716625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.728823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting port b75f4877-f35c-40df-85d2-0cb12cc9263c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:16.729159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:16.776288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8::270 (46029377-b81a-4b15-aa71-e8bb333d83e5/739faca2-2a30-4092-95ef-b6b151bf9c40/dae55282-ea12-4a8e-b991-9385578ab6e7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:16.787341 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b070340-fcf7-4dbc-bfc9-ff5be9737285 req-e38c971c-0093-4417-89db-747dbe2d5f5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24306cc48006457bb49f0dc6e3a652e5&device_id=0ee9d94e-dd6c-4e4e-872a-f25d4b88455e HTTP/1.1" status: 200 len: 210 time: 0.0470369 May 19 13:07:16.790162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Allocated IP 2001:db8:0:1:f816:3eff:fed6:428b (46029377-b81a-4b15-aa71-e8bb333d83e5/0f86d735-2619-436f-afac-dca40ffbf1fe/dae55282-ea12-4a8e-b991-9385578ab6e7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:16.963873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ef11fe75-d7dc-47b4-8798-2e661866d827 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:16.987041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] For port b75f4877-f35c-40df-85d2-0cb12cc9263c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b75f4877-f35c-40df-85d2-0cb12cc9263c,segment=NetworkSegment(c0c3a338-35dd-4d42-8122-6cdcc742d209),segment_id=c0c3a338-35dd-4d42-8122-6cdcc742d209)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:16.987597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.081734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] For port b75f4877-f35c-40df-85d2-0cb12cc9263c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b75f4877-f35c-40df-85d2-0cb12cc9263c,segment=NetworkSegment(c0c3a338-35dd-4d42-8122-6cdcc742d209),segment_id=c0c3a338-35dd-4d42-8122-6cdcc742d209)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:17.082125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.144786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070340-fcf7-4dbc-bfc9-ff5be9737285 req-d622604b-1c3f-4c0b-8a81-44ef888a48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:17.146395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b070340-fcf7-4dbc-bfc9-ff5be9737285 req-d622604b-1c3f-4c0b-8a81-44ef888a48fe service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=24306cc48006457bb49f0dc6e3a652e5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2993870 May 19 13:07:17.152994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.178991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Calling delete_port for b75f4877-f35c-40df-85d2-0cb12cc9263c owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:17.245518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:17.270500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Transition to ACTIVE for port object dae55282-ea12-4a8e-b991-9385578ab6e7 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:17.287491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Calling delete_port for b75f4877-f35c-40df-85d2-0cb12cc9263c owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:17.305348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36564) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:17.334046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] DHCP port deletion for 674c0159-0a37-465a-85ba-8220b3a83a51 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:17.345051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070340-fcf7-4dbc-bfc9-ff5be9737285 req-1840a08a-d287-4a57-9d6f-14fa25c85f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:17.346503 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b070340-fcf7-4dbc-bfc9-ff5be9737285 req-1840a08a-d287-4a57-9d6f-14fa25c85f5a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867702 May 19 13:07:17.354107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.374272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: fdb2660d-0b83-4ec3-8ed2-11678289c2c6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:17.374736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fdb2660d-0b83-4ec3-8ed2-11678289c2c6 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:17.381619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ef11fe75-d7dc-47b4-8798-2e661866d827 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:17.381984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.398107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.407579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] Deleting port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:17.407957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.432727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:17.435951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:17.439916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:17.445792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:17.446427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.454553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event updated for resources: {'Port': ['ID=dae55282-ea12-4a8e-b991-9385578ab6e7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:17.480464 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1514b4da-2502-4f09-ba1a-089e83c0b362 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0951142 May 19 13:07:17.482960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36568) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:17.527388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Port': ['ID=b75f4877-f35c-40df-85d2-0cb12cc9263c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:17.552401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] No DVR routers for this DVR port b75f4877-f35c-40df-85d2-0cb12cc9263c on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:17.558319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting port dae55282-ea12-4a8e-b991-9385578ab6e7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:17.558704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.634461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:17.634882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:17.748107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ef11fe75-d7dc-47b4-8798-2e661866d827 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:17.777311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] For port ab3a9b89-6e97-40b8-9263-8bbe7d558c65, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,segment=NetworkSegment(478a8370-71ca-49ee-a31d-7fca74dd307b),segment_id=478a8370-71ca-49ee-a31d-7fca74dd307b)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:17.777714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.818428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.860675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f709cb94-aacc-4a68-a9ac-b0f6c2790bae']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:17.867463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b75f4877-f35c-40df-85d2-0cb12cc9263c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:17.874659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:17.884244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c3a338-35dd-4d42-8122-6cdcc742d209') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:17.884543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c3a338-35dd-4d42-8122-6cdcc742d209') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:17.901302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.004733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Calling delete_port for dae55282-ea12-4a8e-b991-9385578ab6e7 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:18.009472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-724732f8-3d0c-4861-ab54-fabe5586b171 None None] Provisioning for port dae55282-ea12-4a8e-b991-9385578ab6e7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:18.021675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] Calling delete_port for ab3a9b89-6e97-40b8-9263-8bbe7d558c65 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:18.056456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-724732f8-3d0c-4861-ab54-fabe5586b171 None None] Provisioning complete for port dae55282-ea12-4a8e-b991-9385578ab6e7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:18.056829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-724732f8-3d0c-4861-ab54-fabe5586b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.106196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.107304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: b75f4877-f35c-40df-85d2-0cb12cc9263c {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:18.107652 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b75f4877-f35c-40df-85d2-0cb12cc9263c not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:18.118834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:18.119427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:18.135246 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:18.140525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Deleting port b75f4877-f35c-40df-85d2-0cb12cc9263c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:18.141066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.216884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-724732f8-3d0c-4861-ab54-fabe5586b171 None None] Port dae55282-ea12-4a8e-b991-9385578ab6e7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:18.222711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fc63089-f300-42f8-a856-8acdeabbf176 None None] The port 'b75f4877-f35c-40df-85d2-0cb12cc9263c' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:07:18.260169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.266820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.290544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.301144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.317500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] Pushing event deleted for resources: {'Port': ['ID=ab3a9b89-6e97-40b8-9263-8bbe7d558c65,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:18.323394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565488f-c929-471f-b78e-d2bd0bb36dd5 None None] No DVR routers for this DVR port ab3a9b89-6e97-40b8-9263-8bbe7d558c65 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:18.328005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Network': ['ID=f709cb94-aacc-4a68-a9ac-b0f6c2790bae,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:18.346388 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1093de48-b5bc-46c9-8ce6-d2a5833d6635 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/networks/f709cb94-aacc-4a68-a9ac-b0f6c2790bae HTTP/1.1" status: 204 len: 168 time: 1.7722831 May 19 13:07:18.347806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36572) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:18.354352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Port': ['ID=dae55282-ea12-4a8e-b991-9385578ab6e7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:18.440708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.452384 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7b5aa68f-202c-4a86-8516-addbeca9a30d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/dae55282-ea12-4a8e-b991-9385578ab6e7 HTTP/1.1" status: 204 len: 168 time: 0.9682834 May 19 13:07:18.454693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36576) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:18.478699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.545458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8a67-6768-4af5-b8aa-b092640f5562 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:18.546190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f53c8a67-6768-4af5-b8aa-b092640f5562 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:18.562380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f53c8a67-6768-4af5-b8aa-b092640f5562 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:18.563571 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f53c8a67-6768-4af5-b8aa-b092640f5562 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1078379 May 19 13:07:18.566339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36580) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:18.648283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4634611-6900-4df0-9910-9be037f216f8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:18.649958 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f4634611-6900-4df0-9910-9be037f216f8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0826797 May 19 13:07:18.652691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36584) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:18.658980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.692534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674c0159-0a37-465a-85ba-8220b3a83a51']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:18.707632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478a8370-71ca-49ee-a31d-7fca74dd307b') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:18.707936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478a8370-71ca-49ee-a31d-7fca74dd307b') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:18.723922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.746758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.800877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.820864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:18.821334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:18.836045 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:18.838658 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af931d64-e7f3-422c-8622-872d3610a831 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:18.838658 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af931d64-e7f3-422c-8622-872d3610a831 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:18.839329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af931d64-e7f3-422c-8622-872d3610a831 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:18.840116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-af931d64-e7f3-422c-8622-872d3610a831 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:18.859194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-af931d64-e7f3-422c-8622-872d3610a831 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:18.860512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ab3a9b89-6e97-40b8-9263-8bbe7d558c65 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:18.861219 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-af931d64-e7f3-422c-8622-872d3610a831 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2075939 May 19 13:07:18.863995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36588) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:18.895649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ab3a9b89-6e97-40b8-9263-8bbe7d558c65 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:18.895649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ab3a9b89-6e97-40b8-9263-8bbe7d558c65 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:18.937420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 0f86d735-2619-436f-afac-dca40ffbf1fe {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:18.940497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:18.993544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.000768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.011680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.026651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Network': ['ID=674c0159-0a37-465a-85ba-8220b3a83a51,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:19.032227 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ae630a6f-0480-49d5-8e0f-192da6d58599 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/networks/674c0159-0a37-465a-85ba-8220b3a83a51 HTTP/1.1" status: 204 len: 168 time: 0.6834171 May 19 13:07:19.035454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36592) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:19.087373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.173367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.193107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting subnet 2d6fd62c-99f5-4256-8422-472d6c2cdb2e {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:19.204384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.219874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=0f86d735-2619-436f-afac-dca40ffbf1fe,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:19.221788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.226319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d07c33-5402-4757-934a-5e67fee86a83 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:19.245247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-29b033e8-9aaa-461c-aae0-94eb68eadada tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/0f86d735-2619-436f-afac-dca40ffbf1fe HTTP/1.1" status: 204 len: 168 time: 0.3772955 May 19 13:07:19.245492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36596) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:19.266069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.319281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Deleting subnet 739faca2-2a30-4092-95ef-b6b151bf9c40 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:19.323022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.391282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.397377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Deleting port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:19.397719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.455900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.479491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.562005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.607189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Subnet': ['ID=739faca2-2a30-4092-95ef-b6b151bf9c40,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:19.611107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.623169 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1228545e-83c7-438f-a88b-fc8afdec2416 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/739faca2-2a30-4092-95ef-b6b151bf9c40 HTTP/1.1" status: 204 len: 168 time: 0.3764904 May 19 13:07:19.624024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36600) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:19.698608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3e1b08a0-a8f8-4275-993c-3a7110529ffc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734236 May 19 13:07:19.701058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36604) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:19.780466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.786001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] For port 6ece72cf-2eaf-481e-9f4f-49fc00336c6b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:19.786399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.788573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a2fe5-9403-4063-befb-0bf820a2fa13 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:19.792556 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-de3a2fe5-9403-4063-befb-0bf820a2fa13 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0889788 May 19 13:07:19.793191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36608) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:19.841197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e64b5c-9f40-4471-9c8a-2eb2c427662d None None] Network e69bf7b7-5381-4de7-87de-afc384b1b6b9 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:19.860047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66293dad-b3d7-49a9-b774-69eda9a686e7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:19.860423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-66293dad-b3d7-49a9-b774-69eda9a686e7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Synchronizing usage tracker for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:19.880709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-66293dad-b3d7-49a9-b774-69eda9a686e7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Unset dirty status for tenant:63ea81ec13134caa9b809c5b43108194 on resource:subnet {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:19.882446 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-66293dad-b3d7-49a9-b774-69eda9a686e7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880773 May 19 13:07:19.885443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36612) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:19.886522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:19.948093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6fd62c-99f5-4256-8422-472d6c2cdb2e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:19.957349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Calling delete_port for 6ece72cf-2eaf-481e-9f4f-49fc00336c6b owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:20.031211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6e702-d1ef-4f8b-92eb-db7bcab56837 None None] Network 46029377-b81a-4b15-aa71-e8bb333d83e5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:20.063371 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3b80d231-355e-4611-8bc7-e7446e4e7a6d tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/subnets/2d6fd62c-99f5-4256-8422-472d6c2cdb2e HTTP/1.1" status: 204 len: 168 time: 1.0269423 May 19 13:07:20.065525 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b2182116-7ac5-42c0-825d-d91c9537d7e9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189470 May 19 13:07:20.066253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36616) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.073393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36620) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.140363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-04da1005-9784-4d5b-9e5d-a18ad9ec7e57 None None] Provisioning complete for port ef11fe75-d7dc-47b4-8798-2e661866d827 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:20.140589 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3811bbd-d971-4aad-b282-1e737b79425c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.140769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-04da1005-9784-4d5b-9e5d-a18ad9ec7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.140955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3811bbd-d971-4aad-b282-1e737b79425c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.145044 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f3811bbd-d971-4aad-b282-1e737b79425c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/dae55282-ea12-4a8e-b991-9385578ab6e7 HTTP/1.1" status: 404 len: 333 time: 0.0684111 May 19 13:07:20.147097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36624) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.242745 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd62830-71e0-4858-9008-c53370962c36 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.243288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd62830-71e0-4858-9008-c53370962c36 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.244353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.247545 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fcd62830-71e0-4858-9008-c53370962c36 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/0f86d735-2619-436f-afac-dca40ffbf1fe HTTP/1.1" status: 404 len: 337 time: 0.0970490 May 19 13:07:20.250148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36628) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.294743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.309505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Deleting port 7789225c-fdfc-438e-be6d-a7c3d2af4024 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:20.309845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.337114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'Port': ['ID=6ece72cf-2eaf-481e-9f4f-49fc00336c6b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:20.364185 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-668bd29a-3891-42b7-8d69-1f465713e337 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.365248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668bd29a-3891-42b7-8d69-1f465713e337 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.368412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-04da1005-9784-4d5b-9e5d-a18ad9ec7e57 None None] Current status of the port ef11fe75-d7dc-47b4-8798-2e661866d827 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:20.371796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] DHCP port deletion for e69bf7b7-5381-4de7-87de-afc384b1b6b9 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:20.384004 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-668bd29a-3891-42b7-8d69-1f465713e337 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/739faca2-2a30-4092-95ef-b6b151bf9c40 HTTP/1.1" status: 404 len: 337 time: 0.1003091 May 19 13:07:20.387443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Deleting port 7789225c-fdfc-438e-be6d-a7c3d2af4024 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:20.387822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.413467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36632) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.476244 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-607187ae-eeba-49d8-b4d9-46fdde5d2dd9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.476550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607187ae-eeba-49d8-b4d9-46fdde5d2dd9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.480425 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-607187ae-eeba-49d8-b4d9-46fdde5d2dd9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/d1f36279-827e-4f11-9727-8b0615c4e6d6 HTTP/1.1" status: 404 len: 333 time: 0.0637748 May 19 13:07:20.481088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36636) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.524492 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3f5610-59bf-4088-a317-0729a01ff84e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.524997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3f5610-59bf-4088-a317-0729a01ff84e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.528995 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e3f5610-59bf-4088-a317-0729a01ff84e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/55a1d9f2-f20e-433f-b34b-657e9d1bc2cb HTTP/1.1" status: 404 len: 337 time: 0.0446405 May 19 13:07:20.529345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36640) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.551413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] For port 7789225c-fdfc-438e-be6d-a7c3d2af4024, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7789225c-fdfc-438e-be6d-a7c3d2af4024,segment=NetworkSegment(7e96b82f-b1df-47af-b9d7-02be13f339c4),segment_id=7e96b82f-b1df-47af-b9d7-02be13f339c4)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:20.552060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.568899 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c6576b-f523-4031-ae17-e5a130292d20 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.569354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c6576b-f523-4031-ae17-e5a130292d20 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.573348 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-88c6576b-f523-4031-ae17-e5a130292d20 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/d1c23285-1c95-4458-a32f-044ebed6a80a HTTP/1.1" status: 404 len: 337 time: 0.0409217 May 19 13:07:20.613126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36644) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.671449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] For port 7789225c-fdfc-438e-be6d-a7c3d2af4024, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7789225c-fdfc-438e-be6d-a7c3d2af4024,segment=NetworkSegment(7e96b82f-b1df-47af-b9d7-02be13f339c4),segment_id=7e96b82f-b1df-47af-b9d7-02be13f339c4)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:20.671820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.709458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9579ef5-a5e7-4dd0-8a54-6bfc96585614 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.709971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9579ef5-a5e7-4dd0-8a54-6bfc96585614 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.711745 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e9579ef5-a5e7-4dd0-8a54-6bfc96585614 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/e95ef0ca-1624-4081-9d61-a7aa08d0f4aa HTTP/1.1" status: 404 len: 333 time: 0.0974844 May 19 13:07:20.719754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Calling delete_port for 7789225c-fdfc-438e-be6d-a7c3d2af4024 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:20.719912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36648) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.775726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04ae34d-dfff-40a8-91e4-8b35ce200117 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.776166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04ae34d-dfff-40a8-91e4-8b35ce200117 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.777825 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f04ae34d-dfff-40a8-91e4-8b35ce200117 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/a44a9ad2-8fa2-4d64-8812-7fb60ce765aa HTTP/1.1" status: 404 len: 337 time: 0.0577576 May 19 13:07:20.780428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36652) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.814319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] DHCP port deletion for 46029377-b81a-4b15-aa71-e8bb333d83e5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:20.833105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Calling delete_port for 7789225c-fdfc-438e-be6d-a7c3d2af4024 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:20.833446 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb5831c-1d54-4c5a-b87f-327a632b44cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.833446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb5831c-1d54-4c5a-b87f-327a632b44cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.833446 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6eb5831c-1d54-4c5a-b87f-327a632b44cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/f913f905-d4f1-47eb-8a51-cbdeb2ccc266 HTTP/1.1" status: 404 len: 337 time: 0.0494912 May 19 13:07:20.834071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36656) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.873435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.887141 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2b87b8-4bab-40f8-9639-b9f4ba0cea0b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.887608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2b87b8-4bab-40f8-9639-b9f4ba0cea0b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.891596 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6e2b87b8-4bab-40f8-9639-b9f4ba0cea0b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/c3175ad5-9f70-4bef-9a59-6370f6bee694 HTTP/1.1" status: 404 len: 333 time: 0.0544529 May 19 13:07:20.892023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36660) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:20.917007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Deleting port ef11fe75-d7dc-47b4-8798-2e661866d827 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:20.917622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.952109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7789225c-fdfc-438e-be6d-a7c3d2af4024 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:20.954825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:20.989916 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8164ba55-6858-435a-8eed-273c4ee6911d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:20.990353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8164ba55-6858-435a-8eed-273c4ee6911d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:20.992072 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8164ba55-6858-435a-8eed-273c4ee6911d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/c28d5a19-7a85-4216-bd5d-8143d84fa44d HTTP/1.1" status: 404 len: 337 time: 0.0993466 May 19 13:07:21.000221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36664) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.004196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Port': ['ID=7789225c-fdfc-438e-be6d-a7c3d2af4024,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:21.007957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] No DVR routers for this DVR port 7789225c-fdfc-438e-be6d-a7c3d2af4024 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:21.008209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7789225c-fdfc-438e-be6d-a7c3d2af4024 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:21.008901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7789225c-fdfc-438e-be6d-a7c3d2af4024 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:21.009057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ef11fe75-d7dc-47b4-8798-2e661866d827 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:21.039073 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-62888a6e-986b-4e3b-b116-f6b37238f14e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.039515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62888a6e-986b-4e3b-b116-f6b37238f14e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.041179 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-62888a6e-986b-4e3b-b116-f6b37238f14e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/97358b43-3eb5-45aa-b1f2-c06ddade4a39 HTTP/1.1" status: 404 len: 337 time: 0.0400653 May 19 13:07:21.049660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36668) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.133899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:21.134285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:21.147365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.196415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69bf7b7-5381-4de7-87de-afc384b1b6b9']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:21.212840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e96b82f-b1df-47af-b9d7-02be13f339c4') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:21.213655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e96b82f-b1df-47af-b9d7-02be13f339c4') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:21.229604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.249315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.249955 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0440b69c-85d7-450b-9194-e4d28f0a35e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.250417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0440b69c-85d7-450b-9194-e4d28f0a35e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.254374 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0440b69c-85d7-450b-9194-e4d28f0a35e4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/dde1ec8e-0710-4d5e-a251-6067ef382dc0 HTTP/1.1" status: 404 len: 333 time: 0.2015517 May 19 13:07:21.255003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36674) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.303489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:21.304177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.314935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ef11fe75-d7dc-47b4-8798-2e661866d827 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:21.315320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:21.319504 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:21.326816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fddb87a-63f7-4a04-8e39-1fca89a94977 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.327584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fddb87a-63f7-4a04-8e39-1fca89a94977 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.335978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ef11fe75-d7dc-47b4-8798-2e661866d827,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:21.336366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.401862 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1fddb87a-63f7-4a04-8e39-1fca89a94977 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/f6aa7de9-0ac8-4db4-bfbf-a1bc857379e2 HTTP/1.1" status: 404 len: 337 time: 0.1429992 May 19 13:07:21.404304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36680) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.451016 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-1456a42c-5513-479e-8882-0bd0bef83077 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.451614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1456a42c-5513-479e-8882-0bd0bef83077 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.456039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.461304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.470972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Calling delete_port for ef11fe75-d7dc-47b4-8798-2e661866d827 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:21.485400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/networks/e69bf7b7-5381-4de7-87de-afc384b1b6b9 HTTP/1.1" status: 204 len: 168 time: 1.4150136 May 19 13:07:21.487143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36684) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.490860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1456a42c-5513-479e-8882-0bd0bef83077 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/d5223327-8dd1-4a62-95bb-79c7938f3027 HTTP/1.1" status: 404 len: 333 time: 0.0834780 May 19 13:07:21.492574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36686) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.515142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ef11fe75-d7dc-47b4-8798-2e661866d827,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:21.522722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.525424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181752c-b8e0-4c24-9f52-163a6d332fdb tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Pushing event deleted for resources: {'Network': ['ID=e69bf7b7-5381-4de7-87de-afc384b1b6b9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:21.540316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-00c836dc-bfc5-43d5-8f69-79186b580312 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Synchronizing usage tracker for tenant:765f63036cd045d3a61d88ab9e9e712a on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:21.550874 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3815d2d1-5d23-41c1-8a4e-e12a2770c488 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.551320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3815d2d1-5d23-41c1-8a4e-e12a2770c488 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.553085 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3815d2d1-5d23-41c1-8a4e-e12a2770c488 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/0dc94891-ce91-4558-8703-6019ac1e3680 HTTP/1.1" status: 404 len: 337 time: 0.0608940 May 19 13:07:21.555716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36692) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.560476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-00c836dc-bfc5-43d5-8f69-79186b580312 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Unset dirty status for tenant:765f63036cd045d3a61d88ab9e9e712a on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:21.564976 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-00c836dc-bfc5-43d5-8f69-79186b580312 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "GET /v2.0/ports?device_id=30013a20-8b34-43fa-b222-8745552c5785 HTTP/1.1" status: 200 len: 205 time: 0.0752368 May 19 13:07:21.565766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36696) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.601755 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae20aea-6527-487d-a2f2-11e57c422184 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.602537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae20aea-6527-487d-a2f2-11e57c422184 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.604378 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9ae20aea-6527-487d-a2f2-11e57c422184 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/907d0bf6-cb95-498c-bf37-532a663d2aa2 HTTP/1.1" status: 404 len: 333 time: 0.0476322 May 19 13:07:21.624490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36700) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.626455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:21.627065 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:21.632627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ef11fe75-d7dc-47b4-8798-2e661866d827,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:21.635026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Deleting port 7789225c-fdfc-438e-be6d-a7c3d2af4024 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:21.635439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.687659 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0cb1a4-0b67-45b4-9121-40d649fd49d8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.688111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0cb1a4-0b67-45b4-9121-40d649fd49d8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.692485 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ce0cb1a4-0b67-45b4-9121-40d649fd49d8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/3849e81d-2a7f-476c-994c-ba0069f883bf HTTP/1.1" status: 404 len: 337 time: 0.0614846 May 19 13:07:21.692940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36704) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.696799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Router 15da5659-f704-4679-8113-38b1c840dbc1 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:21.707604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-57b1c807-d6fe-4f9a-b9c6-68ed8cf21a5d None None] The port '7789225c-fdfc-438e-be6d-a7c3d2af4024' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:07:21.718374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:21.752304 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3389e694-9288-4118-8dd9-7033e4edad83 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.752304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3389e694-9288-4118-8dd9-7033e4edad83 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.752304 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3389e694-9288-4118-8dd9-7033e4edad83 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/f929a82c-f996-4aa6-a84c-f8cba470222f HTTP/1.1" status: 404 len: 333 time: 0.0556202 May 19 13:07:21.752304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36708) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.847666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b359d33-ebc9-488e-9ea3-2a8400109ed2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:21.848406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b359d33-ebc9-488e-9ea3-2a8400109ed2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:21.850192 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4b359d33-ebc9-488e-9ea3-2a8400109ed2 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/7b8d9577-f8e4-46c8-9f5b-f2f86ff6572d HTTP/1.1" status: 404 len: 337 time: 0.0966930 May 19 13:07:21.853222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36712) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.971611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:21.980700 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c62faebe-4adc-4a7b-a061-aaaf2fb932aa tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "PUT /v2.0/routers/15da5659-f704-4679-8113-38b1c840dbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6748037 May 19 13:07:21.981175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36716) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:21.981853 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914763d-f971-41ce-8572-183e487568b4 None None] Sync routers for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:21.993167 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:21.993763 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:22.028759 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8c64e3-8739-4a3c-b00d-c137fdeb99b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.029311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8c64e3-8739-4a3c-b00d-c137fdeb99b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.031259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1f8c64e3-8739-4a3c-b00d-c137fdeb99b5 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/631fa978-2b42-40f2-b5a0-007bda751cc9 HTTP/1.1" status: 404 len: 333 time: 0.1754861 May 19 13:07:22.035199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36720) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.082737 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2986a6-63a2-4c7a-999b-3617d2a9345b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.082737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2986a6-63a2-4c7a-999b-3617d2a9345b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.083971 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3b2986a6-63a2-4c7a-999b-3617d2a9345b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/80890202-70dd-4c63-a443-087e5e123928 HTTP/1.1" status: 404 len: 337 time: 0.0477786 May 19 13:07:22.089225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36724) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.095375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Deleting subnet c0a8bf66-49ff-499f-953a-4131f274b177 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:22.109311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.111483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.127918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Deleting port ef11fe75-d7dc-47b4-8798-2e661866d827 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:22.129040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.135842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.152789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.155228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Fanout notify agent at l3_agent the message router_deleted on router 30013a20-8b34-43fa-b222-8745552c5785 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:07:22.183451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.184616 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-82ff6e6f-6ace-4520-8743-3b3c5293f448 tempest-RoutersNegativeIpV6Test-1329055876 tempest-RoutersNegativeIpV6Test-1329055876-project] 10.222.0.44 "DELETE /v2.0/routers/30013a20-8b34-43fa-b222-8745552c5785 HTTP/1.1" status: 204 len: 168 time: 0.6175694 May 19 13:07:22.190441 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae34e0a6-e95c-4a64-83ed-18f8835c9424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.191154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae34e0a6-e95c-4a64-83ed-18f8835c9424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.194634 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ae34e0a6-e95c-4a64-83ed-18f8835c9424 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/43665d65-1e20-4a23-83e7-0dd9b75dc00a HTTP/1.1" status: 404 len: 333 time: 0.1038835 May 19 13:07:22.197461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36730) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.221837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.294525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f31c6e8-b4dd-44a9-a1a8-461ce2f4069b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.294525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f31c6e8-b4dd-44a9-a1a8-461ce2f4069b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.304760 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7f31c6e8-b4dd-44a9-a1a8-461ce2f4069b tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/b28922a7-9764-4f78-8195-043facbad119 HTTP/1.1" status: 404 len: 337 time: 0.1008401 May 19 13:07:22.304760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36734) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.327045 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:22.370779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.393331 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-82359214-deae-41a2-8c05-b82b904fb56e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.395278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82359214-deae-41a2-8c05-b82b904fb56e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.408214 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-82359214-deae-41a2-8c05-b82b904fb56e tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/c3495e56-1470-496a-8a88-275e70310f27 HTTP/1.1" status: 404 len: 337 time: 0.0938148 May 19 13:07:22.412877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36738) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.471266 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-5589f116-d3e1-47a2-8433-46410ed02071 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.471546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5589f116-d3e1-47a2-8433-46410ed02071 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.473155 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5589f116-d3e1-47a2-8433-46410ed02071 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/ede55ca5-05db-4b8e-9cf7-dc8389dec8b1 HTTP/1.1" status: 404 len: 333 time: 0.0691941 May 19 13:07:22.476000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36744) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.499206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] For port ef11fe75-d7dc-47b4-8798-2e661866d827, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ef11fe75-d7dc-47b4-8798-2e661866d827,segment=NetworkSegment(1ce8ff5d-55bd-421a-a719-a3e5003c0a19),segment_id=1ce8ff5d-55bd-421a-a719-a3e5003c0a19)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:22.499718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.544971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.558084 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3e11f7-446d-4635-99b6-c0cb5bcfafc4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.559843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3e11f7-446d-4635-99b6-c0cb5bcfafc4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.564274 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2b3e11f7-446d-4635-99b6-c0cb5bcfafc4 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/3e1cda3c-cdeb-4b8a-b1d4-41dbb8c175d9 HTTP/1.1" status: 404 len: 337 time: 0.0872819 May 19 13:07:22.566925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36748) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.606943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a8bf66-49ff-499f-953a-4131f274b177,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:22.612904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36752) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.626607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.627296 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c54b637-6b0f-4378-a979-4a272c6b8116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.627971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c54b637-6b0f-4378-a979-4a272c6b8116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.631066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8c54b637-6b0f-4378-a979-4a272c6b8116 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/8a30a28a-775a-4abf-94c8-1a632acc907a HTTP/1.1" status: 404 len: 337 time: 0.0619233 May 19 13:07:22.633105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36758) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.636875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36762) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.637417 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-21a4d7c9-2314-441f-bc9a-5b04849796df tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "DELETE /v2.0/subnets/c0a8bf66-49ff-499f-953a-4131f274b177 HTTP/1.1" status: 204 len: 168 time: 0.6549618 May 19 13:07:22.649027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b3a04-e39e-436d-b3e7-7f880e93efc3 None None] Network 194c019b-5806-4c81-a6fe-530845960918 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:22.764275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Calling delete_port for ef11fe75-d7dc-47b4-8798-2e661866d827 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:22.811970 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:07:20Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:22.818092 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914763d-f971-41ce-8572-183e487568b4 None None] Checking router: 15da5659-f704-4679-8113-38b1c840dbc1 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:22.820794 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9da3dbe8-2f37-442c-adcb-ffa17da05688 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=765f63036cd045d3a61d88ab9e9e712a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066753 May 19 13:07:22.826643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36766) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.829246 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] Routers {'15da5659-f704-4679-8113-38b1c840dbc1'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:22.830058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['15da5659-f704-4679-8113-38b1c840dbc1'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:22.901666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dd2baee-7ed5-416d-8c06-ddb688f5b962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.922417 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f5304c-3e16-48b7-9cb8-e89a9e44881f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.922915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f5304c-3e16-48b7-9cb8-e89a9e44881f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.924839 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-26f5304c-3e16-48b7-9cb8-e89a9e44881f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/79539730-c16f-48b6-bfe6-439730e693de HTTP/1.1" status: 404 len: 333 time: 0.2905316 May 19 13:07:22.928297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36770) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:22.942343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.942774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dd2baee-7ed5-416d-8c06-ddb688f5b962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:22.980623 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-6703e233-747f-4685-9807-c5152915fe6c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:22.981859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6703e233-747f-4685-9807-c5152915fe6c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:22.986449 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6703e233-747f-4685-9807-c5152915fe6c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/ad34c101-8b6e-4eca-b245-a48c48f90ac9 HTTP/1.1" status: 404 len: 337 time: 0.0544603 May 19 13:07:22.993487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36774) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.031786 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] Set router 15da5659-f704-4679-8113-38b1c840dbc1 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:23.043135 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bf3edc-9251-4792-b425-12f757cdb879 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:23.043589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bf3edc-9251-4792-b425-12f757cdb879 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:23.050073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dd2baee-7ed5-416d-8c06-ddb688f5b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.065957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] Pushing event deleted for resources: {'Port': ['ID=ef11fe75-d7dc-47b4-8798-2e661866d827,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:23.070357 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-02bf3edc-9251-4792-b425-12f757cdb879 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/29a4e029-53ed-4574-b631-d098052e87d4 HTTP/1.1" status: 404 len: 337 time: 0.0735583 May 19 13:07:23.073164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2dd2baee-7ed5-416d-8c06-ddb688f5b962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.074385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2dd2baee-7ed5-416d-8c06-ddb688f5b962 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/499a6a55-0163-4cdf-91ea-690594ac8488 HTTP/1.1" status: 204 len: 168 time: 0.2464457 May 19 13:07:23.075181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36778) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.094576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2baee-7ed5-416d-8c06-ddb688f5b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a6a55-0163-4cdf-91ea-690594ac8488,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:23.097667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.101794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd60ba8-0992-46b7-87f7-8dbca409cc07 None None] No DVR routers for this DVR port ef11fe75-d7dc-47b4-8798-2e661866d827 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:23.195167 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43fe967-77fa-45af-9c84-ca3a815ca2aa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:23.196176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43fe967-77fa-45af-9c84-ca3a815ca2aa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:23.198623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c43fe967-77fa-45af-9c84-ca3a815ca2aa tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/cc33e3b9-b39f-46cc-9585-2bf2908e240d HTTP/1.1" status: 404 len: 333 time: 0.1209872 May 19 13:07:23.204722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36784) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.216028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] DHCP port deletion for 194c019b-5806-4c81-a6fe-530845960918 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:23.221295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] Deleting port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:23.221880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.270416 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-5390e9ce-8d36-4fcc-80ab-7566aec5e74d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:23.271017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5390e9ce-8d36-4fcc-80ab-7566aec5e74d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:23.283008 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5390e9ce-8d36-4fcc-80ab-7566aec5e74d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/bc379a5d-c2fd-4028-9d07-49ecbe7fbcdb HTTP/1.1" status: 404 len: 337 time: 0.0761671 May 19 13:07:23.285570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36788) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.348874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.371944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Deleting port c9bd3da9-46bd-4603-adf9-573cf3021a43 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:23.372475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.470247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] For port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,segment=NetworkSegment(30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54),segment_id=30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:23.472097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.610423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] Calling delete_port for 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:23.652723 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f737cb-331e-4f2a-9f67-47d97270e372 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:23.658801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f737cb-331e-4f2a-9f67-47d97270e372 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:23.658801 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c8f737cb-331e-4f2a-9f67-47d97270e372 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/faab4cc7-9da0-4d32-8ee1-e4fd8f1a25f3 HTTP/1.1" status: 404 len: 337 time: 0.3692541 May 19 13:07:23.660064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36798) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.713067 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9914763d-f971-41ce-8572-183e487568b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:07:20Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:23.717853 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9914763d-f971-41ce-8572-183e487568b4 None None] The sync data for ids ['15da5659-f704-4679-8113-38b1c840dbc1'] in dv-neutron-841945-1-hyperv is: [{'id': '15da5659-f704-4679-8113-38b1c840dbc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500524409', 'tenant_id': '24306cc48006457bb49f0dc6e3a652e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:04:28Z', 'updated_at': '2022-05-19T13:07:20Z', 'revision_number': 5, 'project_id': '24306cc48006457bb49f0dc6e3a652e5', 'gw_port': {'id': 'c9bd3da9-46bd-4603-adf9-573cf3021a43', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da5659-f704-4679-8113-38b1c840dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:04:32Z', 'updated_at': '2022-05-19T13:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:23.718361 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7f181440-ef59-448f-95e8-8764991abde8 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9265621-78d7-44d9-8b77-376d6d1070ca HTTP/1.1" status: 200 len: 205 time: 0.0532951 May 19 13:07:23.721287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36804) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.744915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.813868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] No DVR routers for this DVR port 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:23.816258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92b4e4-cbca-441d-8065-6da01d783c1f None None] Pushing event deleted for resources: {'Port': ['ID=5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:23.849325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-ea096f69-af5a-47d3-80a7-73027809632f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] delete failed (client error): The resource could not be found. May 19 13:07:23.853477 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ea096f69-af5a-47d3-80a7-73027809632f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/routers/f9265621-78d7-44d9-8b77-376d6d1070ca HTTP/1.1" status: 404 len: 336 time: 0.1278696 May 19 13:07:23.853477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] For port c9bd3da9-46bd-4603-adf9-573cf3021a43, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c9bd3da9-46bd-4603-adf9-573cf3021a43,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:23.853477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:23.853784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36810) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.898615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df94dd-495f-467a-830f-56a8efb7e7a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:23.898615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7df94dd-495f-467a-830f-56a8efb7e7a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:23.898615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c7df94dd-495f-467a-830f-56a8efb7e7a9 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/04f935f1-3dba-4316-9f85-2978cd218fad HTTP/1.1" status: 404 len: 337 time: 0.0431030 May 19 13:07:23.901024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36816) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:23.955043 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-41dc25dc-3800-453b-b08e-db657f413198 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c37e7e-53f2-442a-a169-cedaff245b71 HTTP/1.1" status: 200 len: 205 time: 0.0518951 May 19 13:07:23.957543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36822) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.014386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Calling delete_port for c9bd3da9-46bd-4603-adf9-573cf3021a43 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:24.036045 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-55c2ee4b-d7fa-46f3-8469-d591a27fde3d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] delete failed (client error): The resource could not be found. May 19 13:07:24.039967 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-55c2ee4b-d7fa-46f3-8469-d591a27fde3d tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/routers/a5c37e7e-53f2-442a-a169-cedaff245b71 HTTP/1.1" status: 404 len: 336 time: 0.0788066 May 19 13:07:24.039967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36832) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.082832 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c37190-a4cc-4a02-abc8-bc02ab47605c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.083918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c37190-a4cc-4a02-abc8-bc02ab47605c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.093968 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c4c37190-a4cc-4a02-abc8-bc02ab47605c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/81c83733-dee0-4da8-9145-2dfeeb757848 HTTP/1.1" status: 404 len: 337 time: 0.0445497 May 19 13:07:24.093968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36836) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.186306 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-46144da7-604e-462a-9cdd-65319f096c09 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.186698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46144da7-604e-462a-9cdd-65319f096c09 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.189620 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-46144da7-604e-462a-9cdd-65319f096c09 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/ec01b751-b6f9-4551-80ef-73b0fca07a75 HTTP/1.1" status: 404 len: 337 time: 0.0958836 May 19 13:07:24.194992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36842) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.266415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-62181a94-64ec-45d5-9242-9c77305f46cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.267691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62181a94-64ec-45d5-9242-9c77305f46cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.276084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.276431 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-62181a94-64ec-45d5-9242-9c77305f46cc tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/df6151a5-9311-475a-8834-beceb3bd61dc HTTP/1.1" status: 404 len: 333 time: 0.0792594 May 19 13:07:24.278044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36846) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.331916 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-008eb48e-90e1-49ab-9efb-f348bd933f82 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.332367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008eb48e-90e1-49ab-9efb-f348bd933f82 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.334168 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-008eb48e-90e1-49ab-9efb-f348bd933f82 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/041baca7-b687-43c1-8ed7-24818bc3af78 HTTP/1.1" status: 404 len: 337 time: 0.0549073 May 19 13:07:24.334927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36850) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.337677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'Port': ['ID=c9bd3da9-46bd-4603-adf9-573cf3021a43,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:24.339568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36852) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.397492 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2314f9e4-1ef6-4cf1-99f4-18453cab525f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.397492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2314f9e4-1ef6-4cf1-99f4-18453cab525f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.397492 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2314f9e4-1ef6-4cf1-99f4-18453cab525f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/ca8ce113-3d9e-4aaf-b286-fa60923b1a21 HTTP/1.1" status: 404 len: 333 time: 0.0567074 May 19 13:07:24.400057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36860) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.447254 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c78352-75b9-4c2a-9c32-0c437c74f0ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.448322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.448635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c78352-75b9-4c2a-9c32-0c437c74f0ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.450597 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-63c78352-75b9-4c2a-9c32-0c437c74f0ec tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/084fe62d-a169-4f38-aa20-1be15c5a3dc2 HTTP/1.1" status: 404 len: 337 time: 0.0483992 May 19 13:07:24.452483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36864) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.496057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ac93c0-0192-43b7-86ce-6ba76554ae5c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.496243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ac93c0-0192-43b7-86ce-6ba76554ae5c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.498921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-79ac93c0-0192-43b7-86ce-6ba76554ae5c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/542952ae-aa8d-4afb-a2d2-1b2ea388f705 HTTP/1.1" status: 404 len: 333 time: 0.0455024 May 19 13:07:24.504325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36868) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.547061 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b61ff-7d3d-4528-a35f-b7dc24752072 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.548130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947b61ff-7d3d-4528-a35f-b7dc24752072 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.549321 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-947b61ff-7d3d-4528-a35f-b7dc24752072 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/4f82f809-d82e-47b0-aba7-3cedc2a9cddf HTTP/1.1" status: 404 len: 337 time: 0.0440490 May 19 13:07:24.552452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36874) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.558269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-211704641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:24.597650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:24.610009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:router and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:24.613344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:24.616517 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c91519-b4b0-4f22-b153-4401a185b162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.616936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c91519-b4b0-4f22-b153-4401a185b162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.619371 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e8c91519-b4b0-4f22-b153-4401a185b162 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/204cedd6-6420-4e4a-943a-85b10b8b867b HTTP/1.1" status: 404 len: 333 time: 0.0651848 May 19 13:07:24.621852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36878) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.624463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:24.630197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.633140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.665856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.666050 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1386d9-fcb3-47c5-9e6a-5ec9dea95895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.666208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Fanout notify agent at l3_agent the message router_deleted on router 15da5659-f704-4679-8113-38b1c840dbc1 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:07:24.666354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1386d9-fcb3-47c5-9e6a-5ec9dea95895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.667407 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4d1386d9-fcb3-47c5-9e6a-5ec9dea95895 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/5ff9ae58-38e0-4c51-b795-98ea58160432 HTTP/1.1" status: 404 len: 337 time: 0.0446944 May 19 13:07:24.670436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36882) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.687276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.688373 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d3b866f0-b104-4b2e-8c95-7ab641dcc71e tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "DELETE /v2.0/routers/15da5659-f704-4679-8113-38b1c840dbc1 HTTP/1.1" status: 204 len: 168 time: 2.0506885 May 19 13:07:24.691374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36886) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.705703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.705703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.723607 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e792943f-56b6-4100-ace3-aed9836b3d7c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.724020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e792943f-56b6-4100-ace3-aed9836b3d7c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.727632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e792943f-56b6-4100-ace3-aed9836b3d7c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/475f0650-b00f-4640-814a-8c0f19d0d738 HTTP/1.1" status: 404 len: 333 time: 0.0542986 May 19 13:07:24.729302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36890) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.775926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.778057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a05880-0bca-4979-8c0f-871cb4135089 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.778245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a05880-0bca-4979-8c0f-871cb4135089 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.799690 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-92a05880-0bca-4979-8c0f-871cb4135089 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/9199225d-ee35-4204-af05-89c4572eaff1 HTTP/1.1" status: 404 len: 337 time: 0.0682805 May 19 13:07:24.801528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36894) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.847644 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-229a9bfe-3331-4b8b-a2cc-8b3be1b32593 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.848150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229a9bfe-3331-4b8b-a2cc-8b3be1b32593 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.852262 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-229a9bfe-3331-4b8b-a2cc-8b3be1b32593 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/bbe6719a-e6b9-4480-b171-7dbe33e0261a HTTP/1.1" status: 404 len: 333 time: 0.0490587 May 19 13:07:24.852262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.858523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36898) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.910478 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-013c2164-58f5-411b-9da6-52158772db8f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.910964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013c2164-58f5-411b-9da6-52158772db8f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.913113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-013c2164-58f5-411b-9da6-52158772db8f tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/41020035-5a53-4b30-9f04-d19a58598e2c HTTP/1.1" status: 404 len: 337 time: 0.0533381 May 19 13:07:24.916381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36902) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.947386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:24.952343 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6ab6f423-a43b-4f3d-9296-1fc5cecd67bd tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6153622 May 19 13:07:24.952343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36906) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.967736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-632133242'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:24.974033 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa0a880-9e92-443c-9ac7-64315a460a5c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:24.974033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa0a880-9e92-443c-9ac7-64315a460a5c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:24.974973 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bfa0a880-9e92-443c-9ac7-64315a460a5c tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/ports/b1652655-f63f-43f7-b253-bd4ded651602 HTTP/1.1" status: 404 len: 333 time: 0.0578480 May 19 13:07:24.976347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:24.977615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36910) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:24.980347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:network and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:24.985884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:24.990279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:25.002177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Made reservation on behalf of dfb96a5b497f4691811ab1c4d8c99bed for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:25.004937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.018000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.021716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.027742 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c1204f-6740-4c05-b07e-ba06cef6858a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] DELETE failed (client error): The resource could not be found. May 19 13:07:25.028185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c1204f-6740-4c05-b07e-ba06cef6858a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:25.030599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-29c1204f-6740-4c05-b07e-ba06cef6858a tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/subnets/7dc9ca90-842f-40dc-a544-97413cf5a439 HTTP/1.1" status: 404 len: 337 time: 0.0513930 May 19 13:07:25.032485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36914) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:25.034972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:25.058045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:security_group_rule and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:25.064491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:25.121906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:25.166859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.175718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.203164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194c019b-5806-4c81-a6fe-530845960918']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:25.218727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:25.218727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b7b5f4-6ed3-4b6b-b445-d0e7b7455b54') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:25.230222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.251276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.261454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:25.262084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:25.278317 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:25.307598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:25.349958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:25.350688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5a82326b-eb6b-4a5b-bc3b-3b0de6e868dd not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:25.351268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6ece72cf-2eaf-481e-9f4f-49fc00336c6b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:25.374342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.377159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.390443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 6ece72cf-2eaf-481e-9f4f-49fc00336c6b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:25.390923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6ece72cf-2eaf-481e-9f4f-49fc00336c6b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:25.403261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.414162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.417841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'Network': ['ID=194c019b-5806-4c81-a6fe-530845960918,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.418313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46029377-b81a-4b15-aa71-e8bb333d83e5']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:25.428406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.428683 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b295bd5-806e-4940-a562-31235e824db6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "DELETE /v2.0/networks/194c019b-5806-4c81-a6fe-530845960918 HTTP/1.1" status: 204 len: 168 time: 0.7360349 May 19 13:07:25.431915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36918) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:25.449222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce8ff5d-55bd-421a-a719-a3e5003c0a19') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:25.449522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce8ff5d-55bd-421a-a719-a3e5003c0a19') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:25.467298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.493537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:25.500909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65219e4a-4896-4a7b-a03b-f9d94fd17cee,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.504634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2005eeee-3374-43a4-baaa-9ff78b9daef6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.509068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.511538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.511904 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Added segment fbcd73ca-299b-47e5-8b90-22429f78a1dd of type vlan for network c96a4b64-d419-4381-a9ae-95d90dc37767 May 19 13:07:25.521395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:25.521395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:25.536275 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:25.539025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2005eeee-3374-43a4-baaa-9ff78b9daef6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.603603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2005eeee-3374-43a4-baaa-9ff78b9daef6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.624288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005eeee-3374-43a4-baaa-9ff78b9daef6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d19ed-e531-4f04-a2ae-ff6e5e279bab,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.625775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.644520 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2005eeee-3374-43a4-baaa-9ff78b9daef6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.646138 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2005eeee-3374-43a4-baaa-9ff78b9daef6 tempest-TestNetworkAdvancedServerOps-418757134 tempest-TestNetworkAdvancedServerOps-418757134-project] 10.222.0.44 "DELETE /v2.0/security-groups/b25d19ed-e531-4f04-a2ae-ff6e5e279bab HTTP/1.1" status: 204 len: 168 time: 0.2129655 May 19 13:07:25.658779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.686478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.694356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] Pushing event deleted for resources: {'Network': ['ID=46029377-b81a-4b15-aa71-e8bb333d83e5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.703449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.709623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:25.710217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:25.754655 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-640a26ad-031c-4de6-860c-03f0f71082b7 tempest-NetworksTestDHCPv6-516558041 tempest-NetworksTestDHCPv6-516558041-project] 10.222.0.44 "DELETE /v2.0/networks/46029377-b81a-4b15-aa71-e8bb333d83e5 HTTP/1.1" status: 204 len: 168 time: 0.7169936 May 19 13:07:25.818609 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8584671 May 19 13:07:25.820366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36928) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:25.828793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'subnet': {'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:25.980556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602e5c-246b-4068-bae5-c954540f42b3 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Network': ['ID=c96a4b64-d419-4381-a9ae-95d90dc37767,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:25.984897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:25.991154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:subnet and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:25.993473 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:25.997073 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c96a4b64-d419-4381-a9ae-95d90dc37767 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:26.011690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:26.033371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Made reservation on behalf of dfb96a5b497f4691811ab1c4d8c99bed for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:26.039817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.102339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36936) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:26.196023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36942) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:26.315421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.392939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Subnet': ['ID=ea4dd7ba-3419-440d-a276-e87b2fa24fb7,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:26.396968 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58aa9ddf-4510-4594-8bda-ac84452f9419 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24306cc48006457bb49f0dc6e3a652e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933993 May 19 13:07:26.401249 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d7532150-cc6c-45e0-a37c-939ac44261dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63ea81ec13134caa9b809c5b43108194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041054 May 19 13:07:26.401851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36948) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:26.402634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Checking segment: {'id': 'fbcd73ca-299b-47e5-8b90-22429f78a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:26.403011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network hostable DHCP agents. Network: c96a4b64-d419-4381-a9ae-95d90dc37767, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:26.407195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36950) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:26.465453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network c96a4b64-d419-4381-a9ae-95d90dc37767 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:26.470190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea86a524-433e-4e92-8652-27dfe1b383fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.485032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c96a4b64-d419-4381-a9ae-95d90dc37767) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:26.492485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:26.493071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.494944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa507c93-2bf4-4e7b-a1b6-a15800058417 None None] Network c96a4b64-d419-4381-a9ae-95d90dc37767 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:26.498445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dc2a3a4-cfdb-4d5e-ae23-2231a54095c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.501311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea86a524-433e-4e92-8652-27dfe1b383fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.531659 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-559de2a1-adef-4c9a-93e3-465f4e2f2759 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7099175 May 19 13:07:26.539048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36956) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:26.542076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dc2a3a4-cfdb-4d5e-ae23-2231a54095c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.573411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'network': {'name': 'tempest-router-network01--1375264642'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:26.581588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:26.585884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea86a524-433e-4e92-8652-27dfe1b383fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.595094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:network and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:26.601261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:26.605987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86a524-433e-4e92-8652-27dfe1b383fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903317bb-402a-427c-8b1b-c5862260c9c0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:26.610416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:26.621064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Made reservation on behalf of dfb96a5b497f4691811ab1c4d8c99bed for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:26.622640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea86a524-433e-4e92-8652-27dfe1b383fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.624294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ea86a524-433e-4e92-8652-27dfe1b383fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/903317bb-402a-427c-8b1b-c5862260c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2212391 May 19 13:07:26.628324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.660959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:26.663087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dc2a3a4-cfdb-4d5e-ae23-2231a54095c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.685103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2a3a4-cfdb-4d5e-ae23-2231a54095c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f19a0-fe7c-43f3-91e0-f14f6a97b9b6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:26.689129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.689497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Added segment 2bd7809a-226d-45a2-845f-ca6905eae54a of type vlan for network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 May 19 13:07:26.719267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9dc2a3a4-cfdb-4d5e-ae23-2231a54095c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.720557 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9dc2a3a4-cfdb-4d5e-ae23-2231a54095c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a7f19a0-fe7c-43f3-91e0-f14f6a97b9b6 HTTP/1.1" status: 204 len: 168 time: 0.3120770 May 19 13:07:26.739679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.779801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.796290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c96a4b64-d419-4381-a9ae-95d90dc37767', 'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767', 'tenant_id': 'dfb96a5b497f4691811ab1c4d8c99bed', 'fixed_ips': [{'subnet_id': 'ea4dd7ba-3419-440d-a276-e87b2fa24fb7'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:26.797882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:26.798719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.800430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:26.821963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c9bd3da9-46bd-4603-adf9-573cf3021a43 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:26.867578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c9bd3da9-46bd-4603-adf9-573cf3021a43 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:26.868196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c9bd3da9-46bd-4603-adf9-573cf3021a43 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:26.937462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Network': ['ID=85cb28fd-6256-4bb3-8cdf-63981eda1ea7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:26.947999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9853fc80-ddb6-4d1f-ae1f-2210cfde2b83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3926790 May 19 13:07:26.949380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36966) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:26.976546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'network': {'name': 'tempest-router-network02--1708087321'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:26.989031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:27.000740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:network and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:27.004554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:27.005402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:27.012757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:27.032740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Made reservation on behalf of dfb96a5b497f4691811ab1c4d8c99bed for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:27.041608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.093901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 36972) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:27.112228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:27.125733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.135480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.135808 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Added segment d4d8d32a-37fc-4122-bf1f-efd762b6d627 of type vlan for network 8de03d64-2034-4afa-986d-aae294fcbfcc May 19 13:07:27.142009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Allocated IP 172.20.0.2 (c96a4b64-d419-4381-a9ae-95d90dc37767/ea4dd7ba-3419-440d-a276-e87b2fa24fb7/aa3a1621-1574-4b9f-b8ec-7eff89aa664f) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:27.164787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:27.178655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Usage tracker for resource:security_group_rule and tenant:6aba6c5ecb644f31a7bc41467465faa7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:27.183144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:27.187445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.199835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:27.225503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.233322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:27.234127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.324919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.331977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.358549 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4078367 May 19 13:07:27.362947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36982) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:27.378222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'subnet': {'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:27.392887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.398887 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6aba6c5ecb644f31a7bc41467465faa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041308 May 19 13:07:27.400908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f51ca-c609-42c6-99f8-adde03151956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908ddda2-a656-48df-a4bc-41ec6422ab55,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:27.402968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 36988) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:27.405302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a1bce-10fe-46e6-bb96-52a15d12147d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Network': ['ID=8de03d64-2034-4afa-986d-aae294fcbfcc,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:27.409260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Transition to ACTIVE for port object aa3a1621-1574-4b9f-b8ec-7eff89aa664f will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:27.432706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 8de03d64-2034-4afa-986d-aae294fcbfcc details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:27.554622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:27.559446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc506265-c69b-4773-ae3e-328196e82187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.565409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Transition to ACTIVE for port object aa3a1621-1574-4b9f-b8ec-7eff89aa664f will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:27.583204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.587239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc506265-c69b-4773-ae3e-328196e82187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.623974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:subnet and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:27.627140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:27.634102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:27.646828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Made reservation on behalf of dfb96a5b497f4691811ab1c4d8c99bed for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:27.650742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.664975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Network c96a4b64-d419-4381-a9ae-95d90dc37767 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:27.667140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:27.668920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Pushing event updated for resources: {'Port': ['ID=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:27.671143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:27.738036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc506265-c69b-4773-ae3e-328196e82187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.762115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Attempting to bind port aa3a1621-1574-4b9f-b8ec-7eff89aa664f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:27.762483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Attempting to bind port aa3a1621-1574-4b9f-b8ec-7eff89aa664f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'fbcd73ca-299b-47e5-8b90-22429f78a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:27.762885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Attempting to bind port aa3a1621-1574-4b9f-b8ec-7eff89aa664f on network c96a4b64-d419-4381-a9ae-95d90dc37767 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:27.765149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc506265-c69b-4773-ae3e-328196e82187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ddda2-a656-48df-a4bc-41ec6422ab55,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:27.773083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fc506265-c69b-4773-ae3e-328196e82187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.773281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:27.773773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Checking segment: {'id': 'fbcd73ca-299b-47e5-8b90-22429f78a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:27.777134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.777134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Bound using segment: {'id': 'fbcd73ca-299b-47e5-8b90-22429f78a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:27.777387 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fc506265-c69b-4773-ae3e-328196e82187 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/908ddda2-a656-48df-a4bc-41ec6422ab55 HTTP/1.1" status: 204 len: 168 time: 0.3705211 May 19 13:07:27.777511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Bound port: aa3a1621-1574-4b9f-b8ec-7eff89aa664f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcd73ca-299b-47e5-8b90-22429f78a1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c96a4b64-d419-4381-a9ae-95d90dc37767'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:27.777511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.797620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37004) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:27.908163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] For port aa3a1621-1574-4b9f-b8ec-7eff89aa664f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:27.914231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-290640721'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:27.921281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:27.928359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:27.933001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:27.937473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.942980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] For port aa3a1621-1574-4b9f-b8ec-7eff89aa664f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,segment=NetworkSegment(fbcd73ca-299b-47e5-8b90-22429f78a1dd),segment_id=fbcd73ca-299b-47e5-8b90-22429f78a1dd)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:27.949441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.955165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:27.969983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:27.976638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:27.990682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.028935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:28.029175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Subnet': ['ID=869ba33a-c79b-426e-8009-d9165004632b,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.040546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Checking segment: {'id': '2bd7809a-226d-45a2-845f-ca6905eae54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:28.040921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network hostable DHCP agents. Network: 85cb28fd-6256-4bb3-8cdf-63981eda1ea7, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:28.044390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:security_group_rule and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:28.050321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:28.060922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:28.075341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0e0a0-d964-45dc-813b-6b14e0f82f63 None None] Pushing event updated for resources: {'Port': ['ID=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.119001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:28.134014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 85cb28fd-6256-4bb3-8cdf-63981eda1ea7) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:28.140009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:28.140857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.152883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57387256-201c-45a0-9b1c-b4f840c6d146 None None] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:28.178940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37010) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:28.180257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-817e175b-5810-472d-b00d-64c5dab77687 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8150530 May 19 13:07:28.201875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'subnet': {'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:28.396216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:28.408606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Usage tracker for resource:subnet and tenant:dfb96a5b497f4691811ab1c4d8c99bed is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:28.413787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:28.417781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.422316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:28.426061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.444809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-85cb28fd-6256-4bb3-8cdf-63981eda1ea7', 'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7', 'tenant_id': 'dfb96a5b497f4691811ab1c4d8c99bed', 'fixed_ips': [{'subnet_id': '869ba33a-c79b-426e-8009-d9165004632b'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:28.445753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.460771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:28.466252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Made reservation on behalf of dfb96a5b497f4691811ab1c4d8c99bed for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:28.469952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.502892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.503238 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment 00332a17-29d5-44fb-aeb2-c0328d9f46b3 of type vlan for network c0c4ddf9-be13-4bed-a070-d407d1116930 May 19 13:07:28.504416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6368361-616d-47a2-b925-d53f66e57aed,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.604785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Allocated IP 172.20.0.2 (85cb28fd-6256-4bb3-8cdf-63981eda1ea7/869ba33a-c79b-426e-8009-d9165004632b/a3a28ebb-8b65-4375-a4b6-254663bb6f9b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:28.611781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.661678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.667371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:28.667931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.820822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.837383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Transition to ACTIVE for port object a3a28ebb-8b65-4375-a4b6-254663bb6f9b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:28.867067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Transition to ACTIVE for port object a3a28ebb-8b65-4375-a4b6-254663bb6f9b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:28.875946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:28.924598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device aa3a1621-1574-4b9f-b8ec-7eff89aa664f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:28.947664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=c0c4ddf9-be13-4bed-a070-d407d1116930,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:28.976172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c0c4ddf9-be13-4bed-a070-d407d1116930 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:28.980168 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0a09199a-a27c-4ebb-b48c-09dbf72cb35e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1813538 May 19 13:07:29.007778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.059155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:29.071915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:29.087119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:29.097408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Pushing event updated for resources: {'Port': ['ID=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.099613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Subnet': ['ID=63d010c7-af5e-4371-b50f-0bc5f7aa2b39,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.122616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Checking segment: {'id': 'd4d8d32a-37fc-4122-bf1f-efd762b6d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:29.123283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network hostable DHCP agents. Network: 8de03d64-2034-4afa-986d-aae294fcbfcc, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:29.127591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37014) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:29.133869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:29.155205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network 8de03d64-2034-4afa-986d-aae294fcbfcc is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:29.175246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 8de03d64-2034-4afa-986d-aae294fcbfcc) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:29.180670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:29.181919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.222606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bc4b1a24-6f3c-4551-8728-cafd5bd327a4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422513 May 19 13:07:29.225710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37018) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:29.244521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74b7c5-29f0-4fc9-bf72-1130884881dc None None] Network 8de03d64-2034-4afa-986d-aae294fcbfcc requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:29.313860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Attempting to bind port a3a28ebb-8b65-4375-a4b6-254663bb6f9b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:29.314336 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Attempting to bind port a3a28ebb-8b65-4375-a4b6-254663bb6f9b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '2bd7809a-226d-45a2-845f-ca6905eae54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:29.314810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Attempting to bind port a3a28ebb-8b65-4375-a4b6-254663bb6f9b on network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:29.319282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c62e51-6ba9-4c69-b79e-bf9363b079ee None None] Network c96a4b64-d419-4381-a9ae-95d90dc37767 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:29.320685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:29.324632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:29.327696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:29.333664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:29.344057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:29.348091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.440777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:29.441242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Checking segment: {'id': '2bd7809a-226d-45a2-845f-ca6905eae54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:29.441702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.442176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Bound using segment: {'id': '2bd7809a-226d-45a2-845f-ca6905eae54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:29.442762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Bound port: a3a28ebb-8b65-4375-a4b6-254663bb6f9b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd7809a-226d-45a2-845f-ca6905eae54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '85cb28fd-6256-4bb3-8cdf-63981eda1ea7'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:29.443218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.460268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port aa3a1621-1574-4b9f-b8ec-7eff89aa664f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:29.556648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Provisioning for port aa3a1621-1574-4b9f-b8ec-7eff89aa664f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:29.584822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.592641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Provisioning complete for port aa3a1621-1574-4b9f-b8ec-7eff89aa664f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:29.593008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.686395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=57f8d5b0-4343-49db-abf5-9ac56b1e7b9d,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:29.700976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': '00332a17-29d5-44fb-aeb2-c0328d9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:29.701530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: c0c4ddf9-be13-4bed-a070-d407d1116930, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:29.722942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network c0c4ddf9-be13-4bed-a070-d407d1116930 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:29.735549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c0c4ddf9-be13-4bed-a070-d407d1116930) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:29.747862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:29.748747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.756002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.762335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf31be-eb19-4b1a-88aa-ab7aae7cf500 None None] Network c0c4ddf9-be13-4bed-a070-d407d1116930 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:29.773346 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0bad197a-cd4c-4813-b539-76b455212b14 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6443484 May 19 13:07:29.777146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37022) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:29.782838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754581030'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:29.788579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:29.793230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:29.796148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:29.798901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] For port a3a28ebb-8b65-4375-a4b6-254663bb6f9b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:29.802959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:29.815226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:29.819161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.850231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:29.860520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.860936 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment afe077e7-8f87-4416-8a8f-698dbd6ef572 of type vlan for network 96134c27-17c6-4b56-ad19-3e77a273bac1 May 19 13:07:29.874547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] For port a3a28ebb-8b65-4375-a4b6-254663bb6f9b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,segment=NetworkSegment(2bd7809a-226d-45a2-845f-ca6905eae54a),segment_id=2bd7809a-226d-45a2-845f-ca6905eae54a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:29.890334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.893552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.927699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:29.933618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:29.934263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.041699 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2633181 May 19 13:07:30.045588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37026) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:30.053369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '96134c27-17c6-4b56-ad19-3e77a273bac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:30.077901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bd9b5-b53c-43a2-bb50-5c217ae6d333 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=96134c27-17c6-4b56-ad19-3e77a273bac1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:30.104207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-8de03d64-2034-4afa-986d-aae294fcbfcc', 'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc', 'tenant_id': 'dfb96a5b497f4691811ab1c4d8c99bed', 'fixed_ips': [{'subnet_id': '63d010c7-af5e-4371-b50f-0bc5f7aa2b39'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:30.105606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.125209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 96134c27-17c6-4b56-ad19-3e77a273bac1 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:30.141919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Allocated IP 172.20.0.1 (85cb28fd-6256-4bb3-8cdf-63981eda1ea7/869ba33a-c79b-426e-8009-d9165004632b/3715cb8d-9fdf-445c-ba69-0386545f6b69) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:30.186218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:30.190293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:30.194366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:30.200978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:30.212020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:30.216105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.267931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Current status of the port aa3a1621-1574-4b9f-b8ec-7eff89aa664f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:30.268321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.303777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7d861-33a2-4960-a19f-45081026de2c None None] Pushing event updated for resources: {'Port': ['ID=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:30.339800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.358709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Transition to ACTIVE for port object 3715cb8d-9fdf-445c-ba69-0386545f6b69 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:30.387531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.474889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Port': ['ID=3715cb8d-9fdf-445c-ba69-0386545f6b69,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:30.488787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:30.490083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:30.492653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:30.561252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Allocated IP 172.20.0.2 (8de03d64-2034-4afa-986d-aae294fcbfcc/63d010c7-af5e-4371-b50f-0bc5f7aa2b39/c6fea2fa-ed7a-436b-a760-e09ada497843) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:30.571245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.643384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.705499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] For port aa3a1621-1574-4b9f-b8ec-7eff89aa664f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,segment=NetworkSegment(fbcd73ca-299b-47e5-8b90-22429f78a1dd),segment_id=fbcd73ca-299b-47e5-8b90-22429f78a1dd)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:30.707589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.730203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=45ace7fb-e226-45e0-85c3-3afbafa666ec,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:30.740491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'afe077e7-8f87-4416-8a8f-698dbd6ef572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '96134c27-17c6-4b56-ad19-3e77a273bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:30.741060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 96134c27-17c6-4b56-ad19-3e77a273bac1, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:30.771546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 96134c27-17c6-4b56-ad19-3e77a273bac1 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:30.777098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.797606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 96134c27-17c6-4b56-ad19-3e77a273bac1) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:30.807806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:30.808580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.825559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c0c4ddf9-be13-4bed-a070-d407d1116930', 'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': '57f8d5b0-4343-49db-abf5-9ac56b1e7b9d'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:30.826103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:30.836659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808f981-c173-4fec-af02-a6445419d0e8 None None] Network 96134c27-17c6-4b56-ad19-3e77a273bac1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:30.847238 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1ad5334e-da40-44ca-a5de-a723bf64dab0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8005514 May 19 13:07:30.850517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37032) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:31.047238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.125798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.221474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.230415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec677-edf1-4640-897b-0a02e2049ef5 None None] Pushing event updated for resources: {'Port': ['ID=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.233262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3a28ebb-8b65-4375-a4b6-254663bb6f9b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:31.289136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=45ace7fb-e226-45e0-85c3-3afbafa666ec,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.403167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.409819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.409989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.438197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96134c27-17c6-4b56-ad19-3e77a273bac1']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:31.454410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe077e7-8f87-4416-8a8f-698dbd6ef572') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:31.454879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe077e7-8f87-4416-8a8f-698dbd6ef572') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:31.467690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.487259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.492247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b269a8-5ed0-4400-b9b0-0fef8de5a840 None None] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:31.494786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:31.495223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:31.511925 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:31.529398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.534827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.539200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Port': ['ID=3715cb8d-9fdf-445c-ba69-0386545f6b69,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.604425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.622201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e636443-cbd8-4822-89a7-9a5348d4589a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-96134c27-17c6-4b56-ad19-3e77a273bac1', 'network_id': '96134c27-17c6-4b56-ad19-3e77a273bac1', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': '45ace7fb-e226-45e0-85c3-3afbafa666ec'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:31.622943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0e636443-cbd8-4822-89a7-9a5348d4589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.626545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.633656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=96134c27-17c6-4b56-ad19-3e77a273bac1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.643449 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dc17903e-3768-4e1b-8f55-7bb710f51d3c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/96134c27-17c6-4b56-ad19-3e77a273bac1 HTTP/1.1" status: 204 len: 168 time: 0.7904520 May 19 13:07:31.646904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37036) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:31.650754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-205371fb-6875-4afb-8930-003f44e08fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.652696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311731672'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:31.658533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:31.663350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:31.664767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8f6b228e-94e9-4e52-90c7-bd9c8f0573e9 None None] Provisioning complete for port aa3a1621-1574-4b9f-b8ec-7eff89aa664f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:31.665046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f6b228e-94e9-4e52-90c7-bd9c8f0573e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.666361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:31.672329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:31.685163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:31.688894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.692853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:31.694339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:31.696464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Transition to ACTIVE for port object c6fea2fa-ed7a-436b-a760-e09ada497843 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:31.722303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:31.731269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.731837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment f352bb82-414c-47ac-aadf-6ea354c55e07 of type vlan for network 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d May 19 13:07:31.759493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.785572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Allocated IP 172.20.255.242 (c0c4ddf9-be13-4bed-a070-d407d1116930/57f8d5b0-4343-49db-abf5-9ac56b1e7b9d/9a050711-2bc5-43d6-a504-27d047873140) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:31.787826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Transition to ACTIVE for port object c6fea2fa-ed7a-436b-a760-e09ada497843 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:31.795041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.801277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:31.801956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.831886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:31.893154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Router b735a3c1-e02e-47c2-812e-04c15836a6d2 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:07:31.907199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7acc58-9091-4d6c-80bd-415f98d1bca1 None None] Network 96134c27-17c6-4b56-ad19-3e77a273bac1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:31.919698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:31.922529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87a0ba38-03a8-4788-9a13-3cb6f1d75072 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2744479 May 19 13:07:31.925287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37042) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:31.931842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:31.957904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:31.970289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a3a28ebb-8b65-4375-a4b6-254663bb6f9b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:32.052573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:32.056416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:32.059527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:32.065204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:32.067785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:32.077315 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f9233954-6ebc-435d-bf54-6d2d8e473fb2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8505559 May 19 13:07:32.078826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:32.080307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37046) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:32.083225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.103595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7acc58-9091-4d6c-80bd-415f98d1bca1 None None] Network 96134c27-17c6-4b56-ad19-3e77a273bac1 could not be found, it might have been deleted concurrently. {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 19 13:07:32.141854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] Sync routers for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:32.147639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Network 8de03d64-2034-4afa-986d-aae294fcbfcc is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:32.184438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:32.192403 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Performing IP validity checks on allocation pools {{(pid=88029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:07:32.193196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:07:32.197828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Pushing event updated for resources: {'Port': ['ID=c6fea2fa-ed7a-436b-a760-e09ada497843,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:32.209422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:32.277421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:32.277665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:32.328363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.332381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37050) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:32.392165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b228e-94e9-4e52-90c7-bd9c8f0573e9 None None] Current status of the port aa3a1621-1574-4b9f-b8ec-7eff89aa664f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:32.422221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:32.473826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=dc37971f-3d37-454f-8ad4-5a325186d8e3,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:32.482685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'f352bb82-414c-47ac-aadf-6ea354c55e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:32.483017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:32.491277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:32.491890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:32.511334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bc77b-108e-4e7f-aea3-2163fea089c8 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:32.511774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bc77b-108e-4e7f-aea3-2163fea089c8 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:32.512190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bc77b-108e-4e7f-aea3-2163fea089c8 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:32.516431 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-284bc77b-108e-4e7f-aea3-2163fea089c8 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=2c413316d9454b328a7563a3feb7d163&network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 2999 time: 0.1488731 May 19 13:07:32.517683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:32.529112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:32.533454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:32.534080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.556395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Attempting to bind port c6fea2fa-ed7a-436b-a760-e09ada497843 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:32.556762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Attempting to bind port c6fea2fa-ed7a-436b-a760-e09ada497843 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'd4d8d32a-37fc-4122-bf1f-efd762b6d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:32.557125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Attempting to bind port c6fea2fa-ed7a-436b-a760-e09ada497843 on network 8de03d64-2034-4afa-986d-aae294fcbfcc {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:32.561491 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2ff701ce-7f1a-4846-ad6e-c5761d4027a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6325095 May 19 13:07:32.561633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23b430-1d01-4668-be5b-5b1fbd086c64 None None] Network 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:32.561723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37056) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:32.675633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:32.675913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Checking segment: {'id': 'd4d8d32a-37fc-4122-bf1f-efd762b6d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:32.676176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.676499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Bound using segment: {'id': 'd4d8d32a-37fc-4122-bf1f-efd762b6d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:32.677202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Bound port: c6fea2fa-ed7a-436b-a760-e09ada497843, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d8d32a-37fc-4122-bf1f-efd762b6d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8de03d64-2034-4afa-986d-aae294fcbfcc'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:32.677664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.695906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:32.696774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46826d24-cc51-4150-bf16-665fb2953191 None None] The sync data for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:32.725877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Provisioning for port a3a28ebb-8b65-4375-a4b6-254663bb6f9b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:32.842593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.854384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Provisioning complete for port a3a28ebb-8b65-4375-a4b6-254663bb6f9b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:32.854983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:32.887009 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-e54169ec-9a5f-4a7e-9709-1286806cc4e6 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:07:32.891120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e54169ec-9a5f-4a7e-9709-1286806cc4e6 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8067341 May 19 13:07:32.891727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37062) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:32.894802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device aa3a1621-1574-4b9f-b8ec-7eff89aa664f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:32.960349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.028693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Transition to ACTIVE for port object 9a050711-2bc5-43d6-a504-27d047873140 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:33.060005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.085934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] For port c6fea2fa-ed7a-436b-a760-e09ada497843, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:33.119811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] For port c6fea2fa-ed7a-436b-a760-e09ada497843, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c6fea2fa-ed7a-436b-a760-e09ada497843,segment=NetworkSegment(d4d8d32a-37fc-4122-bf1f-efd762b6d627),segment_id=d4d8d32a-37fc-4122-bf1f-efd762b6d627)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:33.121368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Transition to ACTIVE for port object 9a050711-2bc5-43d6-a504-27d047873140 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:33.165561 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.228360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.308889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.309108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb38635-dd54-4078-a021-b607419a2835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d', 'network_id': '2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': 'dc37971f-3d37-454f-8ad4-5a325186d8e3'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:33.309837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bbb38635-dd54-4078-a021-b607419a2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.320081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port aa3a1621-1574-4b9f-b8ec-7eff89aa664f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:33.320456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.377433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a7d21-5abb-455b-a4da-7de65c50adc0 None None] Pushing event updated for resources: {'Port': ['ID=c6fea2fa-ed7a-436b-a760-e09ada497843,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:33.385395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Network c0c4ddf9-be13-4bed-a070-d407d1116930 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:33.407416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=dc37971f-3d37-454f-8ad4-5a325186d8e3,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:33.430234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:33.445756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Current status of the port a3a28ebb-8b65-4375-a4b6-254663bb6f9b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:33.445756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.464675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:33.572545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.630530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:33.645768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f352bb82-414c-47ac-aadf-6ea354c55e07') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:33.646065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f352bb82-414c-47ac-aadf-6ea354c55e07') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:33.665745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.684215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Pushing event updated for resources: {'Port': ['ID=9a050711-2bc5-43d6-a504-27d047873140,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:33.714345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Attempting to bind port 9a050711-2bc5-43d6-a504-27d047873140 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:33.714345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Attempting to bind port 9a050711-2bc5-43d6-a504-27d047873140 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '00332a17-29d5-44fb-aeb2-c0328d9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:33.714345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Attempting to bind port 9a050711-2bc5-43d6-a504-27d047873140 on network c0c4ddf9-be13-4bed-a070-d407d1116930 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:33.714345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0394-9a01-4274-a21d-767250cc86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] For port a3a28ebb-8b65-4375-a4b6-254663bb6f9b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,segment=NetworkSegment(2bd7809a-226d-45a2-845f-ca6905eae54a),segment_id=2bd7809a-226d-45a2-845f-ca6905eae54a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Checking segment: {'id': '00332a17-29d5-44fb-aeb2-c0328d9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Bound using segment: {'id': '00332a17-29d5-44fb-aeb2-c0328d9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Bound port: 9a050711-2bc5-43d6-a504-27d047873140, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00332a17-29d5-44fb-aeb2-c0328d9f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c0c4ddf9-be13-4bed-a070-d407d1116930'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:33.726589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.738663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.763959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:33.764358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.778508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:33.781720 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:33.822750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147e672-3c46-4739-b76f-c1c9335076c6 None None] Network 2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:33.884511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.907023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.920338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:33.928715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:33.982722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6b4bd671-81e7-49d6-a99a-3fe2812dcb48 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d HTTP/1.1" status: 204 len: 168 time: 1.4197412 May 19 13:07:33.986895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37066) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:33.992830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239632053'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:33.999169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:34.003413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:34.008463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:34.013228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port aa3a1621-1574-4b9f-b8ec-7eff89aa664f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:34.016810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:34.032418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:34.037222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.046539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac1716-31d5-459c-8bf6-774ec716a77c None None] Pushing event updated for resources: {'Port': ['ID=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:34.056003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Provisioning for port 3715cb8d-9fdf-445c-ba69-0386545f6b69 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:34.066674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:34.077061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.077456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment 6f7bff7e-467b-4d0d-84e2-465a083f590c of type vlan for network 782833f3-5657-4b83-b396-60945adfbaca May 19 13:07:34.096734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Provisioning complete for port 3715cb8d-9fdf-445c-ba69-0386545f6b69 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:34.097109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.107061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.133946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] For port 9a050711-2bc5-43d6-a504-27d047873140, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:34.146303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.153096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:34.153894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.197023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] For port 9a050711-2bc5-43d6-a504-27d047873140, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=9a050711-2bc5-43d6-a504-27d047873140,segment=NetworkSegment(00332a17-29d5-44fb-aeb2-c0328d9f46b3),segment_id=00332a17-29d5-44fb-aeb2-c0328d9f46b3)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:34.210617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Port 3715cb8d-9fdf-445c-ba69-0386545f6b69 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:34.213901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.280237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2921953 May 19 13:07:34.285010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37070) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:34.293828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '782833f3-5657-4b83-b396-60945adfbaca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:34.303713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Provisioning complete for port a3a28ebb-8b65-4375-a4b6-254663bb6f9b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:34.304086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.317921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting port 3715cb8d-9fdf-445c-ba69-0386545f6b69 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:34.318884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.322804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4989-1e39-4f79-aab4-3ccfbd06135c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=782833f3-5657-4b83-b396-60945adfbaca,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:34.347928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 782833f3-5657-4b83-b396-60945adfbaca details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:34.430554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9380678-c437-47d1-b18b-81bc4044ae45 None None] Pushing event updated for resources: {'Port': ['ID=9a050711-2bc5-43d6-a504-27d047873140,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:34.457026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:34.462447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:34.466222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:34.473387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:34.503796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:34.508849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.575743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5611ca7c-278b-4191-8dc7-e804375293fa None None] Current status of the port a3a28ebb-8b65-4375-a4b6-254663bb6f9b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:34.731435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3b734856-9d72-4f09-90b6-1eb05d5a6806 None None] Provisioning complete for port 3715cb8d-9fdf-445c-ba69-0386545f6b69 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:34.731796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3b734856-9d72-4f09-90b6-1eb05d5a6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.786127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.838587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:34.907228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc73ce-37f2-48a8-89a8-8fe09231b107 None None] Network 8de03d64-2034-4afa-986d-aae294fcbfcc requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:34.942287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=bda0a66d-c565-4639-a916-131b022bf0f4,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:34.951893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Calling delete_port for 3715cb8d-9fdf-445c-ba69-0386545f6b69 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:34.970309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': '6f7bff7e-467b-4d0d-84e2-465a083f590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '782833f3-5657-4b83-b396-60945adfbaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:34.970825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 782833f3-5657-4b83-b396-60945adfbaca, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:34.993869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.000393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 782833f3-5657-4b83-b396-60945adfbaca is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:35.018498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3b734856-9d72-4f09-90b6-1eb05d5a6806 None None] Port 3715cb8d-9fdf-445c-ba69-0386545f6b69 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:35.019334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 782833f3-5657-4b83-b396-60945adfbaca) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:35.019914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.036252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce66152-4366-413b-9566-2014115d43db None None] Network 782833f3-5657-4b83-b396-60945adfbaca requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:35.036998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:35.037635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.078997 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-82516f8a-bad8-4540-9432-e8f3d4b3b816 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7903397 May 19 13:07:35.079162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:35.114409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c6fea2fa-ed7a-436b-a760-e09ada497843 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:35.215856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.234660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.252886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3668df62-9032-40c5-9ee9-b2e88a4e356d None None] Provisioning for port c6fea2fa-ed7a-436b-a760-e09ada497843 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:35.278416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Port': ['ID=3715cb8d-9fdf-445c-ba69-0386545f6b69,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:35.323572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.427959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.447318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c6fea2fa-ed7a-436b-a760-e09ada497843 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:35.478470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c6fea2fa-ed7a-436b-a760-e09ada497843 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:35.480607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.493723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=bda0a66d-c565-4639-a916-131b022bf0f4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:35.575575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.623515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79c520-a95f-4b86-b591-2501d9444d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-782833f3-5657-4b83-b396-60945adfbaca', 'network_id': '782833f3-5657-4b83-b396-60945adfbaca', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': 'bda0a66d-c565-4639-a916-131b022bf0f4'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:35.624321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1e79c520-a95f-4b86-b591-2501d9444d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.636603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.677362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782833f3-5657-4b83-b396-60945adfbaca']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:35.700509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7bff7e-467b-4d0d-84e2-465a083f590c') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:35.700884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7bff7e-467b-4d0d-84e2-465a083f590c') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:35.723454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.750810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.759735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:35.760265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.768377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c6fea2fa-ed7a-436b-a760-e09ada497843 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:35.768990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:35.785030 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:35.811858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c6fea2fa-ed7a-436b-a760-e09ada497843, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c6fea2fa-ed7a-436b-a760-e09ada497843,segment=NetworkSegment(d4d8d32a-37fc-4122-bf1f-efd762b6d627),segment_id=d4d8d32a-37fc-4122-bf1f-efd762b6d627)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:35.819860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.821023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9a050711-2bc5-43d6-a504-27d047873140 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:35.888792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.913593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.926280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=782833f3-5657-4b83-b396-60945adfbaca,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:35.931626 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-73a06778-d6bd-4cac-8698-1da37b1d5e82 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/782833f3-5657-4b83-b396-60945adfbaca HTTP/1.1" status: 204 len: 168 time: 0.8513384 May 19 13:07:35.935022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37082) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:35.940647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Router b735a3c1-e02e-47c2-812e-04c15836a6d2 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:35.941833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268773765'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:35.946980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559dfe5-85d2-4a63-9b22-4e7abd73ab68 None None] Network c0c4ddf9-be13-4bed-a070-d407d1116930 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:35.947420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:35.951483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:35.954359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:35.960579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:35.971822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:35.975566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:35.975973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-1e79c520-a95f-4b86-b591-2501d9444d1d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 19 13:07:35.975973 dv-neutron-841945-1-hyperv neutron-server[88030]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 19 13:07:35.975973 dv-neutron-841945-1-hyperv neutron-server[88030]: [parameters: {'project_id': 'a5d2f3bddc954c3295de66551965a47c', 'id': 'a8bc195b-9dc7-4744-9da9-3fdde60756ae', 'name': '', 'network_id': '782833f3-5657-4b83-b396-60945adfbaca', 'mac_address': 'fa:16:3e:9f:df:fb', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-782833f3-5657-4b83-b396-60945adfbaca', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1246}] May 19 13:07:35.975973 dv-neutron-841945-1-hyperv neutron-server[88030]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:35.976347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-1e79c520-a95f-4b86-b591-2501d9444d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:36.003365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:36.012111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.012539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment c2eda91e-934d-4514-8172-968d2144018d of type vlan for network 8f2055c5-6d7c-4b4f-8cae-51402cc731bf May 19 13:07:36.039169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.064300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.077423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.079754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:36.082030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 9a050711-2bc5-43d6-a504-27d047873140 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:36.084228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:36.085523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.093611 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-361978c3-6405-422c-b931-f3c0617a2838 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1975384 May 19 13:07:36.093737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Provisioning complete for port c6fea2fa-ed7a-436b-a760-e09ada497843 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:36.095043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37086) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:36.095186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.100058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] Sync routers for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:36.111213 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:36.112524 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:36.126131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3a28ebb-8b65-4375-a4b6-254663bb6f9b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:36.186812 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:36.194922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c6fea2fa-ed7a-436b-a760-e09ada497843,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:36.198983 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:36.199855 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:36.271339 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:36.272003 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003cf614-fd95-41c1-b920-61e92b6042c1 None None] The sync data for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:36.341326 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-0389484e-c8a4-4e08-81e9-b755096657db tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] delete failed (client error): The resource could not be found. May 19 13:07:36.346110 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0389484e-c8a4-4e08-81e9-b755096657db tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-948112233 HTTP/1.1" status: 404 len: 334 time: 0.2475216 May 19 13:07:36.346429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37090) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:36.351639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-41460480-254f-40c9-9d6d-e7273039ed84 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b735a3c1-e02e-47c2-812e-04c15836a6d2'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:36.370847 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4313836 May 19 13:07:36.382250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37094) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:36.393030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '8f2055c5-6d7c-4b4f-8cae-51402cc731bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:36.404772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a3a28ebb-8b65-4375-a4b6-254663bb6f9b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:36.405402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.411698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37098) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:36.429735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Current status of the port c6fea2fa-ed7a-436b-a760-e09ada497843 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:36.465669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280ec74-10a5-4fef-bfb2-f0827507ce0e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=8f2055c5-6d7c-4b4f-8cae-51402cc731bf,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:36.481620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1e79c520-a95f-4b86-b591-2501d9444d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.503018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 8f2055c5-6d7c-4b4f-8cae-51402cc731bf details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:36.542621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d541e62-8c88-41c5-9312-f6c2049f62a7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:36.544062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7d541e62-8c88-41c5-9312-f6c2049f62a7 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 814 time: 0.1314826 May 19 13:07:36.571637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:36.576336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:36.579233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:36.585194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:36.587066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Provisioning for port 9a050711-2bc5-43d6-a504-27d047873140 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:36.595351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:36.599913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.612080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Provisioning complete for port 9a050711-2bc5-43d6-a504-27d047873140 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:36.612531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.762756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-41460480-254f-40c9-9d6d-e7273039ed84 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.781494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5acc09-e39c-4095-8018-b55c786249d5 None None] Network 782833f3-5657-4b83-b396-60945adfbaca requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:36.794856 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-41460480-254f-40c9-9d6d-e7273039ed84 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] update failed (client error): The resource could not be found. May 19 13:07:36.795902 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-41460480-254f-40c9-9d6d-e7273039ed84 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2 HTTP/1.1" status: 404 len: 339 time: 0.4485488 May 19 13:07:36.799500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37106) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:36.829154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5acc09-e39c-4095-8018-b55c786249d5 None None] Network 782833f3-5657-4b83-b396-60945adfbaca could not be found, it might have been deleted concurrently. {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 19 13:07:36.842124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a3a28ebb-8b65-4375-a4b6-254663bb6f9b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:36.860650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.921774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Current status of the port 9a050711-2bc5-43d6-a504-27d047873140 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:36.922934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:36.953751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=d964de50-f5aa-4862-941f-660b84c63fb4,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:36.959596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c6fea2fa-ed7a-436b-a760-e09ada497843 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:36.997391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'c2eda91e-934d-4514-8172-968d2144018d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '8f2055c5-6d7c-4b4f-8cae-51402cc731bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:36.997750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 8f2055c5-6d7c-4b4f-8cae-51402cc731bf, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:37.023341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 8f2055c5-6d7c-4b4f-8cae-51402cc731bf is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:37.037436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 8f2055c5-6d7c-4b4f-8cae-51402cc731bf) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:37.044150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:37.044888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.046376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] For port 9a050711-2bc5-43d6-a504-27d047873140, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=9a050711-2bc5-43d6-a504-27d047873140,segment=NetworkSegment(00332a17-29d5-44fb-aeb2-c0328d9f46b3),segment_id=00332a17-29d5-44fb-aeb2-c0328d9f46b3)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:37.058800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.075124 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d066ac15-a639-42d3-a2db-efab18f12853 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6918926 May 19 13:07:37.077963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37110) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:37.099074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50095d8c-1b54-434e-83dc-ec4b92d74165 None None] Network 8f2055c5-6d7c-4b4f-8cae-51402cc731bf requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:37.128993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c6fea2fa-ed7a-436b-a760-e09ada497843 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:37.129349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.184305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37114) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:37.201710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:37.285062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.307214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8573addd-23d4-4a9c-9ebe-04ff565df24d None None] Provisioning complete for port 9a050711-2bc5-43d6-a504-27d047873140 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:37.307582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8573addd-23d4-4a9c-9ebe-04ff565df24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.357802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.395088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fdd87-be7d-49d6-a98a-b1fd4dff4a89 None None] Pushing event updated for resources: {'Port': ['ID=9a050711-2bc5-43d6-a504-27d047873140,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:37.417423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.446070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.454029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c6fea2fa-ed7a-436b-a760-e09ada497843 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:37.509250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=d964de50-f5aa-4862-941f-660b84c63fb4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:37.585804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b5159-3d51-4ba7-b743-ac9578c036f7 None None] Network 8f2055c5-6d7c-4b4f-8cae-51402cc731bf requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:37.610807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.611247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.644304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2055c5-6d7c-4b4f-8cae-51402cc731bf']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:37.659022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2eda91e-934d-4514-8172-968d2144018d') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:37.659320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2eda91e-934d-4514-8172-968d2144018d') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:37.674749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.694849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.703004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:37.703435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.706167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.711014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8573addd-23d4-4a9c-9ebe-04ff565df24d None None] Current status of the port 9a050711-2bc5-43d6-a504-27d047873140 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:37.722445 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:37.823948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.845486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.861263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=8f2055c5-6d7c-4b4f-8cae-51402cc731bf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:37.867360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0897500e-2475-40f7-b48e-d59cc26b738b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/8f2055c5-6d7c-4b4f-8cae-51402cc731bf HTTP/1.1" status: 204 len: 168 time: 0.7883070 May 19 13:07:37.871972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37118) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:37.878861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425583021'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:37.884406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:37.888250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:37.891186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:37.897249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:37.908678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:37.912479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.940627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:37.950028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:37.950375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment f64e32b0-b312-4e60-b5eb-d62317b244b6 of type vlan for network 5d776e1c-cece-4708-869e-eee9469286d0 May 19 13:07:37.976908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.011644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.017605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:38.018278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.121184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.123303 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2500350 May 19 13:07:38.124040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37122) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:38.125946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.126268 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce disassociated. External IP: 172.26.3.161, port: 40ad0199-0365-4f54-96e4-3f6838054a03. May 19 13:07:38.134899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '5d776e1c-cece-4708-869e-eee9469286d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:38.152892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12d8f4-1594-42ca-b3e1-1d5382073879 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=5d776e1c-cece-4708-869e-eee9469286d0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:38.171037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 5d776e1c-cece-4708-869e-eee9469286d0 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:38.250985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:38.255084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:38.258856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:38.265091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:38.275519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:38.279149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.431589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Allocated IP 172.20.0.1 (c96a4b64-d419-4381-a9ae-95d90dc37767/ea4dd7ba-3419-440d-a276-e87b2fa24fb7/e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:38.478796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Performing IP validity checks on allocation pools {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:07:38.479470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:07:38.609709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.688058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=e3c26b9e-388a-4f09-b05c-1113de371d8a,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:38.697977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'f64e32b0-b312-4e60-b5eb-d62317b244b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d776e1c-cece-4708-869e-eee9469286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:38.698334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 5d776e1c-cece-4708-869e-eee9469286d0, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:38.719606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 5d776e1c-cece-4708-869e-eee9469286d0 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:38.720007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:38.729788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 5d776e1c-cece-4708-869e-eee9469286d0) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:38.735027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:38.735788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.741228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d32329-a59b-42b6-a38f-9b7aadd621a1 None None] Network 5d776e1c-cece-4708-869e-eee9469286d0 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:38.760901 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ba43d12-8796-4640-9cdf-e008f67fe95e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6304080 May 19 13:07:38.761272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37126) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:38.803072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.839705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Transition to ACTIVE for port object e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:38.906521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.932640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9a050711-2bc5-43d6-a504-27d047873140 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:38.946809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:38.957886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:38.969679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449b442-e69a-40e3-af64-71b546f435df None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:38.987794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.001000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.044749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:39.045406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:39.080811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.121918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c26b9e-388a-4f09-b05c-1113de371d8a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:39.132585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eba7d4-41fa-43cd-b99a-0cd72651d830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-5d776e1c-cece-4708-869e-eee9469286d0', 'network_id': '5d776e1c-cece-4708-869e-eee9469286d0', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': 'e3c26b9e-388a-4f09-b05c-1113de371d8a'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:39.133458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-37eba7d4-41fa-43cd-b99a-0cd72651d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.230264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network c96a4b64-d419-4381-a9ae-95d90dc37767 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:39.237556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:39.243703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.244329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:39.269518 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f5b236ea-343f-49a8-aaa3-c1057c387c06 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 690 time: 2.0840342 May 19 13:07:39.272432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37130) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:39.273181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:39.276848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d776e1c-cece-4708-869e-eee9469286d0']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:39.277567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Port': ['ID=e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:39.344306 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb338dac-6e1b-48c8-bee6-aa04f80d1ad7'] response: {'name': 'network-changed', 'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03', 'status': 'completed', 'code': 200} May 19 13:07:39.345402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.389276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 9a050711-2bc5-43d6-a504-27d047873140 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:39.389895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.392936 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-88faa4f5-62b6-4d2e-b6c4-1a0a7ee9df04 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 690 time: 0.1188974 May 19 13:07:39.448831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64e32b0-b312-4e60-b5eb-d62317b244b6') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:39.449327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64e32b0-b312-4e60-b5eb-d62317b244b6') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:39.464157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:39.465241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.492313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.499461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.502129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:39.502657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:39.522900 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:39.542083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5f161-42a9-4dc5-861d-b71d20bf37c3 None None] Network 5d776e1c-cece-4708-869e-eee9469286d0 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:39.601275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-29e099af-6e34-4f25-b3a4-54cc775dd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:39.602961 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-29e099af-6e34-4f25-b3a4-54cc775dd2da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1098 time: 0.2087245 May 19 13:07:39.684809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.697635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.714975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-81f78bd7-aebd-4154-9c78-bdf258f61f5a None None] Provisioning for port e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:39.731079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=5d776e1c-cece-4708-869e-eee9469286d0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:39.742602 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ae43b056-1115-4cde-ac8a-98e226609386 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/5d776e1c-cece-4708-869e-eee9469286d0 HTTP/1.1" status: 204 len: 168 time: 0.9759066 May 19 13:07:39.742602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37136) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:39.748986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63398006'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:39.757482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:39.774443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:39.779546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:39.788437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:39.813861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-01296a17-439b-4df9-bed3-a066885cfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:39.815918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-01296a17-439b-4df9-bed3-a066885cfeba service neutron] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 898 time: 0.2048163 May 19 13:07:39.817634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:39.821606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.833532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-81f78bd7-aebd-4154-9c78-bdf258f61f5a None None] Provisioning complete for port e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:39.833889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f78bd7-aebd-4154-9c78-bdf258f61f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.896320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.898372 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-6036cbe2-2d96-4d8c-930e-79f0e827a5e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 200 len: 217 time: 0.0656652 May 19 13:07:39.903436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.949473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 9a050711-2bc5-43d6-a504-27d047873140 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:39.963738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:39.976745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-35c39173-e34d-4346-8cb5-5d68b2a6a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:39.979615 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-35c39173-e34d-4346-8cb5-5d68b2a6a75f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.0726271 May 19 13:07:39.980873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:39.981465 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment 00303839-861b-42e8-9eef-b6dac23c11bc of type vlan for network 53bfd684-5f2b-4308-9d73-b30381310d5a May 19 13:07:39.982177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81f78bd7-aebd-4154-9c78-bdf258f61f5a None None] Port e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:40.032955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event updated for resources: {'Port': ['ID=e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:40.037571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.061078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.072831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.076697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449b442-e69a-40e3-af64-71b546f435df None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:40.085980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:40.086671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.101234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-c452302e-a381-4eac-ba10-a789f0b3f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:40.102857 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-c452302e-a381-4eac-ba10-a789f0b3f5dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155877 May 19 13:07:40.104039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.109812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:40.110456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.181427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Network c96a4b64-d419-4381-a9ae-95d90dc37767 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:40.182722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:40.320031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:40.360965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Router b735a3c1-e02e-47c2-812e-04c15836a6d2 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:40.403419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37140) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:40.484881 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7405407 May 19 13:07:40.493280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37144) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:40.508226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1db01-d3ea-4f5b-90a3-cdfeefa0e6d1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=53bfd684-5f2b-4308-9d73-b30381310d5a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:40.515793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:40.520057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a536af7b-9ae2-41c1-ab0b-3397f91f1507 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 690 time: 0.1122680 May 19 13:07:40.532555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 53bfd684-5f2b-4308-9d73-b30381310d5a details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:40.558143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-648d3041-660f-4361-bc3e-d9d10d5226ee service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416120 May 19 13:07:40.635454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:40.644983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-334ce31c-89ae-497c-ada3-d5ef2f0ffc5d tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8399215 May 19 13:07:40.644983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37148) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:40.655187 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] Sync routers for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:40.665511 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:40.666400 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.709870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-afc52356-b00d-4a9b-844d-011ecd2c8e4f None None] Provisioning complete for port e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:40.710234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-afc52356-b00d-4a9b-844d-011ecd2c8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:40.712794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-258fd4bb-0f2b-4f90-909a-83d2745e1085 req-3db50d05-c822-4e76-acca-06cabff20246 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472890 May 19 13:07:40.714255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:40.718377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:40.731761 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.743224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:40.743848 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.808433 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.808736 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c62f8-b145-41e7-b0cf-980204073c45 None None] The sync data for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:40.828311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-afc52356-b00d-4a9b-844d-011ecd2c8e4f None None] Port e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:40.867422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5449b442-e69a-40e3-af64-71b546f435df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:40.871780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449b442-e69a-40e3-af64-71b546f435df None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:40.881660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:40.944210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:40.976825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:40.980270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.068539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d2851eb-ee37-41c8-b318-8627b64dcaf4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.083146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc36123-034d-4343-98ba-2ad189cb3d66 None None] New status for floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:07:41.258645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-4d2851eb-ee37-41c8-b318-8627b64dcaf4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] delete failed (client error): There was a conflict when trying to complete your request. May 19 13:07:41.259678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4d2851eb-ee37-41c8-b318-8627b64dcaf4 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2 HTTP/1.1" status: 409 len: 329 time: 0.6150455 May 19 13:07:41.263242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37152) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:41.378095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.455897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=a8555375-fef4-4c09-bdd5-4bf0093f535c,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:41.463563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': '00303839-861b-42e8-9eef-b6dac23c11bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:41.464410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 53bfd684-5f2b-4308-9d73-b30381310d5a, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:41.487624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 53bfd684-5f2b-4308-9d73-b30381310d5a is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:41.500450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 53bfd684-5f2b-4308-9d73-b30381310d5a) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:41.505226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:41.505622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.516883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd17ea-83b6-49e7-8dd3-3331b14abbae None None] Network 53bfd684-5f2b-4308-9d73-b30381310d5a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:41.524806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37156) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:41.590598 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b50e9e87-e01d-4be7-b962-2cfed6bc9d19 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0969431 May 19 13:07:41.604797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37160) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:41.638696 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2b6f5372-cf61-4cbf-bd01-d766141f9dc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 688 time: 0.1075504 May 19 13:07:41.758857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.765385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-53bfd684-5f2b-4308-9d73-b30381310d5a', 'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': 'a8555375-fef4-4c09-bdd5-4bf0093f535c'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:41.766225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.798180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.825079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:41.928930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Allocated IP 172.20.0.1 (53bfd684-5f2b-4308-9d73-b30381310d5a/a8555375-fef4-4c09-bdd5-4bf0093f535c/60dca0ab-7f8d-4041-954c-e8d1d3c85b8c) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:42.131525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.132228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting port e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:42.132609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.142735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Transition to ACTIVE for port object 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:42.162715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Transition to ACTIVE for port object 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:42.168981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.191424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.235267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=a8555375-fef4-4c09-bdd5-4bf0093f535c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:42.237175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Network 53bfd684-5f2b-4308-9d73-b30381310d5a is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:42.240012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:42.244050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:42.252745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Pushing event updated for resources: {'Port': ['ID=60dca0ab-7f8d-4041-954c-e8d1d3c85b8c,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:42.334742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.340326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Attempting to bind port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:42.340703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Attempting to bind port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '00303839-861b-42e8-9eef-b6dac23c11bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:42.341040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Attempting to bind port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c on network 53bfd684-5f2b-4308-9d73-b30381310d5a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:42.346976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:42.347222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Checking segment: {'id': '00303839-861b-42e8-9eef-b6dac23c11bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:42.347615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.348001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Bound using segment: {'id': '00303839-861b-42e8-9eef-b6dac23c11bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:42.348469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Bound port: 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00303839-861b-42e8-9eef-b6dac23c11bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '53bfd684-5f2b-4308-9d73-b30381310d5a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:42.349277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.366903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bfd684-5f2b-4308-9d73-b30381310d5a']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:42.380212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00303839-861b-42e8-9eef-b6dac23c11bc') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:42.380493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00303839-861b-42e8-9eef-b6dac23c11bc') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:42.392893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.409396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.415734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:42.416116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:42.430856 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:42.449114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] For port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:42.475783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.509986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] For port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=60dca0ab-7f8d-4041-954c-e8d1d3c85b8c,segment=NetworkSegment(00303839-861b-42e8-9eef-b6dac23c11bc),segment_id=00303839-861b-42e8-9eef-b6dac23c11bc)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:42.511351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:07:42.511351 dv-neutron-841945-1-hyperv neutron-server[88029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:07:42.511351 dv-neutron-841945-1-hyperv neutron-server[88029]: [parameters: {'id': '53bfd684-5f2b-4308-9d73-b30381310d5a'}] May 19 13:07:42.511351 dv-neutron-841945-1-hyperv neutron-server[88029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:42.511919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:42.514835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.596328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Calling delete_port for e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:42.671155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c1f20-f545-4d7e-9fd0-51c27b5a2088 None None] Pushing event updated for resources: {'Port': ['ID=60dca0ab-7f8d-4041-954c-e8d1d3c85b8c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:42.704214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b73d5-9983-42e8-b2dd-d8795313a994 None None] Network 53bfd684-5f2b-4308-9d73-b30381310d5a requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:42.730804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37166) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:42.736974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677013897', 'description': 'tempest-secgroup-smoke-677013897 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:42.743757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:42.753399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:42.764374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.788069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.789200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:42.793982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:42.797140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:42.803538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:42.841768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Port': ['ID=e01bdef1-8b2c-49dd-9dfa-5ee6b3ba90cb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:42.885839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.891095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.945849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0743a950-03aa-4c4e-ac30-c93c8db10a32,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:42.958774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:42.962478 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87a17f08-80e0-46fc-a114-2149288fc574 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2271302 May 19 13:07:42.962763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37170) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:42.968448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '0743a950-03aa-4c4e-ac30-c93c8db10a32', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:42.974711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:42.979356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:42.982345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:42.989213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:43.012804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.014804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.062823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Deleting port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:43.063105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.079333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44d675-1a27-428f-80d2-c44a5a319dff None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:07:43.089719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.124394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.255198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44d675-1a27-428f-80d2-c44a5a319dff None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:07:43.379135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.396504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Router b735a3c1-e02e-47c2-812e-04c15836a6d2 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:43.432556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffec58ad-b268-4d75-8372-313ec4ec93fc,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:43.454920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] For port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=60dca0ab-7f8d-4041-954c-e8d1d3c85b8c,segment=NetworkSegment(00303839-861b-42e8-9eef-b6dac23c11bc),segment_id=00303839-861b-42e8-9eef-b6dac23c11bc)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:43.455185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.463579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.465077 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d0e5d27d-d9e1-4bf6-9e6d-a90403a744e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009723 May 19 13:07:43.467929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37176) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:43.476082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '0743a950-03aa-4c4e-ac30-c93c8db10a32', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:43.556603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:43.568703 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] Sync routers for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:43.574292 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-82670562-720d-4bf2-a0ef-e7c6e8212971 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094721 May 19 13:07:43.577910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37180) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:43.587522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:43.591669 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.636072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:43.644334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Calling delete_port for 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:43.660338 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-eb6e2349-0caa-45ae-8831-abd10a1d2c3e tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] show failed (client error): The resource could not be found. May 19 13:07:43.661478 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-eb6e2349-0caa-45ae-8831-abd10a1d2c3e tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1259429730 HTTP/1.1" status: 404 len: 335 time: 0.0827847 May 19 13:07:43.665754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37186) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:43.670599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-974d29b9-87ff-4d37-ba4a-76b25df2e743 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:43.681760 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.683365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:43.686688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:43.691798 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] Routers {'b735a3c1-e02e-47c2-812e-04c15836a6d2'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:43.692711 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b735a3c1-e02e-47c2-812e-04c15836a6d2'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.693566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:43.732479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.760503 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:43.760896 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b78e78-8276-4f82-92c2-c120fa9bf54d None None] The sync data for ids ['b735a3c1-e02e-47c2-812e-04c15836a6d2'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:43.808974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.873161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No DVR routers for this DVR port 60dca0ab-7f8d-4041-954c-e8d1d3c85b8c on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:43.894804 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.api.v2.resource [None req-974d29b9-87ff-4d37-ba4a-76b25df2e743 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] update failed (client error): The resource could not be found. May 19 13:07:43.896005 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-974d29b9-87ff-4d37-ba4a-76b25df2e743 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1282792854 HTTP/1.1" status: 404 len: 335 time: 0.2291884 May 19 13:07:43.905085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37190) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:43.908876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Port': ['ID=60dca0ab-7f8d-4041-954c-e8d1d3c85b8c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:43.921043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.938034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:43.982260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting subnet 63d010c7-af5e-4371-b50f-0bc5f7aa2b39 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:43.992676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc60e-1d69-47b4-950e-e91182585b23 req-517d59fa-64b7-4af2-8e39-3b3bb3909990 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:43.993995 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aa3dc60e-1d69-47b4-950e-e91182585b23 req-517d59fa-64b7-4af2-8e39-3b3bb3909990 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.2756681 May 19 13:07:43.994674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.020148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09aace0a-cb88-4e97-a165-baacfaf294f7,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.038052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.050603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.054460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-edafb6d8-1525-481a-9793-51f231b5f6d0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5829039 May 19 13:07:44.057402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37194) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.065159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '0743a950-03aa-4c4e-ac30-c93c8db10a32', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:44.071245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bfd684-5f2b-4308-9d73-b30381310d5a']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:44.084015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00303839-861b-42e8-9eef-b6dac23c11bc') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:44.084307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00303839-861b-42e8-9eef-b6dac23c11bc') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:44.085458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:44.089061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.095821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.112666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.119680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:44.120066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.124603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:44.134844 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aa3dc60e-1d69-47b4-950e-e91182585b23 req-39e01d62-0897-454d-a3bc-d81133b21362 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109681 May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:44.135012 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:44.138606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:44.146413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:44.190447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.216326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.224486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.240810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.247258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=53bfd684-5f2b-4308-9d73-b30381310d5a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.251394 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2a6b38d0-6ea7-474e-b27a-27a825c56f5e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/53bfd684-5f2b-4308-9d73-b30381310d5a HTTP/1.1" status: 204 len: 168 time: 2.6459093 May 19 13:07:44.255205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37198) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.261163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1725016956'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:44.266376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:44.270325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:44.273296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:44.279605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:44.292022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:44.296202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.306775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.314374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.327821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:44.335080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfb64ce-adee-48e0-aaba-a1d5d515f047,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.339645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.340047 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment c95a4101-9f0f-46f6-8a1e-79b4902e4556 of type vlan for network 0cdda39c-6438-4b2e-8ace-c54dc08c9e68 May 19 13:07:44.341868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.369386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.393236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Subnet': ['ID=63d010c7-af5e-4371-b50f-0bc5f7aa2b39,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.396065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.398619 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-660206af-f30a-423d-a61b-51f0274497f7 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/subnets/63d010c7-af5e-4371-b50f-0bc5f7aa2b39 HTTP/1.1" status: 204 len: 168 time: 0.4901979 May 19 13:07:44.400703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37202) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.402916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4667d-2f81-4ba0-b68a-3153abc619db None None] Network 8de03d64-2034-4afa-986d-aae294fcbfcc requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:44.406756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.410143 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:07:44.413789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:44.414463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.431921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.433057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-50a24a2c-7ff1-4373-b3e4-1610ed9cd05c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3747439 May 19 13:07:44.437660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37206) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.452128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '0743a950-03aa-4c4e-ac30-c93c8db10a32', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:44.461717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:44.468844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:44.473310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:44.482620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:44.488245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting subnet 869ba33a-c79b-426e-8009-d9165004632b {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:44.493529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.528121 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2713606 May 19 13:07:44.531480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37210) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.538012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '0cdda39c-6438-4b2e-8ace-c54dc08c9e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:44.545080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.558347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f4b2a-ee39-4e12-9d96-cb1fe89c1f1a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=0cdda39c-6438-4b2e-8ace-c54dc08c9e68,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.569056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.581694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 0cdda39c-6438-4b2e-8ace-c54dc08c9e68 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:44.681419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.687507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:44.688823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.691873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:44.695478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:44.701528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:44.718951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:44.719150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65062dd6-a825-430c-a32d-b4b35e660de3,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.721367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.725254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.769929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.773909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2d3ecc6a-e8cf-4edf-8596-fc2f4bd8cba4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338106 May 19 13:07:44.774086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37214) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.783015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '0743a950-03aa-4c4e-ac30-c93c8db10a32', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:44.791899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:44.798746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:44.802244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:44.806464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] DHCP port deletion for 8de03d64-2034-4afa-986d-aae294fcbfcc request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:44.808325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:44.812200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Deleting port c6fea2fa-ed7a-436b-a760-e09ada497843 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:44.812708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.824418 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:07:44.830842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.866217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.884134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Subnet': ['ID=869ba33a-c79b-426e-8009-d9165004632b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:44.896611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:44.908818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc9512-ab8d-48c1-b084-bc7c323ce89d None None] Network 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:44.916334 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f5539fd0-2a3d-48cb-89c7-d2ba23c3bf41 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/subnets/869ba33a-c79b-426e-8009-d9165004632b HTTP/1.1" status: 204 len: 168 time: 0.5146391 May 19 13:07:44.918741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37218) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:44.993169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c6fea2fa-ed7a-436b-a760-e09ada497843 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:45.011241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.045066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.071655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting port c6fea2fa-ed7a-436b-a760-e09ada497843 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:45.071996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.089818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=c3242381-a70b-421c-909f-cfa7508edb17,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:45.102909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'c95a4101-9f0f-46f6-8a1e-79b4902e4556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0cdda39c-6438-4b2e-8ace-c54dc08c9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:45.103264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 0cdda39c-6438-4b2e-8ace-c54dc08c9e68, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:45.110019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.122923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.128080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 0cdda39c-6438-4b2e-8ace-c54dc08c9e68 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:45.140642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 0cdda39c-6438-4b2e-8ace-c54dc08c9e68) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:45.161729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:45.162544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.200293 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-21f99892-91e9-41f3-a87f-57c17e7db17b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6676610 May 19 13:07:45.201038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:45.228629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cdee1-b243-4f4e-b617-71fdb85fb7dc None None] Network 0cdda39c-6438-4b2e-8ace-c54dc08c9e68 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:45.279237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e4763a-6993-4ac6-a53c-675e0795bedf,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:45.320961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.322476 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-afb68c3e-9b68-4c6c-8ef4-73347ddaa6fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5474577 May 19 13:07:45.324677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] For port c6fea2fa-ed7a-436b-a760-e09ada497843, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c6fea2fa-ed7a-436b-a760-e09ada497843,segment=NetworkSegment(d4d8d32a-37fc-4122-bf1f-efd762b6d627),segment_id=d4d8d32a-37fc-4122-bf1f-efd762b6d627)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:45.326513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.334342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37228) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:45.345049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '0743a950-03aa-4c4e-ac30-c93c8db10a32', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:45.400449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:45.493568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:45.502231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Calling delete_port for c6fea2fa-ed7a-436b-a760-e09ada497843 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:45.536810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:45.546194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.556330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:45.563660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf83de7-ad3d-4315-a067-6af1859942e2 req-35d6a15e-070f-4626-aac5-9a93fd04ed7c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:45.564959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5bf83de7-ad3d-4315-a067-6af1859942e2 req-35d6a15e-070f-4626-aac5-9a93fd04ed7c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.2773411 May 19 13:07:45.587794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:07:45.588300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] For port c6fea2fa-ed7a-436b-a760-e09ada497843, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c6fea2fa-ed7a-436b-a760-e09ada497843,segment=NetworkSegment(d4d8d32a-37fc-4122-bf1f-efd762b6d627),segment_id=d4d8d32a-37fc-4122-bf1f-efd762b6d627)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:45.588824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.608724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c6fea2fa-ed7a-436b-a760-e09ada497843 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:45.608724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.609675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.652398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.659278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.686758 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5bf83de7-ad3d-4315-a067-6af1859942e2 req-dc6f4d4a-40da-4555-ae84-3737529aca36 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881257 May 19 13:07:45.742431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.788861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=c3242381-a70b-421c-909f-cfa7508edb17,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:45.827096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-596f0c8f-d40f-4965-9bc7-7639f88ccc3d tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:45.828600 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-596f0c8f-d40f-4965-9bc7-7639f88ccc3d tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.4259527 May 19 13:07:45.834505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Calling delete_port for c6fea2fa-ed7a-436b-a760-e09ada497843 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:45.841046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Port': ['ID=c6fea2fa-ed7a-436b-a760-e09ada497843,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:45.872694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] No DVR routers for this DVR port c6fea2fa-ed7a-436b-a760-e09ada497843 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:45.892181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.928997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdda39c-6438-4b2e-8ace-c54dc08c9e68']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:45.944209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95a4101-9f0f-46f6-8a1e-79b4902e4556') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:45.944585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95a4101-9f0f-46f6-8a1e-79b4902e4556') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:45.968466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.983631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1f7828-f4b0-46c8-996f-62ee6337fb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-0cdda39c-6438-4b2e-8ace-c54dc08c9e68', 'network_id': '0cdda39c-6438-4b2e-8ace-c54dc08c9e68', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': 'c3242381-a70b-421c-909f-cfa7508edb17'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:45.986554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7828-f4b0-46c8-996f-62ee6337fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:45.994260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.000831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] DHCP port deletion for 85cb28fd-6256-4bb3-8cdf-63981eda1ea7 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:46.003290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:46.004518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.010377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:46.010817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:46.012618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] Deleting port a3a28ebb-8b65-4375-a4b6-254663bb6f9b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:46.013142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:46.024316 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:46.033379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.043706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port b0076a6f-4358-465f-a745-1e24c6c1c0cf {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:46.044051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.077327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.084383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.128358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.140354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.141106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b808451-29c6-4567-94b3-a98df0ba7a22,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.148571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de03d64-2034-4afa-986d-aae294fcbfcc']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:46.171455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d8d32a-37fc-4122-bf1f-efd762b6d627') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:46.172140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d8d32a-37fc-4122-bf1f-efd762b6d627') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:46.179616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.180999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f0bf868a-bbdd-46aa-99f7-3de30ab9b5c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8456511 May 19 13:07:46.187269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=0cdda39c-6438-4b2e-8ace-c54dc08c9e68,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.201114 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-92120acb-61b4-48e9-b27a-593d6debe0f4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/0cdda39c-6438-4b2e-8ace-c54dc08c9e68 HTTP/1.1" status: 204 len: 168 time: 0.9986367 May 19 13:07:46.204494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37234) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:46.210451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-262022347'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:46.216895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:46.222076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:46.225960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:46.227675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.233387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:46.248737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:46.254291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.256408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-2e1f7828-f4b0-46c8-996f-62ee6337fb47 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 19 13:07:46.256408 dv-neutron-841945-1-hyperv neutron-server[88030]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 19 13:07:46.256408 dv-neutron-841945-1-hyperv neutron-server[88030]: [parameters: {'project_id': 'a5d2f3bddc954c3295de66551965a47c', 'id': 'ad7bab5d-d31a-4600-9f75-1444446d1c5e', 'name': '', 'network_id': '0cdda39c-6438-4b2e-8ace-c54dc08c9e68', 'mac_address': 'fa:16:3e:ca:f9:a8', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-0cdda39c-6438-4b2e-8ace-c54dc08c9e68', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1271}] May 19 13:07:46.256408 dv-neutron-841945-1-hyperv neutron-server[88030]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:46.256797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-2e1f7828-f4b0-46c8-996f-62ee6337fb47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:46.279284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] For port a3a28ebb-8b65-4375-a4b6-254663bb6f9b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,segment=NetworkSegment(2bd7809a-226d-45a2-845f-ca6905eae54a),segment_id=2bd7809a-226d-45a2-845f-ca6905eae54a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:46.280008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.282970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.295630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:46.305859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.306247 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment 37a3602e-df59-42c5-addb-9e2350daa72c of type vlan for network 44a73128-e538-4b89-8661-6e5ab447d9bb May 19 13:07:46.338555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.339082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:46.339482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:46.354270 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:46.381298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.388165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:46.388803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.421654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] Calling delete_port for a3a28ebb-8b65-4375-a4b6-254663bb6f9b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:46.488201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.511890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=44a73128-e538-4b89-8661-6e5ab447d9bb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.515900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Deleting port c6fea2fa-ed7a-436b-a760-e09ada497843 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:46.516538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.527442 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c7b5ede5-e6a9-40b0-819d-63f407f15287 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3218210 May 19 13:07:46.528115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37248) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:46.529725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.534703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:46.549611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Network': ['ID=8de03d64-2034-4afa-986d-aae294fcbfcc,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.552413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:46.552943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.569011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fcd307ac-9806-4b05-8224-b8d7632197b8 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/networks/8de03d64-2034-4afa-986d-aae294fcbfcc HTTP/1.1" status: 204 len: 168 time: 1.6491897 May 19 13:07:46.579114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37252) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:46.590611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 44a73128-e538-4b89-8661-6e5ab447d9bb details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:46.608201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.622436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5fb46b48-7ae7-4a7a-9793-1fa0da730116 None None] The port 'c6fea2fa-ed7a-436b-a760-e09ada497843' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:07:46.670939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] Pushing event deleted for resources: {'Port': ['ID=a3a28ebb-8b65-4375-a4b6-254663bb6f9b,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:46.677008 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-ffdb893c-7210-441f-9437-70b821df5cb4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677013897&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.2218401 May 19 13:07:46.752040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106278be-0ead-4c25-b66a-da91bdbe2915 None None] No DVR routers for this DVR port a3a28ebb-8b65-4375-a4b6-254663bb6f9b on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:46.763259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7828-f4b0-46c8-996f-62ee6337fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.826747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.837525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581efb1-7cc0-47bd-b30e-883087468170 None None] Network 0cdda39c-6438-4b2e-8ace-c54dc08c9e68 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:46.866253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.896239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581efb1-7cc0-47bd-b30e-883087468170 None None] Network 0cdda39c-6438-4b2e-8ace-c54dc08c9e68 could not be found, it might have been deleted concurrently. {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 19 13:07:46.904284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 44a73128-e538-4b89-8661-6e5ab447d9bb is not hosted by any dhcp agent {{(pid=88029) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 19 13:07:46.910222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:46.910839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:46.914938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "PUT /v2.0/networks/44a73128-e538-4b89-8661-6e5ab447d9bb HTTP/1.1" status: 200 len: 723 time: 0.3831639 May 19 13:07:46.933694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37258) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:46.952434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3a28ebb-8b65-4375-a4b6-254663bb6f9b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:46.959161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:46.992107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a3a28ebb-8b65-4375-a4b6-254663bb6f9b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:46.992718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a3a28ebb-8b65-4375-a4b6-254663bb6f9b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:47.047369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1afc2a-1826-48d3-982f-7e547c16f00c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=44a73128-e538-4b89-8661-6e5ab447d9bb,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:47.058109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.059326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 44a73128-e538-4b89-8661-6e5ab447d9bb details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:47.078032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1391f7-83ea-4147-b7a4-6be655c6331c req-63f3f83a-2428-4f4c-9ccb-36be52d1b221 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:47.079449 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3a1391f7-83ea-4147-b7a4-6be655c6331c req-63f3f83a-2428-4f4c-9ccb-36be52d1b221 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 946 time: 0.1769738 May 19 13:07:47.130218 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3a1391f7-83ea-4147-b7a4-6be655c6331c req-5dab790c-af73-43b5-9d53-303a6da9e03e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 May 19 13:07:47.328321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0076a6f-4358-465f-a745-1e24c6c1c0cf no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:47.387497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.387854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.388182 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP 3dbd1b98-1756-42bc-a3a8-d869afb8fed2 disassociated. External IP: 172.26.3.109, port: b0076a6f-4358-465f-a745-1e24c6c1c0cf. May 19 13:07:47.388509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for b0076a6f-4358-465f-a745-1e24c6c1c0cf owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:47.449886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b0076a6f-4358-465f-a745-1e24c6c1c0cf is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:47.450269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.480755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:47.492200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:47.496893 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.528469 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd40a1e-8cad-4cbb-998f-feb26194fece'] response: {'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'code': 200} May 19 13:07:47.567072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:47.568025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:47.577065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-afdf074b-7b9c-49f8-83d7-53683134acd3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:47.577478 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-afdf074b-7b9c-49f8-83d7-53683134acd3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 797 time: 0.8997152 May 19 13:07:47.593348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:47.645906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:47.677852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:47.691642 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-258e4315-5926-42cb-847c-6dbbd379c421 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0994256 May 19 13:07:47.694664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.774111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:47.777367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.791354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cb28fd-6256-4bb3-8cdf-63981eda1ea7']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:47.808634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd7809a-226d-45a2-845f-ca6905eae54a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:47.808926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd7809a-226d-45a2-845f-ca6905eae54a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:47.880144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.903820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:47.904111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:47.918754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.936613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:47.937021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:47.951858 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:48.049462 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-83e364f3-f3b9-49c7-888f-6be84abd9063 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3458147 May 19 13:07:48.087428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.133431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.203519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Network': ['ID=85cb28fd-6256-4bb3-8cdf-63981eda1ea7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:48.225675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d24f49b5-07c4-4f7f-8645-8ec01d5a0ca2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/networks/85cb28fd-6256-4bb3-8cdf-63981eda1ea7 HTTP/1.1" status: 204 len: 168 time: 1.6455371 May 19 13:07:48.228702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37266) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:48.295581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.339510 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-9a93ce68-32bf-4172-813b-2bcd7f875a2d service neutron] 10.222.0.44 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500637 May 19 13:07:48.346661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting subnet ea4dd7ba-3419-440d-a276-e87b2fa24fb7 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:07:48.352258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.415277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.425122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port b0076a6f-4358-465f-a745-1e24c6c1c0cf {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:48.425442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.466582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9197d6c-6763-43ab-b620-25d7d11ea222 req-37aa12fb-9b2f-48b5-b4a2-fcd7723e40ff tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:48.468075 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b9197d6c-6763-43ab-b620-25d7d11ea222 req-37aa12fb-9b2f-48b5-b4a2-fcd7723e40ff tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 944 time: 0.1998909 May 19 13:07:48.507817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=632a201f-7640-466f-b800-4c19366fd522,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:48.531615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b9197d6c-6763-43ab-b620-25d7d11ea222 req-65d615d1-d053-4fd4-92e8-c43a7a4539a1 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578551 May 19 13:07:48.543077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': '37a3602e-df59-42c5-addb-9e2350daa72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:48.543424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 44a73128-e538-4b89-8661-6e5ab447d9bb, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:48.543601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.622661 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-dc88b96f-8962-4e1a-ba85-075852d8940b service neutron] 10.222.0.44 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759836 May 19 13:07:48.648102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 44a73128-e538-4b89-8661-6e5ab447d9bb is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:48.720508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 44a73128-e538-4b89-8661-6e5ab447d9bb) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:48.729567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:48.730140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.741971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3262e-2eda-4622-9e37-ece12be1b767 None None] Network 44a73128-e538-4b89-8661-6e5ab447d9bb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:48.769154 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-19ef503c-e803-41ef-8620-df606fd4f2fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8267927 May 19 13:07:48.771973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37272) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:48.782154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:48.798712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] For port b0076a6f-4358-465f-a745-1e24c6c1c0cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0076a6f-4358-465f-a745-1e24c6c1c0cf,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:48.799175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.813575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.901367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4dd7ba-3419-440d-a276-e87b2fa24fb7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:48.905608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:48.911629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17129e-dd47-4f87-80ad-b3854e5497e4 None None] Network c96a4b64-d419-4381-a9ae-95d90dc37767 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:48.928031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-325868f1-c444-4bbf-8bbb-e46cfa9d217f req-d35f08d7-79ab-4a1d-b286-36457dfd8a11 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 210 time: 0.0693738 May 19 13:07:48.934062 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a0ca3fd-7eaf-4daa-b055-c91c681b8f5c tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/subnets/ea4dd7ba-3419-440d-a276-e87b2fa24fb7 HTTP/1.1" status: 204 len: 168 time: 0.7039263 May 19 13:07:48.934756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37278) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:49.131584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15406672'] for subnet, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.191694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.217988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Deleting port aa3a1621-1574-4b9f-b8ec-7eff89aa664f {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:49.218326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.314982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.315573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.316200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP 3dbd1b98-1756-42bc-a3a8-d869afb8fed2 disassociated. External IP: 172.26.3.109, port: b0076a6f-4358-465f-a745-1e24c6c1c0cf. May 19 13:07:49.316200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for b0076a6f-4358-465f-a745-1e24c6c1c0cf owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:49.336388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-44a73128-e538-4b89-8661-6e5ab447d9bb', 'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': '632a201f-7640-466f-b800-4c19366fd522'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:49.337211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.457264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] DHCP port deletion for c96a4b64-d419-4381-a9ae-95d90dc37767 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:07:49.472612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Deleting port aa3a1621-1574-4b9f-b8ec-7eff89aa664f {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:49.473266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.501496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.539363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755618683513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15493489'] for subnet, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.565236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'Port': ['ID=b0076a6f-4358-465f-a745-1e24c6c1c0cf,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:49.608853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:49.609817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.613618 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "PUT /v2.0/subnets/632a201f-7640-466f-b800-4c19366fd522 HTTP/1.1" status: 200 len: 806 time: 0.8382344 May 19 13:07:49.613865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37290) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:49.709695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecded4e7-226b-4733-acf3-584ca2e13de4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=632a201f-7640-466f-b800-4c19366fd522,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:49.717638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] For port aa3a1621-1574-4b9f-b8ec-7eff89aa664f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,segment=NetworkSegment(fbcd73ca-299b-47e5-8b90-22429f78a1dd),segment_id=fbcd73ca-299b-47e5-8b90-22429f78a1dd)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:49.718009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.755884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Allocated IP 172.20.0.2 (44a73128-e538-4b89-8661-6e5ab447d9bb/632a201f-7640-466f-b800-4c19366fd522/a47dd437-a90d-4021-be8b-8221018ac16e) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:49.796818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] For port aa3a1621-1574-4b9f-b8ec-7eff89aa664f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,segment=NetworkSegment(fbcd73ca-299b-47e5-8b90-22429f78a1dd),segment_id=fbcd73ca-299b-47e5-8b90-22429f78a1dd)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:49.797764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:49.876142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Calling delete_port for aa3a1621-1574-4b9f-b8ec-7eff89aa664f owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:49.879268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d59e2076-9db4-44e5-b519-4c8825cc51ef req-035b8631-02fa-4465-b870-992f0182c576 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:49.888607 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:07:49.898272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d59e2076-9db4-44e5-b519-4c8825cc51ef req-035b8631-02fa-4465-b870-992f0182c576 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:49.899438 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d59e2076-9db4-44e5-b519-4c8825cc51ef req-035b8631-02fa-4465-b870-992f0182c576 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 210 time: 0.0740926 May 19 13:07:49.981391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.028285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.042735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Calling delete_port for aa3a1621-1574-4b9f-b8ec-7eff89aa664f owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:50.093485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Port': ['ID=aa3a1621-1574-4b9f-b8ec-7eff89aa664f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:50.107520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] No DVR routers for this DVR port aa3a1621-1574-4b9f-b8ec-7eff89aa664f on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:50.136213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.251127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:07:50.268256 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d517b834-419f-4f2e-86e3-46c3c6123ca4 req-616a36c3-d01a-4698-8636-cb8cbb1d7fe6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 210 time: 0.1032028 May 19 13:07:50.270453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:07:50.336412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:50.336776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:50.346767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] No DVR routers for this DVR port b0076a6f-4358-465f-a745-1e24c6c1c0cf on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:50.349593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.351457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43adcbb5-28a0-4e5f-9401-0b51e9afc7bb req-9523480b-9878-40f7-894f-ab18a98eda4f tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "DELETE /v2.0/ports/b0076a6f-4358-465f-a745-1e24c6c1c0cf HTTP/1.1" status: 204 len: 173 time: 4.5116749 May 19 13:07:50.351889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'name': 'network-vif-deleted', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:50.354346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:50.355041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:50.400785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9196332-e5f6-4a1d-af2b-2584f99c3a3b'] response: {'server_uuid': '2ab927e7-1020-4561-859d-12d46068999f', 'name': 'network-vif-deleted', 'tag': 'b0076a6f-4358-465f-a745-1e24c6c1c0cf', 'status': 'completed', 'code': 200} May 19 13:07:50.443201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.464498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Transition to ACTIVE for port object a47dd437-a90d-4021-be8b-8221018ac16e will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:50.560447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Transition to ACTIVE for port object a47dd437-a90d-4021-be8b-8221018ac16e will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:50.578071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.592104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.618406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:50.638010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96a4b64-d419-4381-a9ae-95d90dc37767']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:50.651840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcd73ca-299b-47e5-8b90-22429f78a1dd') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:50.652205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcd73ca-299b-47e5-8b90-22429f78a1dd') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:50.682865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.729819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Network 44a73128-e538-4b89-8661-6e5ab447d9bb is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:50.733005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.749241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.781671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:50.782059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.788303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:50.797162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Pushing event updated for resources: {'Port': ['ID=a47dd437-a90d-4021-be8b-8221018ac16e,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:50.799503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:50.799628 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:50.867902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Deleting port aa3a1621-1574-4b9f-b8ec-7eff89aa664f {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:50.868354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:50.869857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-90f19928-929c-46b6-aa53-39f34ccee764 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:50.871459 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-90f19928-929c-46b6-aa53-39f34ccee764 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 797 time: 0.5422564 May 19 13:07:50.879927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=632a201f-7640-466f-b800-4c19366fd522,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:50.959049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device aa3a1621-1574-4b9f-b8ec-7eff89aa664f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:07:51.057747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: aa3a1621-1574-4b9f-b8ec-7eff89aa664f {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:07:51.058115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device aa3a1621-1574-4b9f-b8ec-7eff89aa664f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:07:51.058231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.068344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fc008a3f-40c3-4c7b-86b9-b06a561c210d None None] The port 'aa3a1621-1574-4b9f-b8ec-7eff89aa664f' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:07:51.105403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Attempting to bind port a47dd437-a90d-4021-be8b-8221018ac16e on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:51.105777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Attempting to bind port a47dd437-a90d-4021-be8b-8221018ac16e by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '37a3602e-df59-42c5-addb-9e2350daa72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:51.106129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Attempting to bind port a47dd437-a90d-4021-be8b-8221018ac16e on network 44a73128-e538-4b89-8661-6e5ab447d9bb {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:51.124523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.124692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:51.124903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Checking segment: {'id': '37a3602e-df59-42c5-addb-9e2350daa72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:51.125389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.125864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Bound using segment: {'id': '37a3602e-df59-42c5-addb-9e2350daa72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:51.126368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Bound port: a47dd437-a90d-4021-be8b-8221018ac16e, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a3602e-df59-42c5-addb-9e2350daa72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '44a73128-e538-4b89-8661-6e5ab447d9bb'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:51.128816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.187423 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/networks/c96a4b64-d419-4381-a9ae-95d90dc37767 HTTP/1.1" status: 204 len: 168 time: 2.2493014 May 19 13:07:51.190255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37304) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:51.190616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.220407 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-248150b5-3121-4380-bc44-e544cc95d0f0 req-d5980cf2-5b12-4570-adef-4397b820ee2e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab927e7-1020-4561-859d-12d46068999f HTTP/1.1" status: 200 len: 210 time: 0.1713088 May 19 13:07:51.227276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-65587352-1cb2-4d5d-8e34-78963e063055 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:51.248681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8ee31-bf0e-48d8-a9d0-0d6c4afeea83 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Pushing event deleted for resources: {'Network': ['ID=c96a4b64-d419-4381-a9ae-95d90dc37767,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:51.274045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b5c12ed2-ebe0-48dc-8493-f97e5c8656e2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Synchronizing usage tracker for tenant:dfb96a5b497f4691811ab1c4d8c99bed on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:51.275206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a73128-e538-4b89-8661-6e5ab447d9bb']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.291910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b5c12ed2-ebe0-48dc-8493-f97e5c8656e2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Unset dirty status for tenant:dfb96a5b497f4691811ab1c4d8c99bed on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:51.292902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a3602e-df59-42c5-addb-9e2350daa72c') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.293470 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b5c12ed2-ebe0-48dc-8493-f97e5c8656e2 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "GET /v2.0/ports?device_id=b735a3c1-e02e-47c2-812e-04c15836a6d2 HTTP/1.1" status: 200 len: 205 time: 0.1020932 May 19 13:07:51.294961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a3602e-df59-42c5-addb-9e2350daa72c') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.296161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37308) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:51.302814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] For port a47dd437-a90d-4021-be8b-8221018ac16e, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:51.306154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-65587352-1cb2-4d5d-8e34-78963e063055 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:51.307051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] For port a47dd437-a90d-4021-be8b-8221018ac16e, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a47dd437-a90d-4021-be8b-8221018ac16e,segment=NetworkSegment(37a3602e-df59-42c5-addb-9e2350daa72c),segment_id=37a3602e-df59-42c5-addb-9e2350daa72c)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:51.307486 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-65587352-1cb2-4d5d-8e34-78963e063055 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 472 time: 0.4246275 May 19 13:07:51.312087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.318088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.322484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.324531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['0743a950-03aa-4c4e-ac30-c93c8db10a32']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:51.361638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:07:51.406992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:07:51.407753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:07:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:51.427068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.439186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:51.439624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:51.454065 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:51.507559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.522485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc06c9-17d8-4ce2-9d2a-1a76a0dbde60 None None] Pushing event updated for resources: {'Port': ['ID=a47dd437-a90d-4021-be8b-8221018ac16e,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:51.572180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:51.574402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:07:51.574402 dv-neutron-841945-1-hyperv neutron-server[88029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:07:51.574402 dv-neutron-841945-1-hyperv neutron-server[88029]: [parameters: {'id': '44a73128-e538-4b89-8661-6e5ab447d9bb'}] May 19 13:07:51.574402 dv-neutron-841945-1-hyperv neutron-server[88029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:07:51.574995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:07:51.583646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:51.596470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:51.601376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.645828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7913f-dde4-44de-b2fd-001413f32548 None None] Network 44a73128-e538-4b89-8661-6e5ab447d9bb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:51.648136 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-27cc5197-fdbe-4543-ba26-c2fd1ce27a8c req-8312a039-8ab9-496d-b341-b6858b9c659c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 210 time: 0.1957309 May 19 13:07:51.723398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:07:51.829525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.8 (21b9ef74-b724-482a-bbfa-6a661ad15a41/8511e037-e603-4841-b43d-760267888aa7/a75a911c-7b73-43a9-9ff9-ba01f6efaeda) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:51.877971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:51.880130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.031773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.047128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.047890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Fanout notify agent at l3_agent the message router_deleted on router b735a3c1-e02e-47c2-812e-04c15836a6d2 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:07:52.053088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object a75a911c-7b73-43a9-9ff9-ba01f6efaeda will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:52.065772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.070199 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-47a721f2-7ad3-4bb4-80a6-fe2c794c5914 tempest-RoutersNegativeTest-957490367 tempest-RoutersNegativeTest-957490367-project] 10.222.0.44 "DELETE /v2.0/routers/b735a3c1-e02e-47c2-812e-04c15836a6d2 HTTP/1.1" status: 204 len: 168 time: 0.7683332 May 19 13:07:52.076351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.084279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.156356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Deleting port a47dd437-a90d-4021-be8b-8221018ac16e {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:07:52.156802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.187424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71723f-a8c1-4dae-a37c-edeae504d34b None None] Network 44a73128-e538-4b89-8661-6e5ab447d9bb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:52.214469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:52.223483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:52.226104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:52.234772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:52.364307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:52.364924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.397816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:52.405554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccdb93-68fe-4e29-b680-91e32479541b None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:07:52.482529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-88d33f46-bd17-48f9-a8c7-ee14e629c114 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1627274 May 19 13:07:52.494975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Request body: {'port': {'device_id': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:52.503752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37322) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:52.550187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99c242-3f65-4e8e-9204-8375d71e73d9 None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:07:52.676692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-39034f50-ce0f-4df2-abca-0004607d2913 None None] Provisioning for port a75a911c-7b73-43a9-9ff9-ba01f6efaeda completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:52.690793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-39034f50-ce0f-4df2-abca-0004607d2913 None None] Provisioning complete for port a75a911c-7b73-43a9-9ff9-ba01f6efaeda triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:52.691320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-39034f50-ce0f-4df2-abca-0004607d2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.741687 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-259379fd-fbee-4bf9-9a86-a25271460f92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfb96a5b497f4691811ab1c4d8c99bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368212 May 19 13:07:52.747093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37334) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:52.774406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99c242-3f65-4e8e-9204-8375d71e73d9 None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:07:52.817484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] For port a47dd437-a90d-4021-be8b-8221018ac16e, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a47dd437-a90d-4021-be8b-8221018ac16e,segment=NetworkSegment(37a3602e-df59-42c5-addb-9e2350daa72c),segment_id=37a3602e-df59-42c5-addb-9e2350daa72c)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:52.818103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.825646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-39034f50-ce0f-4df2-abca-0004607d2913 None None] Port a75a911c-7b73-43a9-9ff9-ba01f6efaeda cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:52.854352 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ac515-b2fb-44c9-aa21-86e2d2e413c6 None None] New status for floating IP 3dbd1b98-1756-42bc-a3a8-d869afb8fed2: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:07:52.865569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b349a3be-38ae-4938-aaa9-fe88ccf7e339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:52.880961 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-f87ec60b-51f0-4dca-b175-59858afb5870 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380891262&fields=id&tenant_id=315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 267 time: 0.0719221 May 19 13:07:52.925295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b349a3be-38ae-4938-aaa9-fe88ccf7e339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.003254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Calling delete_port for a47dd437-a90d-4021-be8b-8221018ac16e owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:07:53.085358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-89392753-fd0d-4e6f-8ab5-9b20b3639025 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:53.087226 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-89392753-fd0d-4e6f-8ab5-9b20b3639025 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 812 time: 0.1947060 May 19 13:07:53.088424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b349a3be-38ae-4938-aaa9-fe88ccf7e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.114593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349a3be-38ae-4938-aaa9-fe88ccf7e339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65219e4a-4896-4a7b-a03b-f9d94fd17cee,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:53.121761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b349a3be-38ae-4938-aaa9-fe88ccf7e339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.123218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b349a3be-38ae-4938-aaa9-fe88ccf7e339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65219e4a-4896-4a7b-a03b-f9d94fd17cee HTTP/1.1" status: 204 len: 168 time: 0.3748496 May 19 13:07:53.124910 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-c08ee209-84aa-43b0-ab19-65cddf8b8f6a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/quotas/315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 375 time: 0.0210888 May 19 13:07:53.209831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.252099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-a52bae8e-77f0-4f46-a528-ec4b5166f650 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1203310 May 19 13:07:53.354613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eb0a6-efa7-49a7-9fab-1f2005abc8c4 req-e5c4bfe7-517c-4e01-803a-da39225fe1ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:53.355734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-546eb0a6-efa7-49a7-9fab-1f2005abc8c4 req-e5c4bfe7-517c-4e01-803a-da39225fe1ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:53.386488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.414817 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-dbd50ad8-66eb-48d7-8b65-2a4bd5dc24b2 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485629 May 19 13:07:53.466251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-546eb0a6-efa7-49a7-9fab-1f2005abc8c4 req-e5c4bfe7-517c-4e01-803a-da39225fe1ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:53.467450 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-546eb0a6-efa7-49a7-9fab-1f2005abc8c4 req-e5c4bfe7-517c-4e01-803a-da39225fe1ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 931 time: 0.6389482 May 19 13:07:53.513368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No DVR routers for this DVR port a47dd437-a90d-4021-be8b-8221018ac16e on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:07:53.515164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Port': ['ID=a47dd437-a90d-4021-be8b-8221018ac16e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:53.567400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-d1a52d75-1384-4c36-94ae-8e37888a5356 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457398 May 19 13:07:53.682333 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-546eb0a6-efa7-49a7-9fab-1f2005abc8c4 req-d7c08dd7-a0da-49d7-8b94-b9f45bd4f017 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011311 May 19 13:07:53.740643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.779792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a73128-e538-4b89-8661-6e5ab447d9bb']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:53.805208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a3602e-df59-42c5-addb-9e2350daa72c') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:53.805492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a3602e-df59-42c5-addb-9e2350daa72c') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:53.823042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.855305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.864032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:53.864629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:53.884405 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:54.061225 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2aa995e1-15f6-4ee3-af67-8d8b37b63ea2 req-b68a80d7-b6fd-427a-b73e-253749b93e91 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 210 time: 0.1124599 May 19 13:07:54.076866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75a911c-7b73-43a9-9ff9-ba01f6efaeda {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:07:54.081369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.100146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.103631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.119496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=44a73128-e538-4b89-8661-6e5ab447d9bb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:54.128629 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a132b19-cb27-46e6-9ca1-31a4b1e34095 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/44a73128-e538-4b89-8661-6e5ab447d9bb HTTP/1.1" status: 204 len: 168 time: 4.5085304 May 19 13:07:54.129001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37356) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:54.132253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Transition to ACTIVE for port object a75a911c-7b73-43a9-9ff9-ba01f6efaeda will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:54.137792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.158054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3a87e9-f225-4c00-8a2e-323c71f7fb28 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:07:54.158586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3a87e9-f225-4c00-8a2e-323c71f7fb28 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:54.160278 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6e3a87e9-f225-4c00-8a2e-323c71f7fb28 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/44a73128-e538-4b89-8661-6e5ab447d9bb HTTP/1.1" status: 404 len: 339 time: 0.0302677 May 19 13:07:54.164304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37360) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:54.170928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604153972', 'description': 'd1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:54.178263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:54.183080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:network and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:54.188487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:54.203351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:54.227556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:54.231612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.272995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:54.284953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.285357 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment 8ecf393f-862e-439b-9b80-48fa341078fc of type vlan for network 4aa4c7d3-68fd-4efc-8a24-5e2001567d31 May 19 13:07:54.316750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.355489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.360667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Pushing event updated for resources: {'Port': ['ID=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:54.369474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:54.370256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.409327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Attempting to bind port a75a911c-7b73-43a9-9ff9-ba01f6efaeda on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:54.409689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Attempting to bind port a75a911c-7b73-43a9-9ff9-ba01f6efaeda by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:54.410457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Attempting to bind port a75a911c-7b73-43a9-9ff9-ba01f6efaeda on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:54.416587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Port a75a911c-7b73-43a9-9ff9-ba01f6efaeda on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:54.416978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Attempting to bind port a75a911c-7b73-43a9-9ff9-ba01f6efaeda on network 21b9ef74-b724-482a-bbfa-6a661ad15a41 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:54.425925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:54.426286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Checking segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:54.426755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Bound using segment: {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:54.427185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Bound port: a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6e1723-c4b2-4715-b6e7-d74df1122c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:54.427532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.467968 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3023412 May 19 13:07:54.473768 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37364) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:54.499080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be66cee-d279-4d34-825d-599610c12ff4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=4aa4c7d3-68fd-4efc-8a24-5e2001567d31,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:54.510201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4aa4c7d3-68fd-4efc-8a24-5e2001567d31 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:54.758646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51128ece-d564-4909-aee2-1017d983d2b2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:54.759478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-51128ece-d564-4909-aee2-1017d983d2b2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Synchronizing usage tracker for tenant:a5d2f3bddc954c3295de66551965a47c on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:54.766052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] For port a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:54.771173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] For port a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:54.779998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.823618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-51128ece-d564-4909-aee2-1017d983d2b2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Unset dirty status for tenant:a5d2f3bddc954c3295de66551965a47c on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:54.827652 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-51128ece-d564-4909-aee2-1017d983d2b2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks?id=4aa4c7d3-68fd-4efc-8a24-5e2001567d31 HTTP/1.1" status: 200 len: 760 time: 0.3501246 May 19 13:07:54.827919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37370) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:54.838903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'description': 'd2'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:54.847379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:54.848028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:54.849665 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] 10.222.0.79 "PUT /v2.0/ports/a75a911c-7b73-43a9-9ff9-ba01f6efaeda HTTP/1.1" status: 200 len: 1093 time: 2.3591208 May 19 13:07:54.850120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:54.874354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad4b8-0a93-45d3-94dc-1c6e39c1ff08 service neutron] Pushing event updated for resources: {'Port': ['ID=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:54.937843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb297f8-9a27-4482-aa1f-9fdcef866896'] response: {'name': 'network-changed', 'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'status': 'completed', 'code': 200} May 19 13:07:54.978276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-c9834560-ccfc-47f4-8560-c8b5f1175cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:54.980272 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-c9834560-ccfc-47f4-8560-c8b5f1175cde service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0793893 May 19 13:07:55.069065 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-4a1f88d5-33ee-4304-8409-880a79103338 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda HTTP/1.1" status: 200 len: 217 time: 0.0800571 May 19 13:07:55.099090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9d4ce-9709-48d2-823f-91dd761a2343 req-24229ba0-3233-486b-8891-8d5ab6a07070 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.100977 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39f9d4ce-9709-48d2-823f-91dd761a2343 req-24229ba0-3233-486b-8891-8d5ab6a07070 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 943 time: 0.3090506 May 19 13:07:55.173516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-4e200598-4ca4-4909-91ce-7af36c3a6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.175131 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-4e200598-4ca4-4909-91ce-7af36c3a6572 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.0987508 May 19 13:07:55.265261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39f9d4ce-9709-48d2-823f-91dd761a2343 req-e05f376b-6179-4027-ad7f-92e27dcbd2fd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055572 May 19 13:07:55.282251 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c91bd576-01db-4144-988a-0360eceba797 req-8612c94e-c3be-4a04-b4f0-752db7706e94 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 210 time: 0.0517385 May 19 13:07:55.311930 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-3711a1bd-926c-47a5-8ed3-62560a427df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.313701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-3711a1bd-926c-47a5-8ed3-62560a427df5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285367 May 19 13:07:55.323411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.356676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-6ae0da78-1acf-4cb9-9288-f6c4c43490f3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.358061 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-6ae0da78-1acf-4cb9-9288-f6c4c43490f3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 812 time: 0.3393011 May 19 13:07:55.359527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.447268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 4aa4c7d3-68fd-4efc-8a24-5e2001567d31 is not hosted by any dhcp agent {{(pid=88028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 19 13:07:55.450006 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-6e3a8d14-3bae-488a-b8cf-e7b9e2827476 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290219 May 19 13:07:55.452555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.453140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.454358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "PUT /v2.0/networks/4aa4c7d3-68fd-4efc-8a24-5e2001567d31 HTTP/1.1" status: 200 len: 757 time: 0.6255257 May 19 13:07:55.458788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37382) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:55.498682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f145d78-ac2b-422c-8c15-a5fd0ea66fbc tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=4aa4c7d3-68fd-4efc-8a24-5e2001567d31,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:55.511782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4aa4c7d3-68fd-4efc-8a24-5e2001567d31 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:55.516885 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-3c4b5b20-ecdf-4c80-88a2-dd64b00d39dc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 380 time: 0.1317527 May 19 13:07:55.528076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'port': {'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'admin_state_up': True, 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'security_groups': ['d2b8ec03-87e5-4b17-9502-bbfb79f3bee8']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:55.682744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b76f6f-fd5a-4f06-b1ca-67af4eb45b95 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.684259 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-39b76f6f-fd5a-4f06-b1ca-67af4eb45b95 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks?id=4aa4c7d3-68fd-4efc-8a24-5e2001567d31 HTTP/1.1" status: 200 len: 760 time: 0.2048190 May 19 13:07:55.690535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37386) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:55.705390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185660027'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:55.714654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:55.720794 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ef4cfb3-d456-4e99-a27b-fabbf59e9fa3 req-8e5b6238-0b1a-471c-bec3-2f54935f5285 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636743 May 19 13:07:55.729499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:55.741846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:55.745371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.776547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:07:55.805502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:55.815647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:55.827338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Made reservation on behalf of 315f0b4966f444f9bdcbf022dbbb1350 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:55.831590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.833717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.834226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment a692d8a9-4d9e-4551-941e-610c88e701d5 of type vlan for network 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 May 19 13:07:55.873247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.910082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-48e13249-ca64-4caa-a44f-3d1b8e3ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.912492 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-48e13249-ca64-4caa-a44f-3d1b8e3ab43f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1306319 May 19 13:07:55.920594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:55.926547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:55.928076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.007761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Allocated IP 172.20.0.14 (4ba88463-33fc-463a-80b1-d6a59491f619/9a8fbf6c-8feb-4f11-af89-78270254be6a/d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:07:56.140946 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4492049 May 19 13:07:56.141740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df257da-a408-4769-8403-61a0c8f6c69e tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=1dd5266d-efc5-4db6-8a91-0412eeaaa9a5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:56.144439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37390) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:56.153274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': '1dd5266d-efc5-4db6-8a91-0412eeaaa9a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:56.156888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:07:56.194114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-6b2d8b4a-fa13-4caf-b724-6711009c18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:56.195575 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-6b2d8b4a-fa13-4caf-b724-6711009c18f8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 898 time: 0.2617309 May 19 13:07:56.319334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:56.328478 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-bbbeb5f2-3579-4d56-9926-ae8c7f24d632 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda HTTP/1.1" status: 200 len: 217 time: 0.1239848 May 19 13:07:56.331918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.354330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Transition to ACTIVE for port object d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:56.382350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Usage tracker for resource:subnet and tenant:a5d2f3bddc954c3295de66551965a47c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:07:56.387759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:07:56.392469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.422970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-16d3aa4d-cc68-4ec3-b393-7757ce796a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:56.427516 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-16d3aa4d-cc68-4ec3-b393-7757ce796a48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.0810649 May 19 13:07:56.448918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:56.528238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:56.531710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.558879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:07:56.566743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:56.573857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:56.575784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:07:56.712617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-757439db-21d9-4d15-8fb6-eacc98e67c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:56.714099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-757439db-21d9-4d15-8fb6-eacc98e67c90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2813382 May 19 13:07:56.722534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ad0c8-3405-46fc-9ffd-73a376ae138a req-a5fe4d0e-bded-4064-b392-335959b36355 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:56.730424 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-711ad0c8-3405-46fc-9ffd-73a376ae138a req-a5fe4d0e-bded-4064-b392-335959b36355 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 932 time: 0.2986934 May 19 13:07:56.738189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:56.738852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.759246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9104d6-cf51-470a-b679-a3486a9f1982 req-66734a48-f86e-471d-9079-bd38bb8999b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:56.760794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6d9104d6-cf51-470a-b679-a3486a9f1982 req-66734a48-f86e-471d-9079-bd38bb8999b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 943 time: 0.3744204 May 19 13:07:56.859598 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-711ad0c8-3405-46fc-9ffd-73a376ae138a req-88b1989d-dfc9-4360-8273-8b6e05235fb2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278527 May 19 13:07:56.897676 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-94cad018-8dfc-4222-9d7e-889ef7e3b5fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3750224 May 19 13:07:56.897941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-187c48fb-8963-4b76-9bf2-8e6811ad8fa5 None None] Provisioning for port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:56.906130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-187c48fb-8963-4b76-9bf2-8e6811ad8fa5 None None] Provisioning complete for port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:56.906828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-187c48fb-8963-4b76-9bf2-8e6811ad8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.912560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Request body: {'port': {'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:56.925376 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-0aeb49c0-e2b6-4cb4-9a19-e99e11fc4484 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927271 May 19 13:07:56.980751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:56.981318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-187c48fb-8963-4b76-9bf2-8e6811ad8fa5 None None] Port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:07:57.022747 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6d9104d6-cf51-470a-b679-a3486a9f1982 req-7551d0d0-b654-48d5-b171-71d4ef31432e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519739 May 19 13:07:57.089170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e4cf09-2022-428e-80fe-ecfc12a65ab7 req-81dc2500-b953-4d5c-b22a-265aba15c2d0 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565368 May 19 13:07:57.125655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=4e393a0f-4718-46b5-8a04-a5d1f6c5ce12,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:57.142903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.153416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'a692d8a9-4d9e-4551-941e-610c88e701d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1dd5266d-efc5-4db6-8a91-0412eeaaa9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:57.153718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:07:57.223398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:07:57.278154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:07:57.286273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3609361-54e0-438f-acff-cfad856a90f4 None None] Network 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:57.293371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:57.293945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.340099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cc39bfac-8bed-4157-b728-4c2fcaac57f0 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1942279 May 19 13:07:57.343019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37398) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:57.390768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a75a911c-7b73-43a9-9ff9-ba01f6efaeda details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:07:57.498751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.528817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:07:57.537335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.554727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Transition to ACTIVE for port object d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:07:57.559635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.572470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.634871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:57.645318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:57.654546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.663311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'port_id': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'mac_address': 'fa:16:3e:70:02:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:07:57.667691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a56e56-8ef3-4295-8e6e-098cf1559ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1dd5266d-efc5-4db6-8a91-0412eeaaa9a5', 'network_id': '1dd5266d-efc5-4db6-8a91-0412eeaaa9a5', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': '4e393a0f-4718-46b5-8a04-a5d1f6c5ce12'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:07:57.668586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-25a56e56-8ef3-4295-8e6e-098cf1559ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.700738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=4e393a0f-4718-46b5-8a04-a5d1f6c5ce12,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:57.795693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port a75a911c-7b73-43a9-9ff9-ba01f6efaeda is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:57.796381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.804961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.830627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75a911c-7b73-43a9-9ff9-ba01f6efaeda {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:07:57.834830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd5266d-efc5-4db6-8a91-0412eeaaa9a5']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:57.848521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:57.848781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a692d8a9-4d9e-4551-941e-610c88e701d5') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:57.849043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a692d8a9-4d9e-4551-941e-610c88e701d5') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:07:57.858197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.862611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.885448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.903693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:07:57.904102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.945976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:57.948362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Attempting to bind port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:07:57.955398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Attempting to bind port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:07:57.955839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Attempting to bind port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:57.961555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 on network 4ba88463-33fc-463a-80b1-d6a59491f619 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:07:57.961982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Attempting to bind port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:07:57.967960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:07:57.968412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Checking segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:07:57.968983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Bound using segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:07:57.969392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Bound port: d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:07:57.969844 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:57.980192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8cd4fc-564b-4e14-acc0-25997b9d886c None None] Network 1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:07:58.001493 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:07:58.069784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] For port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:07:58.073982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] For port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:07:58.081352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.132920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.160471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.163200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.164352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:58.166015 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] 10.222.0.79 "PUT /v2.0/ports/d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 1094 time: 1.2579458 May 19 13:07:58.166346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=1dd5266d-efc5-4db6-8a91-0412eeaaa9a5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:58.166719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:58.193840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['a75a911c-7b73-43a9-9ff9-ba01f6efaeda'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:07:58.197303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c1b6a-0e7c-4169-b492-c73042c449d6 req-af3fbdc3-1a3d-4b0f-8f42-12c3a72ea4bc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.211901 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fa0c1b6a-0e7c-4169-b492-c73042c449d6 req-af3fbdc3-1a3d-4b0f-8f42-12c3a72ea4bc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 944 time: 0.2097075 May 19 13:07:58.268423 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2b08f66e-441e-4576-bac0-6e2f4654c5e1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 HTTP/1.1" status: 204 len: 168 time: 0.9215899 May 19 13:07:58.273272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37408) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:58.323317 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e02c443-9b54-4645-8dfb-1f2df518fb2a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] GET failed (client error): The resource could not be found. May 19 13:07:58.323842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2e02c443-9b54-4645-8dfb-1f2df518fb2a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Synchronizing usage tracker for tenant:a5d2f3bddc954c3295de66551965a47c on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:58.357269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10312770-afc9-4c14-96e7-860969ba0694 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:58.368149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2e02c443-9b54-4645-8dfb-1f2df518fb2a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Unset dirty status for tenant:a5d2f3bddc954c3295de66551965a47c on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:58.371297 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2e02c443-9b54-4645-8dfb-1f2df518fb2a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/subnets/4e393a0f-4718-46b5-8a04-a5d1f6c5ce12 HTTP/1.1" status: 404 len: 337 time: 0.0971487 May 19 13:07:58.374557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37412) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:58.410209 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fa0c1b6a-0e7c-4169-b492-c73042c449d6 req-668b9027-3e72-46b1-ad5f-7eed35f9e0fd tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973307 May 19 13:07:58.417115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6c824-4819-4e1d-9bf2-771f69c7e96c req-29690bc3-4ddb-4bd5-be02-41dec6a7e302 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.421619 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0023460-7902-4b04-a30d-d89f2360374c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:07:58.423643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0023460-7902-4b04-a30d-d89f2360374c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:07:58.425538 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c0023460-7902-4b04-a30d-d89f2360374c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 HTTP/1.1" status: 404 len: 339 time: 0.0498493 May 19 13:07:58.431487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37416) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:58.433889 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1c6c824-4819-4e1d-9bf2-771f69c7e96c req-29690bc3-4ddb-4bd5-be02-41dec6a7e302 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 944 time: 0.2531185 May 19 13:07:58.439257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-5109a38c-0180-4234-8296-fc44bc65cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.440724 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-5109a38c-0180-4234-8296-fc44bc65cd5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1097 time: 0.2044232 May 19 13:07:58.536202 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59c1cfe-3826-4d34-b9e0-7521eb39f994'] response: {'name': 'network-changed', 'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'status': 'completed', 'code': 200} May 19 13:07:58.540341 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-5b35bb51-1e18-45db-9ec3-66aef392583f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0741763 May 19 13:07:58.614696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1c6c824-4819-4e1d-9bf2-771f69c7e96c req-8d21890c-42e4-4a25-b180-9e18db18e118 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794615 May 19 13:07:58.618868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-9d4a6031-e0a0-4454-8697-7441a2084745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.620142 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-9d4a6031-e0a0-4454-8697-7441a2084745 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0694044 May 19 13:07:58.671796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bc23f-aa27-429f-8734-6976f8db7446 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.672101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-622bc23f-aa27-429f-8734-6976f8db7446 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Synchronizing usage tracker for tenant:a5d2f3bddc954c3295de66551965a47c on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:07:58.691919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-622bc23f-aa27-429f-8734-6976f8db7446 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Unset dirty status for tenant:a5d2f3bddc954c3295de66551965a47c on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:07:58.693240 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-622bc23f-aa27-429f-8734-6976f8db7446 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2605975 May 19 13:07:58.695844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37420) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:58.720441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e30b2-b186-4417-b356-3d3465dbd093 req-503b5c7c-e0e2-4bbf-8d0a-019457281ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.721900 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-503b5c7c-e0e2-4bbf-8d0a-019457281ead service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943909 May 19 13:07:58.738869 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6f771071-7a39-499c-9913-514f8a3432ee tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a HTTP/1.1" status: 200 len: 207 time: 0.0385537 May 19 13:07:58.739295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37424) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:58.856489 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-a712dc31-0b68-4556-8701-3be30d459107 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268976 May 19 13:07:58.887518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517ec71-3cb9-4af6-9f70-4baedf9fa109 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.893183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517ec71-3cb9-4af6-9f70-4baedf9fa109 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.899446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517ec71-3cb9-4af6-9f70-4baedf9fa109 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.905080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517ec71-3cb9-4af6-9f70-4baedf9fa109 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:58.910089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5517ec71-3cb9-4af6-9f70-4baedf9fa109 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1662087 May 19 13:07:58.910355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37428) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:58.995425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-539e30b2-b186-4417-b356-3d3465dbd093 req-5defb712-2fa0-41e4-8b78-02b3b6ae620a service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279247 May 19 13:07:59.130386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-51fdcf43-4c4a-47e3-9749-a787c819703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.131833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-51fdcf43-4c4a-47e3-9749-a787c819703b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1097 time: 0.0758569 May 19 13:07:59.191210 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-de548f7d-5b31-4e88-873b-43b819f2408d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2796824 May 19 13:07:59.198851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37432) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.263134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ed8b3-9ce5-4a3d-b724-e91000e95bae tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.264715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ed8b3-9ce5-4a3d-b724-e91000e95bae tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.271940 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f40ed8b3-9ce5-4a3d-b724-e91000e95bae tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0667448 May 19 13:07:59.271940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37436) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.284855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-e53310ae-1ef5-4134-b656-86f35c284867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.285908 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-e53310ae-1ef5-4134-b656-86f35c284867 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.1293919 May 19 13:07:59.342785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037c478-e8bb-4276-a573-49134787e1fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.344277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037c478-e8bb-4276-a573-49134787e1fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.345788 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d037c478-e8bb-4276-a573-49134787e1fa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0744998 May 19 13:07:59.349636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37440) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.363372 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-5c02b7d2-11b9-4064-97d9-37736b48eb98 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0667017 May 19 13:07:59.396170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a75a911c-7b73-43a9-9ff9-ba01f6efaeda up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:07:59.427818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-ac49373b-9dae-4a4a-afe3-632377e33c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.429259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-ac49373b-9dae-4a4a-afe3-632377e33c27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0595853 May 19 13:07:59.465510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port a75a911c-7b73-43a9-9ff9-ba01f6efaeda completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:07:59.471034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port a75a911c-7b73-43a9-9ff9-ba01f6efaeda triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:07:59.471463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.508744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c178f-da16-4eda-b540-190388c4ff1b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.513616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-023c178f-da16-4eda-b540-190388c4ff1b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks/c0c4ddf9-be13-4bed-a070-d407d1116930 HTTP/1.1" status: 200 len: 799 time: 0.1596127 May 19 13:07:59.513871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37446) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.524879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-6c1c5782-843d-472c-84d7-3901e3061f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.526458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-6c1c5782-843d-472c-84d7-3901e3061f3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881805 May 19 13:07:59.610318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port a75a911c-7b73-43a9-9ff9-ba01f6efaeda is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:07:59.610790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.641342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:07:59.658586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:07:59.667326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:07:59.749534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:07:59.757293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da779-b841-4e92-abe4-637ebe2ce26a req-b6eb0f65-d4fb-41ce-8dd3-a6e52b8bc52b tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.758873 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a00da779-b841-4e92-abe4-637ebe2ce26a req-b6eb0f65-d4fb-41ce-8dd3-a6e52b8bc52b tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 944 time: 0.2203071 May 19 13:07:59.766466 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a9d1e8a6-0986-4a94-b592-507e9793b9e6 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/networks/c0c4ddf9-be13-4bed-a070-d407d1116930?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2484565 May 19 13:07:59.778634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37454) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.846255 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-a013e7f9-0a27-4296-83d0-3c47364ae5e0 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120842 May 19 13:07:59.861163 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a00da779-b841-4e92-abe4-637ebe2ce26a req-11721ca2-0317-4cd1-8274-e704ddcb2452 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961795 May 19 13:07:59.866520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ee5c7-e321-4e83-a258-f25f98fa0d24 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.871334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-390ee5c7-e321-4e83-a258-f25f98fa0d24 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/subnets/57f8d5b0-4343-49db-abf5-9ac56b1e7b9d HTTP/1.1" status: 200 len: 811 time: 0.0882642 May 19 13:07:59.871737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37458) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.915940 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e391af-482d-449a-8aa3-e75c0609713b'] response: {'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'code': 200} May 19 13:07:59.944480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13155075-ec9a-4067-a698-fccd1699cbc7 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['shared'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:07:59.945874 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-13155075-ec9a-4067-a698-fccd1699cbc7 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "GET /v2.0/subnets/57f8d5b0-4343-49db-abf5-9ac56b1e7b9d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0731583 May 19 13:07:59.949306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:07:59.955286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107247350'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:07:59.963956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:07:59.977196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:07:59.989619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:07:59.993881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.025691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:00.026945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ea302-49ab-457d-bd7b-5bb1a9f07286 req-4d0b3315-c924-4f52-aa57-78dda97279c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:00.029133 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a2ea302-49ab-457d-bd7b-5bb1a9f07286 req-4d0b3315-c924-4f52-aa57-78dda97279c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.2153730 May 19 13:08:00.032681 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b6b7b77e-260e-48c5-b175-c7f082d88310 req-8245b689-4f5b-4920-b8db-e3c131a0b95e service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754405 May 19 13:08:00.038514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.038983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Added segment c6349ddc-ba36-423a-b72c-6ce95a951d44 of type vlan for network f3632c5f-4dbe-4166-b2ee-cac429f6e42d May 19 13:08:00.069814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.084770 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a2ea302-49ab-457d-bd7b-5bb1a9f07286 req-e3375d4e-11d3-4f31-9aaa-6532a2b5caae tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 May 19 13:08:00.105539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.112081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:00.112666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.170765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059c877-f6c1-4752-8c16-b5462ac5fb08 req-536d5834-494d-4697-95b4-614b916e9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:00.172200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e059c877-f6c1-4752-8c16-b5462ac5fb08 req-536d5834-494d-4697-95b4-614b916e9c58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 1098 time: 0.0797234 May 19 13:08:00.214746 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e059c877-f6c1-4752-8c16-b5462ac5fb08 req-3fe7d06a-3ad3-4629-8278-33ac713242be service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355084 May 19 13:08:00.229951 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2796299 May 19 13:08:00.230837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8100d-2599-4cca-9398-6b6e0ee8d1a4 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Network': ['ID=f3632c5f-4dbe-4166-b2ee-cac429f6e42d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:00.232765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37466) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:00.239836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:00.241755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f3632c5f-4dbe-4166-b2ee-cac429f6e42d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:00.356963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:00.368146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:00.380928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Made reservation on behalf of a5d2f3bddc954c3295de66551965a47c for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:00.384698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.474668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Performing IP validity checks on allocation pools {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:08:00.475080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:08:00.609948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.698665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=aad25e98-9ee4-4d0b-a270-db22418c2290,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:00.708062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Checking segment: {'id': 'c6349ddc-ba36-423a-b72c-6ce95a951d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:00.708418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network hostable DHCP agents. Network: f3632c5f-4dbe-4166-b2ee-cac429f6e42d, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:00.734847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Network f3632c5f-4dbe-4166-b2ee-cac429f6e42d is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:00.747471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f3632c5f-4dbe-4166-b2ee-cac429f6e42d) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:00.751980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:00.753147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:00.756231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a25512b-a034-4d6b-99f4-3e771596c967 None None] Network f3632c5f-4dbe-4166-b2ee-cac429f6e42d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:00.779729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-43b35bf8-53e6-4f7a-b332-bdcd4a909060 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5458505 May 19 13:08:00.782407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37470) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:00.788572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:00.913782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16264881'] for subnet, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.012701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-f3632c5f-4dbe-4166-b2ee-cac429f6e42d', 'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d', 'tenant_id': 'a5d2f3bddc954c3295de66551965a47c', 'fixed_ips': [{'subnet_id': 'aad25e98-9ee4-4d0b-a270-db22418c2290'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:01.013902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.063360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3965-d41e-4d42-850f-18a2e8e4a0e8 req-7ff1b4a8-ea55-415b-a88d-b8026f47ddc0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:01.064961 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-39ab3965-d41e-4d42-850f-18a2e8e4a0e8 req-7ff1b4a8-ea55-415b-a88d-b8026f47ddc0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 944 time: 0.0877752 May 19 13:08:01.127393 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-39ab3965-d41e-4d42-850f-18a2e8e4a0e8 req-0864704b-2f77-4839-8a4b-d59b0e44f3bf tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533433 May 19 13:08:01.141325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755618683513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15123723'] for subnet, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.209997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:01.210626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.214870 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "PUT /v2.0/subnets/aad25e98-9ee4-4d0b-a270-db22418c2290 HTTP/1.1" status: 200 len: 877 time: 0.4286499 May 19 13:08:01.215045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Allocated IP 172.20.0.3 (f3632c5f-4dbe-4166-b2ee-cac429f6e42d/aad25e98-9ee4-4d0b-a270-db22418c2290/f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:01.215396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37478) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:01.226164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7896961a-1309-4641-a6bd-17b21cb7a430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.255708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859d525-9313-473b-bee2-40e92530f227 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event updated for resources: {'Subnet': ['ID=aad25e98-9ee4-4d0b-a270-db22418c2290,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:01.304120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f870a-0111-4567-96bc-9393ef3ef86a req-0b0c062d-e242-4cbb-9e90-85b9e9951b02 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:01.305842 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f02f870a-0111-4567-96bc-9393ef3ef86a req-0b0c062d-e242-4cbb-9e90-85b9e9951b02 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.0904782 May 19 13:08:01.355411 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f02f870a-0111-4567-96bc-9393ef3ef86a req-c8e68b1d-adb4-4366-8a3a-b912570e558e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420289 May 19 13:08:01.358350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.436313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.439235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.446464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Transition to ACTIVE for port object f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:01.464387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Transition to ACTIVE for port object f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:01.469984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.518448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.538340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Network f3632c5f-4dbe-4166-b2ee-cac429f6e42d is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:01.542135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:01.544572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:01.556451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Pushing event updated for resources: {'Port': ['ID=f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:01.560906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=aad25e98-9ee4-4d0b-a270-db22418c2290,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:01.652861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Attempting to bind port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:01.653226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Attempting to bind port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c6349ddc-ba36-423a-b72c-6ce95a951d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:01.653585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Attempting to bind port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 on network f3632c5f-4dbe-4166-b2ee-cac429f6e42d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:01.659278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:01.659645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.659769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Checking segment: {'id': 'c6349ddc-ba36-423a-b72c-6ce95a951d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:01.660035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.660429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Bound using segment: {'id': 'c6349ddc-ba36-423a-b72c-6ce95a951d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:01.660969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Bound port: f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6349ddc-ba36-423a-b72c-6ce95a951d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:01.661342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.691671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3632c5f-4dbe-4166-b2ee-cac429f6e42d']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:01.703878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6349ddc-ba36-423a-b72c-6ce95a951d44') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:01.704180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6349ddc-ba36-423a-b72c-6ce95a951d44') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:01.715471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.731336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.738147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:01.738544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.752804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] For port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:01.753773 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:01.834648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] For port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7,segment=NetworkSegment(c6349ddc-ba36-423a-b72c-6ce95a951d44),segment_id=c6349ddc-ba36-423a-b72c-6ce95a951d44)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:01.835778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.db.api [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 19 13:08:01.835778 dv-neutron-841945-1-hyperv neutron-server[88029]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 19 13:08:01.835778 dv-neutron-841945-1-hyperv neutron-server[88029]: [parameters: {'id': 'f3632c5f-4dbe-4166-b2ee-cac429f6e42d'}] May 19 13:08:01.835778 dv-neutron-841945-1-hyperv neutron-server[88029]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:01.836350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG oslo_db.api [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:01.841056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:01.961875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559f82b-ccda-442c-8142-46b38aa0fbc7 None None] Pushing event updated for resources: {'Port': ['ID=f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:01.987457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcb57d-324b-4139-a1cf-b73000a5a663 None None] Network f3632c5f-4dbe-4166-b2ee-cac429f6e42d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:02.183272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb240e-faf6-4afb-b842-76e801ee74c1 None None] Network f3632c5f-4dbe-4166-b2ee-cac429f6e42d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:02.305907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4655d9b-4948-40a7-9d0d-c2903589270a req-6869db12-e3ec-4314-8bb1-1db81d813244 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:02.307577 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4655d9b-4948-40a7-9d0d-c2903589270a req-6869db12-e3ec-4314-8bb1-1db81d813244 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 944 time: 0.0811167 May 19 13:08:02.340873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.357441 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4655d9b-4948-40a7-9d0d-c2903589270a req-01e98351-fa1f-4ea5-9d08-b299297ff6e4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 May 19 13:08:02.361822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Deleting port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:02.362162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.383394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523cf79-9c66-4d5e-aca1-0863fef8adcb None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:08:02.507442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523cf79-9c66-4d5e-aca1-0863fef8adcb None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:08:02.554070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95f355-5bb5-4696-ba98-641aa9edcbb8 req-b41f178d-4e44-4666-92e5-9a1439153e13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:02.555921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1a95f355-5bb5-4696-ba98-641aa9edcbb8 req-b41f178d-4e44-4666-92e5-9a1439153e13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.0902245 May 19 13:08:02.604142 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1a95f355-5bb5-4696-ba98-641aa9edcbb8 req-5becdd9b-5c11-45bf-b925-dd752e88be75 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419083 May 19 13:08:02.700398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] For port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7,segment=NetworkSegment(c6349ddc-ba36-423a-b72c-6ce95a951d44),segment_id=c6349ddc-ba36-423a-b72c-6ce95a951d44)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:02.703723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:02.872064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Calling delete_port for f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:02.968679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfb608-b2d5-4430-a9dd-faa4ef3b33fb req-492ec3ec-e53d-45cc-81ac-61a01fd68356 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:02.970125 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-02dfb608-b2d5-4430-a9dd-faa4ef3b33fb req-492ec3ec-e53d-45cc-81ac-61a01fd68356 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.2580569 May 19 13:08:02.971204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.038590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Port': ['ID=f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:03.041141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No DVR routers for this DVR port f9ef7858-c6f9-47b6-a602-6f1e2dc76dc7 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:03.083881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.084109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.084445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.084775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.085105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.085431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.085746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.086067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.086390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.086732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.087102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.087398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:03.177313 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-02dfb608-b2d5-4430-a9dd-faa4ef3b33fb req-77a8483f-941e-4250-875b-ed6d535a87a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691589 May 19 13:08:03.201307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37488) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.204472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.230783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3632c5f-4dbe-4166-b2ee-cac429f6e42d']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:03.243885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6349ddc-ba36-423a-b72c-6ce95a951d44') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:03.244184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6349ddc-ba36-423a-b72c-6ce95a951d44') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:03.256274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.272375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.274921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106494a-ba57-4e40-9e9e-eaffc790a3be tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:03.279305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a106494a-ba57-4e40-9e9e-eaffc790a3be tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 1093 time: 0.0740993 May 19 13:08:03.279479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:03.279479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.279698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37492) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.284265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'port_id': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:03.294150 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:03.367971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.377163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.381661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.408031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=f3632c5f-4dbe-4166-b2ee-cac429f6e42d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:03.427744 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1af84547-583a-471d-bd97-4b792d3eb24d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/f3632c5f-4dbe-4166-b2ee-cac429f6e42d HTTP/1.1" status: 204 len: 168 time: 2.2113109 May 19 13:08:03.431031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37498) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.472336 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31ca130-a04d-429a-be7a-3715472628e2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:03.472800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31ca130-a04d-429a-be7a-3715472628e2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:03.474509 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b31ca130-a04d-429a-be7a-3715472628e2 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/aad25e98-9ee4-4d0b-a270-db22418c2290 HTTP/1.1" status: 404 len: 337 time: 0.0425651 May 19 13:08:03.477377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37502) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.502887 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e73559a-18e4-4fc8-b582-74de61f198ec tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:03.503363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e73559a-18e4-4fc8-b582-74de61f198ec tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:03.505117 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7e73559a-18e4-4fc8-b582-74de61f198ec tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/f3632c5f-4dbe-4166-b2ee-cac429f6e42d HTTP/1.1" status: 404 len: 339 time: 0.0268292 May 19 13:08:03.508014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37506) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.546251 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8e1da8-ae50-46a8-83a0-990473b5d088 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:03.546741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8e1da8-ae50-46a8-83a0-990473b5d088 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:03.548469 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca8e1da8-ae50-46a8-83a0-990473b5d088 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/4e393a0f-4718-46b5-8a04-a5d1f6c5ce12 HTTP/1.1" status: 404 len: 337 time: 0.0395606 May 19 13:08:03.551356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37510) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.576523 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a829c72-3120-4e55-893e-59f072469b65 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:03.577007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a829c72-3120-4e55-893e-59f072469b65 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:03.581693 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4a829c72-3120-4e55-893e-59f072469b65 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/1dd5266d-efc5-4db6-8a91-0412eeaaa9a5 HTTP/1.1" status: 404 len: 339 time: 0.0263848 May 19 13:08:03.581693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37514) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:03.588495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c19-d327-437a-9f6d-590f4f52f59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.695761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.823170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d295b-6411-4871-b818-962d1e375345 req-26f4f048-e6f2-4f1d-94d8-c25fa2edcc5a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:03.823784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-3c8d295b-6411-4871-b818-962d1e375345 req-26f4f048-e6f2-4f1d-94d8-c25fa2edcc5a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:03.827355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.853603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa4c7d3-68fd-4efc-8a24-5e2001567d31']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:03.866555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecf393f-862e-439b-9b80-48fa341078fc') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:03.866878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecf393f-862e-439b-9b80-48fa341078fc') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:03.878265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.897974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.904442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:03.904854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:03.908455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-3c8d295b-6411-4871-b818-962d1e375345 req-26f4f048-e6f2-4f1d-94d8-c25fa2edcc5a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:03.909595 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3c8d295b-6411-4871-b818-962d1e375345 req-26f4f048-e6f2-4f1d-94d8-c25fa2edcc5a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 944 time: 0.4330928 May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:03.919549 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:03.996210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.013276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.024264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=4aa4c7d3-68fd-4efc-8a24-5e2001567d31,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:04.031583 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-85850321-8de3-4e22-bac3-a95ddb418a2b tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/4aa4c7d3-68fd-4efc-8a24-5e2001567d31 HTTP/1.1" status: 204 len: 168 time: 0.4469352 May 19 13:08:04.031724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37518) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.047098 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3c8d295b-6411-4871-b818-962d1e375345 req-e029968b-ce18-45f7-8136-172e12ed505a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311944 May 19 13:08:04.073107 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e3326c-4ccb-4755-8c24-9dfc9588c174 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.073561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e3326c-4ccb-4755-8c24-9dfc9588c174 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.075276 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-05e3326c-4ccb-4755-8c24-9dfc9588c174 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/632a201f-7640-466f-b800-4c19366fd522 HTTP/1.1" status: 404 len: 337 time: 0.0427287 May 19 13:08:04.077773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37522) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.102468 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4e4f2-2203-431a-9a2b-38394c17e350 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.102964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b4e4f2-2203-431a-9a2b-38394c17e350 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.104599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-91b4e4f2-2203-431a-9a2b-38394c17e350 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/44a73128-e538-4b89-8661-6e5ab447d9bb HTTP/1.1" status: 404 len: 339 time: 0.0259430 May 19 13:08:04.107132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37526) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.144581 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d192f3-a84f-4215-b762-3cd02ff37c47 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.145116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d192f3-a84f-4215-b762-3cd02ff37c47 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.146790 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-50d192f3-a84f-4215-b762-3cd02ff37c47 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/c3242381-a70b-421c-909f-cfa7508edb17 HTTP/1.1" status: 404 len: 337 time: 0.0387449 May 19 13:08:04.149439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37530) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.175332 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae54f746-60e9-4839-b59f-152c0122f35d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.175784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae54f746-60e9-4839-b59f-152c0122f35d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.177596 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ae54f746-60e9-4839-b59f-152c0122f35d tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/0cdda39c-6438-4b2e-8ace-c54dc08c9e68 HTTP/1.1" status: 404 len: 339 time: 0.0271933 May 19 13:08:04.180280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37534) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.220789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.225510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.333780 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37daecb-5526-4570-905d-52ff3e7fef3a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.334139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37daecb-5526-4570-905d-52ff3e7fef3a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.335873 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b37daecb-5526-4570-905d-52ff3e7fef3a tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/a8555375-fef4-4c09-bdd5-4bf0093f535c HTTP/1.1" status: 404 len: 337 time: 0.1546500 May 19 13:08:04.338523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37538) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.363589 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531f2ce-d66f-4cb6-9f7f-013c3ba43d41 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.364268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2531f2ce-d66f-4cb6-9f7f-013c3ba43d41 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.365998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2531f2ce-d66f-4cb6-9f7f-013c3ba43d41 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/53bfd684-5f2b-4308-9d73-b30381310d5a HTTP/1.1" status: 404 len: 339 time: 0.0264857 May 19 13:08:04.368560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37542) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.397475 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce associated. External IP: 172.26.3.161, port: a75a911c-7b73-43a9-9ff9-ba01f6efaeda. May 19 13:08:04.406424 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-575ae551-8301-467e-ac6c-31259ec9cba5 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.407014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575ae551-8301-467e-ac6c-31259ec9cba5 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.408718 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-575ae551-8301-467e-ac6c-31259ec9cba5 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/e3c26b9e-388a-4f09-b05c-1113de371d8a HTTP/1.1" status: 404 len: 337 time: 0.0391965 May 19 13:08:04.411398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37546) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.436095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e2071c-7796-4da6-948b-15af7e7ab90c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.436743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e2071c-7796-4da6-948b-15af7e7ab90c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.438224 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e6e2071c-7796-4da6-948b-15af7e7ab90c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/5d776e1c-cece-4708-869e-eee9469286d0 HTTP/1.1" status: 404 len: 339 time: 0.0258999 May 19 13:08:04.440868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37550) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.481349 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b5f44e-dfd1-437c-bfa5-e8d6a506ccf7 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.481792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b5f44e-dfd1-437c-bfa5-e8d6a506ccf7 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.483497 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-51b5f44e-dfd1-437c-bfa5-e8d6a506ccf7 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/d964de50-f5aa-4862-941f-660b84c63fb4 HTTP/1.1" status: 404 len: 337 time: 0.0417202 May 19 13:08:04.487820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37554) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.512087 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-43077097-57b9-4ce8-b2fd-15ce9abf3dfa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.512541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43077097-57b9-4ce8-b2fd-15ce9abf3dfa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.514123 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-43077097-57b9-4ce8-b2fd-15ce9abf3dfa tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/8f2055c5-6d7c-4b4f-8cae-51402cc731bf HTTP/1.1" status: 404 len: 339 time: 0.0254498 May 19 13:08:04.516834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37558) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.553400 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7112247d-f361-48cc-82a4-d5db4a194758 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.553881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7112247d-f361-48cc-82a4-d5db4a194758 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.555550 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7112247d-f361-48cc-82a4-d5db4a194758 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/bda0a66d-c565-4639-a916-131b022bf0f4 HTTP/1.1" status: 404 len: 337 time: 0.0378399 May 19 13:08:04.558271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37562) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.583548 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ce7128-ff33-4f72-825f-5533d8f16e41 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.584082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ce7128-ff33-4f72-825f-5533d8f16e41 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.585740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d1ce7128-ff33-4f72-825f-5533d8f16e41 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/782833f3-5657-4b83-b396-60945adfbaca HTTP/1.1" status: 404 len: 339 time: 0.0265503 May 19 13:08:04.588281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37566) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.631043 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a494a33b-5b7c-479d-a88a-48f87b132d10 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.631490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a494a33b-5b7c-479d-a88a-48f87b132d10 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.633178 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a494a33b-5b7c-479d-a88a-48f87b132d10 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/dc37971f-3d37-454f-8ad4-5a325186d8e3 HTTP/1.1" status: 404 len: 337 time: 0.0439494 May 19 13:08:04.635766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37570) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.662140 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d23b44c-35d0-45c4-a31f-fca91b081df1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.662606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d23b44c-35d0-45c4-a31f-fca91b081df1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.664274 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0d23b44c-35d0-45c4-a31f-fca91b081df1 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/2d3efe4b-1f3c-4a92-b0d8-17497e3d6f9d HTTP/1.1" status: 404 len: 339 time: 0.0276246 May 19 13:08:04.666835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37574) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.704175 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2f64b2-bf5a-4e0c-b446-4cdb5f0d1c13 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.704619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2f64b2-bf5a-4e0c-b446-4cdb5f0d1c13 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.706281 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e2f64b2-bf5a-4e0c-b446-4cdb5f0d1c13 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/45ace7fb-e226-45e0-85c3-3afbafa666ec HTTP/1.1" status: 404 len: 337 time: 0.0385389 May 19 13:08:04.708985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37578) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.733501 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e1eaff-09cb-4c06-8631-c750287e1009 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] DELETE failed (client error): The resource could not be found. May 19 13:08:04.733501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e1eaff-09cb-4c06-8631-c750287e1009 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:04.735536 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-45e1eaff-09cb-4c06-8631-c750287e1009 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/96134c27-17c6-4b56-ad19-3e77a273bac1 HTTP/1.1" status: 404 len: 339 time: 0.0256655 May 19 13:08:04.737959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37582) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:04.746962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.773771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:08:04.811009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Deleting subnet 57f8d5b0-4343-49db-abf5-9ac56b1e7b9d {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:04.814205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.877143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.888049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:04.967876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.044713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.084742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Subnet': ['ID=57f8d5b0-4343-49db-abf5-9ac56b1e7b9d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:05.088172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.090333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:05.095192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.098514 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4f08c7c0-f5c8-4de3-a201-0fbcdcf6973c tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/subnets/57f8d5b0-4343-49db-abf5-9ac56b1e7b9d HTTP/1.1" status: 204 len: 168 time: 0.3592849 May 19 13:08:05.101054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37588) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:05.111934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d558bd-2eef-4064-a2d0-cf57a051b120 None None] Network c0c4ddf9-be13-4bed-a070-d407d1116930 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:05.132329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:05.174045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d8beadd6-d01e-474b-aa08-f760903f89dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 991 time: 1.8935280 May 19 13:08:05.177514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37592) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:05.177992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:08:05.225776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.237204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Deleting port 9a050711-2bc5-43d6-a504-27d047873140 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:05.237552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.262434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:05.263367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:05.315557 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-41b346b2-5b95-4966-a004-1e80857aa3dc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 991 time: 0.1273499 May 19 13:08:05.318907 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6199cc17-5e02-4f38-bb4f-00bbfbc3dc28'] response: {'name': 'network-changed', 'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'status': 'completed', 'code': 200} May 19 13:08:05.386791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3643-74f9-4e95-9436-5673e2d85175 req-eba1e8a5-bcb3-493d-9cbc-b67cf52e3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:05.388221 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-eba1e8a5-bcb3-493d-9cbc-b67cf52e3f0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 1098 time: 0.0715380 May 19 13:08:05.432032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:08:05.439416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcfa9c-27bc-4493-baf4-efbfb46a231a req-54d72967-820c-4354-a056-3da090c789e7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:05.441485 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5bfcfa9c-27bc-4493-baf4-efbfb46a231a req-54d72967-820c-4354-a056-3da090c789e7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 944 time: 0.1714833 May 19 13:08:05.532221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3643-74f9-4e95-9436-5673e2d85175 req-2a300b37-7b1e-4c6b-b8bd-b8207e060e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:05.533926 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-2a300b37-7b1e-4c6b-b8bd-b8207e060e39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 898 time: 0.1386449 May 19 13:08:05.560613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] For port 9a050711-2bc5-43d6-a504-27d047873140, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=9a050711-2bc5-43d6-a504-27d047873140,segment=NetworkSegment(00332a17-29d5-44fb-aeb2-c0328d9f46b3),segment_id=00332a17-29d5-44fb-aeb2-c0328d9f46b3)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:05.560960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.570552 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5bfcfa9c-27bc-4493-baf4-efbfb46a231a req-ab1a6ba6-d84a-4f72-a3dc-a5161c5647b3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851195 May 19 13:08:05.638279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:08:05.657331 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-c06d54f0-7b00-49a1-8979-8d2fe15186d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda HTTP/1.1" status: 200 len: 999 time: 0.1164503 May 19 13:08:05.688287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Calling delete_port for 9a050711-2bc5-43d6-a504-27d047873140 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:05.742024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3643-74f9-4e95-9436-5673e2d85175 req-8866a4c9-9e20-4d5e-bf5f-480ca7a922ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:05.743566 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-8866a4c9-9e20-4d5e-bf5f-480ca7a922ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.0763781 May 19 13:08:05.776750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.815206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a2dfc-659c-460a-8af5-5fdad96a371a None None] DHCP port deletion for c0c4ddf9-be13-4bed-a070-d407d1116930 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:05.830343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3643-74f9-4e95-9436-5673e2d85175 req-0bc62d8f-2f78-46e1-80a3-c7ce89b4a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:05.831088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Port': ['ID=9a050711-2bc5-43d6-a504-27d047873140,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:05.831888 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-0bc62d8f-2f78-46e1-80a3-c7ce89b4a03c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812907 May 19 13:08:05.833688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] No DVR routers for this DVR port 9a050711-2bc5-43d6-a504-27d047873140 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:05.866904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:05.940056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:08:05.977562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:05.994286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-3c288015-a6a4-4ab1-98eb-18c2874aed60 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513982 May 19 13:08:06.004898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c4ddf9-be13-4bed-a070-d407d1116930']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:06.018268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00332a17-29d5-44fb-aeb2-c0328d9f46b3') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:06.019052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00332a17-29d5-44fb-aeb2-c0328d9f46b3') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:06.019211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.031113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.043439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:06.043762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.049602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.059260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:06.059788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.073889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:06.076299 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:06.129076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:06.140275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.148920 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-868c3643-74f9-4e95-9436-5673e2d85175 req-0507442e-de3d-461e-aee0-e1ab32e64e53 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432657 May 19 13:08:06.173902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.193622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.208255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] Pushing event deleted for resources: {'Network': ['ID=c0c4ddf9-be13-4bed-a070-d407d1116930,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:06.215181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '04666807-d1c3-4fa5-9b2c-e0d02d3732ce', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'port_id': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'mac_address': 'fa:16:3e:70:02:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:06:53Z', 'updated_at': '2022-05-19T13:08:04Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:06.215879 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b09c15fd-a241-49b3-b2a6-507ccf5f1748 tempest-NetworksTest-547679550 tempest-NetworksTest-547679550-project] 10.222.0.44 "DELETE /v2.0/networks/c0c4ddf9-be13-4bed-a070-d407d1116930 HTTP/1.1" status: 204 len: 168 time: 1.1138082 May 19 13:08:06.217619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:06.225571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:06.228110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.228445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.228779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.229100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.229420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.229742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.230059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.230374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.230724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.231038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.231349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.231659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:06.242787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:06.243455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:06.318760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37600) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.430646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:08:06.474025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:08:06.497142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37606) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.548261 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4e58e475-443f-452a-a8f8-0593af606963 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 991 time: 0.2268195 May 19 13:08:06.656462 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1ca75392-b87c-4e89-96d6-08bdcacecd56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5d2f3bddc954c3295de66551965a47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556373 May 19 13:08:06.656894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37614) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:06.720743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e2ba-1321-45c7-9025-3084c7091bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.748064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e2ba-1321-45c7-9025-3084c7091bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.770946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de9e3-eac7-44ff-b507-56baae1e8ef1 req-a5661dae-f403-4f1a-901b-5133c2a5aafe tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:06.772492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c90de9e3-eac7-44ff-b507-56baae1e8ef1 req-a5661dae-f403-4f1a-901b-5133c2a5aafe tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 945 time: 0.0869143 May 19 13:08:06.809010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e2ba-1321-45c7-9025-3084c7091bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.824957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3e2ba-1321-45c7-9025-3084c7091bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6368361-616d-47a2-b925-d53f66e57aed,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:06.831985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e2ba-1321-45c7-9025-3084c7091bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:06.836392 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fdc3e2ba-1321-45c7-9025-3084c7091bc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6368361-616d-47a2-b925-d53f66e57aed HTTP/1.1" status: 204 len: 168 time: 0.1784348 May 19 13:08:06.838243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c90de9e3-eac7-44ff-b507-56baae1e8ef1 req-0d5f3773-50bd-4e18-8784-ad6ff774ca66 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501671 May 19 13:08:06.944739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9a050711-2bc5-43d6-a504-27d047873140 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:07.000207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 9a050711-2bc5-43d6-a504-27d047873140 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:07.000450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9a050711-2bc5-43d6-a504-27d047873140 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:07.080641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '04666807-d1c3-4fa5-9b2c-e0d02d3732ce', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'port_id': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'mac_address': 'fa:16:3e:70:02:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:06:53Z', 'updated_at': '2022-05-19T13:08:04Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:07.091800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933ad2b-7dfa-4699-9a0a-d089d959da35 None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '04666807-d1c3-4fa5-9b2c-e0d02d3732ce', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'port_id': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'mac_address': 'fa:16:3e:70:02:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:06:53Z', 'updated_at': '2022-05-19T13:08:04Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:07.318824 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1e7f3-9180-46c1-8355-b4406039b9d2 None None] New status for floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:08:07.480512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.551420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37638) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.555354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37640) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:07.667423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1723942385'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:07.669588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2321bd3c-8ae7-4c8a-b2a9-16a5f6e739e7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 200 len: 993 time: 0.1124392 May 19 13:08:07.672487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:07.677836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:07.680905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:07.687238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:07.698208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:07.703602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.723992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.739734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:07.743790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group_rule and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:07.746692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:07.752525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:07.845727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.853296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.892317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:07.900824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5260e50-8bc0-4a1e-970b-32ee3d090898,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:07.909219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.909550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment 00e221f3-cd27-4412-9a1b-940fb1691e2c of type vlan for network e383c5a5-a75e-4170-adf7-416695fee121 May 19 13:08:07.911598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.911930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.912259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.912584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.912931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.913253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.913572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.913887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.914200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.914511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.914854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.915169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:08:07.944840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.977324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:07.982976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:07.983560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.024089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25386-143c-4f8e-9521-ff044326891f req-3c416e14-28ca-4312-9344-b28ad5fd5415 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:08.025556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40d25386-143c-4f8e-9521-ff044326891f req-3c416e14-28ca-4312-9344-b28ad5fd5415 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 945 time: 0.0795376 May 19 13:08:08.071112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40d25386-143c-4f8e-9521-ff044326891f req-2273cc0a-5a16-4512-bad7-3b626fefe148 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394630 May 19 13:08:08.095125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5387452 May 19 13:08:08.097903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37650) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.098090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5833-8fca-4923-ada3-11ff4de66ecb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=e383c5a5-a75e-4170-adf7-416695fee121,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:08.103538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'name': 'tempest-PortsTestJSON-1233922514'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:08.109474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e383c5a5-a75e-4170-adf7-416695fee121 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:08.226793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:08.230510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:08.233259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:08.239328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:08.250088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:08.253503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.274857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:08.493370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.523995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.609718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=bccc6a87-88e2-4f59-b7dd-b840bcefb8e2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:08.620754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': '00e221f3-cd27-4412-9a1b-940fb1691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:08.621344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: e383c5a5-a75e-4170-adf7-416695fee121, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:08.643149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:08.652609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, e383c5a5-a75e-4170-adf7-416695fee121) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:08.656474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:08.662005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:08.662194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ce500-00fa-492d-bb98-720a31f63ad6 None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:08.662640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.686315 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d5829a1f-01fc-4d02-bd93-f49d122b8ceb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5873785 May 19 13:08:08.689459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37654) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.695903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613866009'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:08.701222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:08.705320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:08.708852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:08.714944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:08.727422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:08.730852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.759541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:08.768755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.769098 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment 17e16e78-aa5c-4a79-9b63-dbc609efb947 of type vlan for network 641ba121-c899-459d-8d32-2b57c2ffe2d0 May 19 13:08:08.795173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.825155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.830770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:08.831348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:08.927671 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2370820 May 19 13:08:08.930667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37658) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:08.936395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'ports': [{'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'}, {'network_id': '641ba121-c899-459d-8d32-2b57c2ffe2d0'}]} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:08.936783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:08.937263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '641ba121-c899-459d-8d32-2b57c2ffe2d0'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:08.939107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2df528-61ed-4d1d-810b-1a10664cddee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=641ba121-c899-459d-8d32-2b57c2ffe2d0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:08.949661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 641ba121-c899-459d-8d32-2b57c2ffe2d0 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:09.155859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:09.160950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:09.164162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:09.170868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:09.183166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 2} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:09.188357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.205628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.260259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b19e65-00d0-435e-896a-46240cdb2571 req-8f5efe05-d694-4552-874b-302a5070623e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:09.261729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d6b19e65-00d0-435e-896a-46240cdb2571 req-8f5efe05-d694-4552-874b-302a5070623e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 945 time: 0.0807955 May 19 13:08:09.305258 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d6b19e65-00d0-435e-896a-46240cdb2571 req-ba254142-2f03-424c-b7ec-ebb3ce0d77d7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375113 May 19 13:08:09.421847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 3087b285-3737-4f9a-a189-6ec2c730e4e5 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:09.423204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:09.497936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:09.502877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:09.503251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.510581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.622337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 38cb74fb-8151-4bb7-a431-384b8d459d0b yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:09.631785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:09.632158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.661154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:08:09.671102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:09.676518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.716893 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8f6bf5-f887-4682-bc50-64e9ec9c897b'] response: {'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'code': 200} May 19 13:08:09.717114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.749379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.752768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:09.955710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:09.959495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:09.963385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:09.964205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:09.971484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=3087b285-3737-4f9a-a189-6ec2c730e4e5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.027335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e6fe9-cf30-43b3-8a07-3f76bfd9eb7e req-25d0d6b9-28d1-4b5c-8251-63e41fb238ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:10.028827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-598e6fe9-cf30-43b3-8a07-3f76bfd9eb7e req-25d0d6b9-28d1-4b5c-8251-63e41fb238ab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1099 time: 0.0764554 May 19 13:08:10.056132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=38cb74fb-8151-4bb7-a431-384b8d459d0b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.065146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': '17e16e78-aa5c-4a79-9b63-dbc609efb947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '641ba121-c899-459d-8d32-2b57c2ffe2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:10.065493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 641ba121-c899-459d-8d32-2b57c2ffe2d0, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:10.073181 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-598e6fe9-cf30-43b3-8a07-3f76bfd9eb7e req-f48d48ef-8bfa-465f-8a7a-34775d13d02d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359519 May 19 13:08:10.085314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 641ba121-c899-459d-8d32-2b57c2ffe2d0 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:10.094745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 641ba121-c899-459d-8d32-2b57c2ffe2d0) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:10.098227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:10.103690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:10.103839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac1dcc-3b66-4376-a5c9-15ffd999c746 None None] Network 641ba121-c899-459d-8d32-2b57c2ffe2d0 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:10.108369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:10.109370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.133466 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1588079e-0675-4290-bca1-8a41bd77496c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2016244 May 19 13:08:10.136366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37666) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:10.205610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 38cb74fb-8151-4bb7-a431-384b8d459d0b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:10.206040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.580531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.704562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 38cb74fb-8151-4bb7-a431-384b8d459d0b owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:10.773354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dadcfa-f62c-4cfa-84ab-644c73bf47e1 req-de6a2e4a-caed-4d5b-8fed-a17eb37da53c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:10.774828 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-35dadcfa-f62c-4cfa-84ab-644c73bf47e1 req-de6a2e4a-caed-4d5b-8fed-a17eb37da53c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 946 time: 0.2783618 May 19 13:08:10.822017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.871374 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-35dadcfa-f62c-4cfa-84ab-644c73bf47e1 req-4ec85887-c355-469c-a589-5eb85c8cc190 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805876 May 19 13:08:10.880653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=38cb74fb-8151-4bb7-a431-384b8d459d0b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:10.884289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:10.890838 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-31f53989-8990-405e-a3fd-b819dfb98e6b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/38cb74fb-8151-4bb7-a431-384b8d459d0b HTTP/1.1" status: 204 len: 168 time: 0.7534473 May 19 13:08:10.893473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37672) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:10.979815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754d70d-09b9-411f-82c1-14989d331053 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:10.985957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754d70d-09b9-411f-82c1-14989d331053 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:10.986708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7754d70d-09b9-411f-82c1-14989d331053 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:11.007795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7754d70d-09b9-411f-82c1-14989d331053 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:11.008944 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7754d70d-09b9-411f-82c1-14989d331053 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1144776 May 19 13:08:11.011759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37676) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:11.089908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 3087b285-3737-4f9a-a189-6ec2c730e4e5 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:11.090252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:11.307972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:11.430913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 3087b285-3737-4f9a-a189-6ec2c730e4e5 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:11.516958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:11.573285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=3087b285-3737-4f9a-a189-6ec2c730e4e5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:11.578607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:11.594766 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b89ad4e5-f9ba-4aa5-9003-5e3aa92d4e1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/3087b285-3737-4f9a-a189-6ec2c730e4e5 HTTP/1.1" status: 204 len: 168 time: 0.5819788 May 19 13:08:11.599195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37680) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:11.678240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d0daf-37ca-44d3-9776-b93a57fbf604 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:11.678935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c92d0daf-37ca-44d3-9776-b93a57fbf604 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:11.696639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c92d0daf-37ca-44d3-9776-b93a57fbf604 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:11.697783 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c92d0daf-37ca-44d3-9776-b93a57fbf604 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0976543 May 19 13:08:11.700656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37684) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:11.745665 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc53eeb7-58de-4ae3-b88f-2f611a1d30c9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:11.746963 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cc53eeb7-58de-4ae3-b88f-2f611a1d30c9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/38cb74fb-8151-4bb7-a431-384b8d459d0b HTTP/1.1" status: 404 len: 333 time: 0.0454218 May 19 13:08:11.751146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37688) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:11.792627 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e32ef4c-cd8f-4cd3-93de-31fdae7844ad tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:11.793779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1e32ef4c-cd8f-4cd3-93de-31fdae7844ad tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/3087b285-3737-4f9a-a189-6ec2c730e4e5 HTTP/1.1" status: 404 len: 333 time: 0.0417752 May 19 13:08:11.797967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37692) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:11.915916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.089247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.123376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641ba121-c899-459d-8d32-2b57c2ffe2d0']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:12.137489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e16e78-aa5c-4a79-9b63-dbc609efb947') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:12.137791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e16e78-aa5c-4a79-9b63-dbc609efb947') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:12.151823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.172007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.181125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c331-772c-45c7-95c4-c344ea7b5a81 req-14e9fe39-80cc-4c1a-a2ca-b540a035fbf2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:12.182549 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aeb3c331-772c-45c7-95c4-c344ea7b5a81 req-14e9fe39-80cc-4c1a-a2ca-b540a035fbf2 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 946 time: 0.2012768 May 19 13:08:12.187587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:12.187977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:12.202514 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:12.313919 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aeb3c331-772c-45c7-95c4-c344ea7b5a81 req-fe137403-cd7f-477e-a9c2-34881949798a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105340 May 19 13:08:12.314771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.320308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.343464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=641ba121-c899-459d-8d32-2b57c2ffe2d0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:12.345703 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3cdc41eb-395c-485b-a928-c37b0e8874f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/641ba121-c899-459d-8d32-2b57c2ffe2d0 HTTP/1.1" status: 204 len: 168 time: 0.5468900 May 19 13:08:12.349745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37700) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.355319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-373791842'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:12.361749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.366729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.369786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.375787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.387318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:12.390910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.418284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:12.469659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.469999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment f4a0e023-0763-45a4-9d10-c3ffd550ff13 of type vlan for network 7857f179-4a55-4080-9d47-44feee983e4f May 19 13:08:12.507644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.548563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a7bc9-1a80-466b-a7a7-a381a68b2774 req-c72da1b8-cf7d-4507-a81d-ec0dc8592cc4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:12.550011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d98a7bc9-1a80-466b-a7a7-a381a68b2774 req-c72da1b8-cf7d-4507-a81d-ec0dc8592cc4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 946 time: 0.1267896 May 19 13:08:12.557335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.566116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:12.567159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.706102 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3551338 May 19 13:08:12.709270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37704) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.714918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '7857f179-4a55-4080-9d47-44feee983e4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:12.722168 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d98a7bc9-1a80-466b-a7a7-a381a68b2774 req-415608c5-db86-411f-9c24-cdca0a2b9c31 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491916 May 19 13:08:12.722761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d1994-92d5-4dc3-9e75-e16c0cf7d9b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=7857f179-4a55-4080-9d47-44feee983e4f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:12.733439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 7857f179-4a55-4080-9d47-44feee983e4f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:12.748181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37708) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.828321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4882572d-a2d5-4179-bf33-ff261971229a tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:12.829868 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4882572d-a2d5-4179-bf33-ff261971229a tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1094 time: 0.0806522 May 19 13:08:12.833811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37712) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:12.839374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:12.845866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.849997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:floatingip and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.853218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.859481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.875236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:12.959608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:12.963564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:12.966464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:12.973313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:12.984106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:12.987654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.025645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.078423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.ipam_backend_mixin [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Performing IP validity checks on allocation pools {{(pid=88029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:08:13.079070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.ipam_backend_mixin [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88029) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:08:13.165679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Allocated IP 172.26.3.244 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/37ee5f58-d130-4903-ae36-e5e8156736c7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:13.211764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.285795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=0fd7363c-c29e-489c-a01f-74965cf53535,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:13.296090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': 'f4a0e023-0763-45a4-9d10-c3ffd550ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7857f179-4a55-4080-9d47-44feee983e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:13.296748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 7857f179-4a55-4080-9d47-44feee983e4f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:13.313989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.315440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 7857f179-4a55-4080-9d47-44feee983e4f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:13.324994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 7857f179-4a55-4080-9d47-44feee983e4f) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:13.329135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:13.329709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.337334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63792489-155b-40d3-8fe9-5e167625e973 None None] Network 7857f179-4a55-4080-9d47-44feee983e4f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:13.349451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.353751 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-64a6f231-8585-4d62-b8c5-86ec6330c942 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6426194 May 19 13:08:13.355906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37716) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:13.363089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '7857f179-4a55-4080-9d47-44feee983e4f', 'name': 'tempest-PortsTestJSON-55269374'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:13.418885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:13.421729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:13.425807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:13.460203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=37ee5f58-d130-4903-ae36-e5e8156736c7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:13.511343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:13.521314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:13.532990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:13.537425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.561404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port aedd39a8-6a79-4f93-a084-30c3eaab7878 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:13.612805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-7857f179-4a55-4080-9d47-44feee983e4f', 'network_id': '7857f179-4a55-4080-9d47-44feee983e4f', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': '0fd7363c-c29e-489c-a01f-74965cf53535'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:13.613077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.715134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.7 (7857f179-4a55-4080-9d47-44feee983e4f/0fd7363c-c29e-489c-a01f-74965cf53535/aedd39a8-6a79-4f93-a084-30c3eaab7878) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:13.921510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.938224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object aedd39a8-6a79-4f93-a084-30c3eaab7878 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:13.958355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:13.962241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.026055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Allocated IP 172.20.0.2 (7857f179-4a55-4080-9d47-44feee983e4f/0fd7363c-c29e-489c-a01f-74965cf53535/c4df2552-7524-49ed-a45b-0173bcb6e733) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:14.036102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 7857f179-4a55-4080-9d47-44feee983e4f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:14.039259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:14.041411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.043719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:14.079793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=aedd39a8-6a79-4f93-a084-30c3eaab7878,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:14.111893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:14.112603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.140213 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba442916-c9bd-4f3c-8c1e-0a6357ce1df4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7830722 May 19 13:08:14.143084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37720) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:14.228664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port aedd39a8-6a79-4f93-a084-30c3eaab7878 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:14.229047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.257115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.271275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Transition to ACTIVE for port object c4df2552-7524-49ed-a45b-0173bcb6e733 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:14.276782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.282145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.295558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Transition to ACTIVE for port object c4df2552-7524-49ed-a45b-0173bcb6e733 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:14.302130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.375420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Network 7857f179-4a55-4080-9d47-44feee983e4f is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:14.378441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:14.382325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:14.388125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Pushing event updated for resources: {'Port': ['ID=c4df2552-7524-49ed-a45b-0173bcb6e733,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:14.393565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=37ee5f58-d130-4903-ae36-e5e8156736c7,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:14.405959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.478213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Attempting to bind port c4df2552-7524-49ed-a45b-0173bcb6e733 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:14.478678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Attempting to bind port c4df2552-7524-49ed-a45b-0173bcb6e733 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'f4a0e023-0763-45a4-9d10-c3ffd550ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7857f179-4a55-4080-9d47-44feee983e4f'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:14.479371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Attempting to bind port c4df2552-7524-49ed-a45b-0173bcb6e733 on network 7857f179-4a55-4080-9d47-44feee983e4f {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:14.484628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:14.485359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Checking segment: {'id': 'f4a0e023-0763-45a4-9d10-c3ffd550ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7857f179-4a55-4080-9d47-44feee983e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:14.485359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.486145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Bound using segment: {'id': 'f4a0e023-0763-45a4-9d10-c3ffd550ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7857f179-4a55-4080-9d47-44feee983e4f'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:14.486283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Bound port: c4df2552-7524-49ed-a45b-0173bcb6e733, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a0e023-0763-45a4-9d10-c3ffd550ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7857f179-4a55-4080-9d47-44feee983e4f'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:14.486537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.486840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.574502 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP ea2bc083-89e5-4fe9-862a-b617bfac2434 associated. External IP: 172.26.3.244, port: d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98. May 19 13:08:14.578545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] For port c4df2552-7524-49ed-a45b-0173bcb6e733, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:14.581732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] For port c4df2552-7524-49ed-a45b-0173bcb6e733, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c4df2552-7524-49ed-a45b-0173bcb6e733,segment=NetworkSegment(f4a0e023-0763-45a4-9d10-c3ffd550ff13),segment_id=f4a0e023-0763-45a4-9d10-c3ffd550ff13)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:14.587504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.621346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for aedd39a8-6a79-4f93-a084-30c3eaab7878 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:14.689812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed437d60-9f9c-4372-ba81-5f564e078c52 None None] Pushing event updated for resources: {'Port': ['ID=c4df2552-7524-49ed-a45b-0173bcb6e733,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:14.794353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.916817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=aedd39a8-6a79-4f93-a084-30c3eaab7878,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:14.965694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:14.975538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:08:14.979864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0e01fb1d-a0e6-4e2f-95d6-90f65c0ed580 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/aedd39a8-6a79-4f93-a084-30c3eaab7878 HTTP/1.1" status: 204 len: 168 time: 0.8333507 May 19 13:08:14.980103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37724) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:15.008064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c4df2552-7524-49ed-a45b-0173bcb6e733 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:15.086415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c4df2552-7524-49ed-a45b-0173bcb6e733 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:15.150257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ed6590-c6e1-4093-8fec-ec483b075aad tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:08:15.150759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ed6590-c6e1-4093-8fec-ec483b075aad tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:15.155307 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b6ed6590-c6e1-4093-8fec-ec483b075aad tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/aedd39a8-6a79-4f93-a084-30c3eaab7878 HTTP/1.1" status: 404 len: 333 time: 0.1714590 May 19 13:08:15.155666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37728) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:15.190821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:15.201176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:15.202176 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2deb5762-0c82-40db-8386-c990debf57ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:15.202737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2deb5762-0c82-40db-8386-c990debf57ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:15.211306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:15.212109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:15.217349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.223837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2deb5762-0c82-40db-8386-c990debf57ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:15.225112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2deb5762-0c82-40db-8386-c990debf57ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/aedd39a8-6a79-4f93-a084-30c3eaab7878 HTTP/1.1" status: 404 len: 333 time: 0.0684786 May 19 13:08:15.227870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37732) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:15.283814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1d3a668b-8b13-4858-ac0a-10b65276d102 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4466844 May 19 13:08:15.283814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:08:15.308668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 0fd7363c-c29e-489c-a01f-74965cf53535 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:15.311797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.328748 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3a3d10-8467-4d73-a857-47f91679fe56'] response: {'name': 'network-changed', 'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'status': 'completed', 'code': 200} May 19 13:08:15.368568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.395949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:08:15.473625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.571991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.583253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-805b7831-f3ae-4d71-b266-d9ff6938f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:15.587230 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-805b7831-f3ae-4d71-b266-d9ff6938f4b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1099 time: 0.2317216 May 19 13:08:15.613956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.625570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd7363c-c29e-489c-a01f-74965cf53535,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:15.627685 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f41d1b4e-ef96-464c-9864-eeaba0429335 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/0fd7363c-c29e-489c-a01f-74965cf53535 HTTP/1.1" status: 204 len: 168 time: 0.3986120 May 19 13:08:15.630423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37740) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:15.741448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-74e9ea78-b66b-453c-b591-b993a7e522cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:15.742936 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-74e9ea78-b66b-453c-b591-b993a7e522cd service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.1470549 May 19 13:08:15.773573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.785038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port c4df2552-7524-49ed-a45b-0173bcb6e733 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:15.785482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:15.849182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:13Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:15.853366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:15.860741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2654d-9d56-4d89-8a4e-0924b58f12d0 None None] Network 7857f179-4a55-4080-9d47-44feee983e4f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:15.865736 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-67a42660-4a4b-4641-be1c-4c9b29d44384 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 1000 time: 0.1136949 May 19 13:08:15.930655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-a36881f4-77dc-4515-85e1-1bb00b4d69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:15.932019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-a36881f4-77dc-4515-85e1-1bb00b4d69d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0588033 May 19 13:08:16.015143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] For port c4df2552-7524-49ed-a45b-0173bcb6e733, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c4df2552-7524-49ed-a45b-0173bcb6e733,segment=NetworkSegment(f4a0e023-0763-45a4-9d10-c3ffd550ff13),segment_id=f4a0e023-0763-45a4-9d10-c3ffd550ff13)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:16.015883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.020015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-7fde3478-4ea7-489f-bae0-0b214a2d13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:16.022158 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-7fde3478-4ea7-489f-bae0-0b214a2d13dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788658 May 19 13:08:16.027099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:16.027742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:16.154114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cab0506e-558a-450b-ae72-5b2ffa0736f0 None None] Provisioning for port c4df2552-7524-49ed-a45b-0173bcb6e733 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:16.163342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cab0506e-558a-450b-ae72-5b2ffa0736f0 None None] Provisioning complete for port c4df2552-7524-49ed-a45b-0173bcb6e733 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:16.163792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cab0506e-558a-450b-ae72-5b2ffa0736f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.166158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for c4df2552-7524-49ed-a45b-0173bcb6e733 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:16.184528 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-5f9b9fb9-3163-46d9-ba55-be3458021832 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514292 May 19 13:08:16.249847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.299965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=c4df2552-7524-49ed-a45b-0173bcb6e733,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:16.302911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cab0506e-558a-450b-ae72-5b2ffa0736f0 None None] Could not find standard attr ID for object c4df2552-7524-49ed-a45b-0173bcb6e733. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:08:16.303512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No DVR routers for this DVR port c4df2552-7524-49ed-a45b-0173bcb6e733 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:16.312489 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.plugins.ml2.db [None req-cab0506e-558a-450b-ae72-5b2ffa0736f0 None None] No ports have port_id starting with c4df2552-7524-49ed-a45b-0173bcb6e733 May 19 13:08:16.329320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:08:16.337329 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d64e99e-aa6a-483d-9057-bc7e12ef3872 req-709f13b6-4c25-498d-a287-fee5e6ff1bb4 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415408 May 19 13:08:16.406708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc0848-3b88-478e-8f2f-3a3211e75495 None None] DHCP port deletion for 7857f179-4a55-4080-9d47-44feee983e4f request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:16.434066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.459681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7857f179-4a55-4080-9d47-44feee983e4f']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:16.471910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a0e023-0763-45a4-9d10-c3ffd550ff13') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:16.472316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a0e023-0763-45a4-9d10-c3ffd550ff13') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:16.488416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.506741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.509077 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-c2d0c65f-cc9f-4bae-8014-bff3363c514e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791991 May 19 13:08:16.513438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:16.513955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:16.540153 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:16.621978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.626942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.657809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=7857f179-4a55-4080-9d47-44feee983e4f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:16.666714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-437150a7-ebe7-4534-8e4c-7fa3bdd4ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:16.672241 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-437150a7-ebe7-4534-8e4c-7fa3bdd4ecdd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 1098 time: 0.0794158 May 19 13:08:16.672402 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d4d47f50-5850-4760-ad52-4c0258addaf8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/7857f179-4a55-4080-9d47-44feee983e4f HTTP/1.1" status: 204 len: 168 time: 1.0371909 May 19 13:08:16.672511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37744) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:16.679932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-426796980'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:16.684901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:16.689339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:16.692541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:16.698135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:16.709669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:16.713165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.717163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:13Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:16.721724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170df3e-6bab-4564-851a-dfd7357a1f51 None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:13Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:16.742636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:16.751735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.752469 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment e9dd081a-ce21-447b-981c-2bf357aed4cb of type vlan for network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 May 19 13:08:16.786272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.823475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.828849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:16.829460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:16.844177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-64680b16-01d0-466f-ac62-d8fd5a31e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:16.845620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-64680b16-01d0-466f-ac62-d8fd5a31e464 service neutron] 10.222.0.79 "GET /v2.0/networks?id=21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 200 len: 898 time: 0.1456773 May 19 13:08:16.926107 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-f73af618-de0a-46cb-afee-bbe2f92e0318 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 200 len: 217 time: 0.0719626 May 19 13:08:16.936320 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2627037 May 19 13:08:16.939209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37748) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:16.941659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e40b8d-ff0f-43e8-92d6-4e9f3bb74f51 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=21eb2da0-e9d9-4c4a-822f-2e17a94a9304,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:16.948875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:16.963122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:16.971620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915e8139-2499-4c61-abb2-f2687755694f None None] New status for floating IP ea2bc083-89e5-4fe9-862a-b617bfac2434: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:08:16.997086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c4df2552-7524-49ed-a45b-0173bcb6e733 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:17.008863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-45690250-cb87-4942-ae46-d695e162ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:17.010305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-45690250-cb87-4942-ae46-d695e162ac3a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 200 len: 835 time: 0.0713458 May 19 13:08:17.070613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:17.074533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:17.077514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:17.084389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:17.089216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c4df2552-7524-49ed-a45b-0173bcb6e733 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:17.089835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c4df2552-7524-49ed-a45b-0173bcb6e733 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:17.103831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:17.107977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.126657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-3fc6d387-08dc-41ec-b341-fd8bdd340cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:17.132327 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-3fc6d387-08dc-41ec-b341-fd8bdd340cba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=21b9ef74-b724-482a-bbfa-6a661ad15a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109023 May 19 13:08:17.285805 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-89ac57b5-a8d5-4b46-9483-4508e00a3662 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479919 May 19 13:08:17.432770 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c429beb6-c082-4c86-9abb-c7b7c8373102 req-e11455b5-ff39-46aa-b238-3dfb3b4745a0 service neutron] 10.222.0.79 "GET /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370089 May 19 13:08:17.458595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.534968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=f756da75-1a90-4b73-b892-9f94753f4d20,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:17.546746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': 'e9dd081a-ce21-447b-981c-2bf357aed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:17.547102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 21eb2da0-e9d9-4c4a-822f-2e17a94a9304, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:17.569396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:17.580081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 21eb2da0-e9d9-4c4a-822f-2e17a94a9304) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:17.584934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:17.586169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.587913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e02f3-8982-4b80-8424-f874d0142e61 None None] Network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:17.609707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cabd8789-7c5a-4cb3-8529-a6ffa4b9db6a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6693857 May 19 13:08:17.612222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37752) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:17.618424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304', 'security_groups': [], 'name': 'tempest-PortsTestJSON-150602870'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:17.756510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:17.760760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:17.763696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:17.769612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:17.780757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:17.784212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.798501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-21eb2da0-e9d9-4c4a-822f-2e17a94a9304', 'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': 'f756da75-1a90-4b73-b892-9f94753f4d20'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:17.799509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:17.809303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port a5e2dceb-74cd-4e81-9894-2f95d102ba08 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:17.950702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.11 (21eb2da0-e9d9-4c4a-822f-2e17a94a9304/f756da75-1a90-4b73-b892-9f94753f4d20/a5e2dceb-74cd-4e81-9894-2f95d102ba08) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:18.130933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.147225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object a5e2dceb-74cd-4e81-9894-2f95d102ba08 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:18.172142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.228862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Allocated IP 172.20.0.2 (21eb2da0-e9d9-4c4a-822f-2e17a94a9304/f756da75-1a90-4b73-b892-9f94753f4d20/54c6a48d-d49d-46cc-9b7e-da44d71ae1b6) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:18.233252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:18.241287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:18.245917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:18.300070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=a5e2dceb-74cd-4e81-9894-2f95d102ba08,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:18.317525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:18.318357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.344971 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-466f74f0-2fa2-4193-93f0-3561aecfb5d7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7316790 May 19 13:08:18.347581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37756) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:18.418138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port a5e2dceb-74cd-4e81-9894-2f95d102ba08 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:18.418423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.478988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.489384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Transition to ACTIVE for port object 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:18.507736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Transition to ACTIVE for port object 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:18.514431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.577682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:18.580571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:18.584548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:18.589983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Pushing event updated for resources: {'Port': ['ID=54c6a48d-d49d-46cc-9b7e-da44d71ae1b6,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:18.670661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.676493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Attempting to bind port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:18.676855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Attempting to bind port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'e9dd081a-ce21-447b-981c-2bf357aed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:18.677669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Attempting to bind port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 on network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:18.682450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:18.682843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Checking segment: {'id': 'e9dd081a-ce21-447b-981c-2bf357aed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:18.683232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.683610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Bound using segment: {'id': 'e9dd081a-ce21-447b-981c-2bf357aed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:18.684055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Bound port: 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9dd081a-ce21-447b-981c-2bf357aed4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21eb2da0-e9d9-4c4a-822f-2e17a94a9304'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:18.684433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.772891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] For port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:18.776054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] For port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=54c6a48d-d49d-46cc-9b7e-da44d71ae1b6,segment=NetworkSegment(e9dd081a-ce21-447b-981c-2bf357aed4cb),segment_id=e9dd081a-ce21-447b-981c-2bf357aed4cb)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:18.781273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:18.795641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for a5e2dceb-74cd-4e81-9894-2f95d102ba08 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:18.867474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d51822-5494-4883-9ec6-7b0ee7b66313 None None] Pushing event updated for resources: {'Port': ['ID=54c6a48d-d49d-46cc-9b7e-da44d71ae1b6,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:18.959373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.010418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=a5e2dceb-74cd-4e81-9894-2f95d102ba08,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:19.137897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.150616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-880a88a3-2612-4146-b33a-5599beb10798 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/a5e2dceb-74cd-4e81-9894-2f95d102ba08 HTTP/1.1" status: 204 len: 168 time: 0.8014183 May 19 13:08:19.152868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37760) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:19.204935 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-5022197f-37d5-4bb5-a6b2-feb101d0b551 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:19.205552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5022197f-37d5-4bb5-a6b2-feb101d0b551 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:19.223329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5022197f-37d5-4bb5-a6b2-feb101d0b551 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:19.225106 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5022197f-37d5-4bb5-a6b2-feb101d0b551 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/a5e2dceb-74cd-4e81-9894-2f95d102ba08 HTTP/1.1" status: 404 len: 333 time: 0.0705831 May 19 13:08:19.228041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37764) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:19.295177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet f756da75-1a90-4b73-b892-9f94753f4d20 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:19.298237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.351957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.440652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.516696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.560707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=f756da75-1a90-4b73-b892-9f94753f4d20,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:19.564225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.573945 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d7dc4521-87aa-4714-89a6-a9e4a0fef43c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/f756da75-1a90-4b73-b892-9f94753f4d20 HTTP/1.1" status: 204 len: 168 time: 0.3425355 May 19 13:08:19.574173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37768) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:19.691677 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.703325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:19.703675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.834048 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4dd53-f606-4e52-804b-3db76e144532 None None] Network 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:19.919562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] For port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=54c6a48d-d49d-46cc-9b7e-da44d71ae1b6,segment=NetworkSegment(e9dd081a-ce21-447b-981c-2bf357aed4cb),segment_id=e9dd081a-ce21-447b-981c-2bf357aed4cb)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:19.919874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:19.932967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6bec27da-93a6-44a3-b843-9e8123ddd32b None None] Provisioning for port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:20.087437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] DHCP port deletion for 21eb2da0-e9d9-4c4a-822f-2e17a94a9304 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:20.091966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Deleting port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:20.092347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.152728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:20.230828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.277512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=54c6a48d-d49d-46cc-9b7e-da44d71ae1b6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:20.281078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No DVR routers for this DVR port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:20.305791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] For port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=54c6a48d-d49d-46cc-9b7e-da44d71ae1b6,segment=NetworkSegment(e9dd081a-ce21-447b-981c-2bf357aed4cb),segment_id=e9dd081a-ce21-447b-981c-2bf357aed4cb)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:20.306082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.403562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.428836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Calling delete_port for 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:20.429074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21eb2da0-e9d9-4c4a-822f-2e17a94a9304']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:20.441424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9dd081a-ce21-447b-981c-2bf357aed4cb') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:20.441966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9dd081a-ce21-447b-981c-2bf357aed4cb') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:20.453585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.477823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.485247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:20.485637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:20.501657 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: from cryptography.utils import int_from_bytes May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: from cryptography.utils import int_from_bytes May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn_limited( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn_limited( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:08:20.504197 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:08:20.510255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:20.510630 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:20.578888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.596016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.607222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=21eb2da0-e9d9-4c4a-822f-2e17a94a9304,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:20.619305 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-08da13b7-8c40-4d05-a569-2ef364e973b4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/21eb2da0-e9d9-4c4a-822f-2e17a94a9304 HTTP/1.1" status: 204 len: 168 time: 1.0441172 May 19 13:08:20.623257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:20.628698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'name': 'tempest-PortsTestJSON-149421123'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:20.751166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:20.755898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:20.759029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:20.765125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:20.777534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:20.781023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:20.806549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 6931b80a-4361-4820-9ba0-cdcf8f428e0c yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:21.011453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Deleting port 54c6a48d-d49d-46cc-9b7e-da44d71ae1b6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:21.012101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.037174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.067009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.094310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5e39249b-cb67-4d7f-b65e-8175d9333100 None None] The port '54c6a48d-d49d-46cc-9b7e-da44d71ae1b6' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:08:21.142376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:21.145506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:21.149404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:21.154742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:21.155318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.162875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=6931b80a-4361-4820-9ba0-cdcf8f428e0c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:21.184600 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c7c37d36-e700-4001-990a-199698a43b9b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5602233 May 19 13:08:21.187238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:21.258040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 6931b80a-4361-4820-9ba0-cdcf8f428e0c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:21.258370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.409683 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:08:21.480702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.602003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 6931b80a-4361-4820-9ba0-cdcf8f428e0c owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:21.683508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.736669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=6931b80a-4361-4820-9ba0-cdcf8f428e0c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:21.741518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:21.751523 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-227dfc6d-c884-4211-aa16-eb91f557901a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/6931b80a-4361-4820-9ba0-cdcf8f428e0c HTTP/1.1" status: 204 len: 168 time: 0.5632946 May 19 13:08:21.754118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37780) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:21.759638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'mac_address': 'fa:16:3e:71:a0:22', 'name': 'tempest-PortsTestJSON-1663185302'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:21.884435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:21.888744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:21.891619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:21.897321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:21.908720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:22.012977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.040073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port e3be3291-b4c6-4e74-9ab1-33fa9ff898a5 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:22.267195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.298676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.479089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:22.482251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:22.488501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:22.494104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:22.494720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:22.502135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=e3be3291-b4c6-4e74-9ab1-33fa9ff898a5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:22.525921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-95525fbb-4278-49fc-ba61-3ad0ff1481f8 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7706225 May 19 13:08:22.528489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37784) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:22.605767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0decfef5-48b3-4e1b-9b64-2955b5dd27d6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:22.606340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0decfef5-48b3-4e1b-9b64-2955b5dd27d6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:22.625853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0decfef5-48b3-4e1b-9b64-2955b5dd27d6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:22.627014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0decfef5-48b3-4e1b-9b64-2955b5dd27d6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/e3be3291-b4c6-4e74-9ab1-33fa9ff898a5 HTTP/1.1" status: 200 len: 841 time: 0.0976627 May 19 13:08:22.630346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37790) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:22.804410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port e3be3291-b4c6-4e74-9ab1-33fa9ff898a5 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:22.804661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.013634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.137047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for e3be3291-b4c6-4e74-9ab1-33fa9ff898a5 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:23.217222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.267153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=e3be3291-b4c6-4e74-9ab1-33fa9ff898a5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:23.273933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.288706 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9778aa3a-369b-4b28-afb0-17ec35fed8c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/e3be3291-b4c6-4e74-9ab1-33fa9ff898a5 HTTP/1.1" status: 204 len: 168 time: 0.6572807 May 19 13:08:23.291565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37794) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:23.336007 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e28180a-68d7-4b94-930f-885fb3dccb7b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:23.336511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2e28180a-68d7-4b94-930f-885fb3dccb7b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:23.357364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2e28180a-68d7-4b94-930f-885fb3dccb7b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:23.358929 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2e28180a-68d7-4b94-930f-885fb3dccb7b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/e3be3291-b4c6-4e74-9ab1-33fa9ff898a5 HTTP/1.1" status: 404 len: 333 time: 0.0660403 May 19 13:08:23.362754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37798) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:23.368045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'name': 'tempest-PortsTestJSON-142417459'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:23.483057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:23.493731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:23.507818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:23.511298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.532458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 8eb6978b-7190-4fe2-bc5b-d18495a35c68 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:23.748296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.778275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.852298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:23.855478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:23.860199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:23.865670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:23.866295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:23.874106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=8eb6978b-7190-4fe2-bc5b-d18495a35c68,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:23.898035 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-228fb16b-3ab0-4f16-ae34-c5a2dfae81b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5337718 May 19 13:08:23.900526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37802) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:23.906208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:24.028462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.247558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.253438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.308951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] In _notify_port_updated(), no bound segment for port 8eb6978b-7190-4fe2-bc5b-d18495a35c68 on network e383c5a5-a75e-4170-adf7-416695fee121 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:08:24.314224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:24.315497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.316057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/ports/8eb6978b-7190-4fe2-bc5b-d18495a35c68 HTTP/1.1" status: 200 len: 818 time: 0.4145622 May 19 13:08:24.318949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37806) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:24.376005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18a6de-1bab-4473-af63-26bf5788a1ae tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=8eb6978b-7190-4fe2-bc5b-d18495a35c68,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:24.395050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 8eb6978b-7190-4fe2-bc5b-d18495a35c68 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:24.395050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.716418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.850095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 8eb6978b-7190-4fe2-bc5b-d18495a35c68 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:24.933234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:24.985792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=8eb6978b-7190-4fe2-bc5b-d18495a35c68,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:24.993069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.000718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2a778b80-bdcf-4e27-8608-2672c3e5d55a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/8eb6978b-7190-4fe2-bc5b-d18495a35c68 HTTP/1.1" status: 204 len: 168 time: 0.6808860 May 19 13:08:25.003877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37810) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:25.086967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46037e3-dea6-4c3b-aca1-02a2a0dad954 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:25.088588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c46037e3-dea6-4c3b-aca1-02a2a0dad954 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0838697 May 19 13:08:25.091412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:25.137052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e13d873-756f-4a4f-8de1-8c583c665a92 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:25.137052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0e13d873-756f-4a4f-8de1-8c583c665a92 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/8eb6978b-7190-4fe2-bc5b-d18495a35c68 HTTP/1.1" status: 404 len: 333 time: 0.0443637 May 19 13:08:25.140807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37818) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:25.147264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1765282251'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:25.152857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:25.157300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:25.162023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:25.167993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:25.178375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:25.182316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.210740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:25.219548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.219918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa of type vlan for network 65ad1dfc-67ee-455d-9039-70e14491e750 May 19 13:08:25.246768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.277011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.282339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:25.282946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.378522 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2361662 May 19 13:08:25.384630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37822) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:25.392046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35523fe8-129e-48e6-a6c8-b5e6d7ad575c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=65ad1dfc-67ee-455d-9039-70e14491e750,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:25.392424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:25.403028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 65ad1dfc-67ee-455d-9039-70e14491e750 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:25.513189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:25.516286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:25.519087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:25.525289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:25.538588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:25.542430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.779012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.857656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=789e64fd-9b2e-4bd0-a3ef-87c222218677,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:25.869283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:25.869702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 65ad1dfc-67ee-455d-9039-70e14491e750, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:25.892229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 65ad1dfc-67ee-455d-9039-70e14491e750 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:25.901961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 65ad1dfc-67ee-455d-9039-70e14491e750) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:25.906155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:25.906748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:25.911249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66035707-57bc-4518-a618-14c73370dcb4 None None] Network 65ad1dfc-67ee-455d-9039-70e14491e750 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:25.929894 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6b741339-6d5b-4550-abcc-403d5e32ac0e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5472901 May 19 13:08:25.932655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37826) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:25.938211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:26.072524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:26.076263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:26.079115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:26.084929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:26.097751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:26.101653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.168272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-65ad1dfc-67ee-455d-9039-70e14491e750', 'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': '789e64fd-9b2e-4bd0-a3ef-87c222218677'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:26.169800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.235731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.ipam_backend_mixin [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 789e64fd-9b2e-4bd0-a3ef-87c222218677 (CIDR: 172.20.0.0/28) May 19 13:08:26.239532 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:08:26.240317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:26.263880 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1401799b-d362-4f15-9e20-4b85668f4a71 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3277133 May 19 13:08:26.264138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37830) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:26.269374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:26.326209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Allocated IP 172.20.0.2 (65ad1dfc-67ee-455d-9039-70e14491e750/789e64fd-9b2e-4bd0-a3ef-87c222218677/a735ba3e-b953-4375-9a4b-458915bfc619) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:26.404614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:26.408430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:26.411260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:26.417100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:26.427852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:26.431360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.527354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.537588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Transition to ACTIVE for port object a735ba3e-b953-4375-9a4b-458915bfc619 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:26.555544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Transition to ACTIVE for port object a735ba3e-b953-4375-9a4b-458915bfc619 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:26.561236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.628241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Network 65ad1dfc-67ee-455d-9039-70e14491e750 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:26.631217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:26.634842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:26.640387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Pushing event updated for resources: {'Port': ['ID=a735ba3e-b953-4375-9a4b-458915bfc619,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:26.685925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.727836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Attempting to bind port a735ba3e-b953-4375-9a4b-458915bfc619 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:26.728207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Attempting to bind port a735ba3e-b953-4375-9a4b-458915bfc619 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:26.728558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Attempting to bind port a735ba3e-b953-4375-9a4b-458915bfc619 on network 65ad1dfc-67ee-455d-9039-70e14491e750 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:26.734218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:26.734594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Checking segment: {'id': 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:26.735000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.735381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Bound using segment: {'id': 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:26.735839 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Bound port: a735ba3e-b953-4375-9a4b-458915bfc619, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:26.736232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.746138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 65ad1dfc-67ee-455d-9039-70e14491e750 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:26.749135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:26.752118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:26.752691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.769350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=8fc58caf-d4d4-42b1-bbaf-86944e192ace,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:26.783103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0954a96b-0891-4f1e-ac7b-d62f7756e58a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5175958 May 19 13:08:26.785491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37834) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:26.791491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750', 'fixed_ips': [{'subnet_id': '789e64fd-9b2e-4bd0-a3ef-87c222218677'}, {'subnet_id': '8fc58caf-d4d4-42b1-bbaf-86944e192ace'}], 'name': 'tempest-PortsTestJSON-85621155'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:26.827206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] For port a735ba3e-b953-4375-9a4b-458915bfc619, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:26.830184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] For port a735ba3e-b953-4375-9a4b-458915bfc619, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a735ba3e-b953-4375-9a4b-458915bfc619,segment=NetworkSegment(bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa),segment_id=bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:26.835539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:26.918592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac93dc-7fd0-4291-965d-5c3d0effe24c None None] Pushing event updated for resources: {'Port': ['ID=a735ba3e-b953-4375-9a4b-458915bfc619,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:26.939602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:26.944440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:26.947412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:26.953202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:26.964922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:27.241476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.263473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port c170f54c-9b9c-4d9c-a586-b5958aa146a4 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:27.598112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.6 (65ad1dfc-67ee-455d-9039-70e14491e750/789e64fd-9b2e-4bd0-a3ef-87c222218677/c170f54c-9b9c-4d9c-a586-b5958aa146a4) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:27.605077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.19 (65ad1dfc-67ee-455d-9039-70e14491e750/8fc58caf-d4d4-42b1-bbaf-86944e192ace/c170f54c-9b9c-4d9c-a586-b5958aa146a4) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:27.813826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.826876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254bdf5-9a14-4656-b3c2-cd4bf8ccd4d2 None None] Network 65ad1dfc-67ee-455d-9039-70e14491e750 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:27.830337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object c170f54c-9b9c-4d9c-a586-b5958aa146a4 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:27.856804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:27.929238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 65ad1dfc-67ee-455d-9039-70e14491e750 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:27.932160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:27.936262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:27.980559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3aaed5ef-1261-4bf7-93fb-67990f0dd56e None None] Provisioning for port a735ba3e-b953-4375-9a4b-458915bfc619 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:27.984911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=c170f54c-9b9c-4d9c-a586-b5958aa146a4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:28.006599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:28.007214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.031575 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bea2eed2-058c-4305-857c-da2932935d1f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.2448471 May 19 13:08:28.034597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37838) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:28.040751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '789e64fd-9b2e-4bd0-a3ef-87c222218677'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:28.160454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Update dhcp port {'port': {'network_id': '65ad1dfc-67ee-455d-9039-70e14491e750', 'fixed_ips': [{'subnet_id': '789e64fd-9b2e-4bd0-a3ef-87c222218677', 'ip_address': '172.20.0.2'}, {'subnet_id': '8fc58caf-d4d4-42b1-bbaf-86944e192ace'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': 'a735ba3e-b953-4375-9a4b-458915bfc619'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:08:28.212767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.294225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.414075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Allocated IP 172.20.0.18 (65ad1dfc-67ee-455d-9039-70e14491e750/8fc58caf-d4d4-42b1-bbaf-86944e192ace/a735ba3e-b953-4375-9a4b-458915bfc619) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:28.550355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] For port a735ba3e-b953-4375-9a4b-458915bfc619, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a735ba3e-b953-4375-9a4b-458915bfc619,segment=NetworkSegment(bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa),segment_id=bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:28.580619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.596272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Transition to ACTIVE for port object a735ba3e-b953-4375-9a4b-458915bfc619 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:28.602389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.668681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Delete allocated IP 172.20.0.19 (65ad1dfc-67ee-455d-9039-70e14491e750/8fc58caf-d4d4-42b1-bbaf-86944e192ace) {{(pid=88028) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:08:28.776950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db29a2d-8d87-4ee6-af96-d6d4e2af87f8 None None] Pushing event updated for resources: {'Port': ['ID=a735ba3e-b953-4375-9a4b-458915bfc619,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:28.836903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.854763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Ignored duplicate provisioning block setup for port c170f54c-9b9c-4d9c-a586-b5958aa146a4 by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 19 13:08:28.860010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:28.979578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a735ba3e-b953-4375-9a4b-458915bfc619 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:29.017426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=c170f54c-9b9c-4d9c-a586-b5958aa146a4,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:29.045251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] In _notify_port_updated(), no bound segment for port c170f54c-9b9c-4d9c-a586-b5958aa146a4 on network 65ad1dfc-67ee-455d-9039-70e14491e750 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:08:29.051624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:29.052483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.053477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a735ba3e-b953-4375-9a4b-458915bfc619 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:29.055062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ee5985ec-aa48-46cb-b179-ece4fcab3ed1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/ports/c170f54c-9b9c-4d9c-a586-b5958aa146a4 HTTP/1.1" status: 200 len: 917 time: 1.0194137 May 19 13:08:29.057398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37842) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:29.067255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '789e64fd-9b2e-4bd0-a3ef-87c222218677'}, {'subnet_id': '8fc58caf-d4d4-42b1-bbaf-86944e192ace'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:29.279582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df9f38-9fa9-4825-bf72-0c994925dcc4 None None] Network 65ad1dfc-67ee-455d-9039-70e14491e750 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:29.301565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.373971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Provisioning for port c170f54c-9b9c-4d9c-a586-b5958aa146a4 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:29.391224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Provisioning complete for port c170f54c-9b9c-4d9c-a586-b5958aa146a4 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:29.391580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.494685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Port c170f54c-9b9c-4d9c-a586-b5958aa146a4 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:29.541991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Provisioning for port a735ba3e-b953-4375-9a4b-458915bfc619 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:29.554379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Provisioning complete for port a735ba3e-b953-4375-9a4b-458915bfc619 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:29.554379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.631863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.21 (65ad1dfc-67ee-455d-9039-70e14491e750/8fc58caf-d4d4-42b1-bbaf-86944e192ace/c170f54c-9b9c-4d9c-a586-b5958aa146a4) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:29.695059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Current status of the port a735ba3e-b953-4375-9a4b-458915bfc619 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:29.695438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.728270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] For port a735ba3e-b953-4375-9a4b-458915bfc619, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a735ba3e-b953-4375-9a4b-458915bfc619,segment=NetworkSegment(bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa),segment_id=bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:29.734100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.800049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.805501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1328c6-05cd-4c68-864e-eb1ede3e2d96 None None] Pushing event updated for resources: {'Port': ['ID=a735ba3e-b953-4375-9a4b-458915bfc619,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:29.815634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Ignored duplicate provisioning block setup for port c170f54c-9b9c-4d9c-a586-b5958aa146a4 by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 19 13:08:29.821161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:29.961045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=c170f54c-9b9c-4d9c-a586-b5958aa146a4,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:30.022850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] In _notify_port_updated(), no bound segment for port c170f54c-9b9c-4d9c-a586-b5958aa146a4 on network 65ad1dfc-67ee-455d-9039-70e14491e750 {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:08:30.028188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:30.028781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.030053 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3b544bcd-ef91-4a8e-b8b1-5fb1e4adcfdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/ports/c170f54c-9b9c-4d9c-a586-b5958aa146a4 HTTP/1.1" status: 200 len: 997 time: 0.9715106 May 19 13:08:30.032988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37848) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:30.099861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port c170f54c-9b9c-4d9c-a586-b5958aa146a4 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:30.100653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.363411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.487461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for c170f54c-9b9c-4d9c-a586-b5958aa146a4 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:30.702910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.757984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=c170f54c-9b9c-4d9c-a586-b5958aa146a4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:30.863775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0c133ec8-7747-498a-b259-de5eae5cce96 None None] Provisioning complete for port a735ba3e-b953-4375-9a4b-458915bfc619 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:30.864403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0c133ec8-7747-498a-b259-de5eae5cce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:30.966043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a735ba3e-b953-4375-9a4b-458915bfc619 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:31.008708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.019576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d7d1555b-6900-484b-ab7c-6c485c47b5c3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/c170f54c-9b9c-4d9c-a586-b5958aa146a4 HTTP/1.1" status: 204 len: 168 time: 0.9839423 May 19 13:08:31.020497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37852) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:31.045331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0c133ec8-7747-498a-b259-de5eae5cce96 None None] Current status of the port a735ba3e-b953-4375-9a4b-458915bfc619 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:31.050936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0c133ec8-7747-498a-b259-de5eae5cce96 None None] Could not find standard attr ID for object c170f54c-9b9c-4d9c-a586-b5958aa146a4. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:08:31.061986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a735ba3e-b953-4375-9a4b-458915bfc619 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:31.062218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd133fb-693c-46ed-9ca6-e656da8fd7e1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:31.062369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.062786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5dd133fb-693c-46ed-9ca6-e656da8fd7e1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:31.079524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5dd133fb-693c-46ed-9ca6-e656da8fd7e1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:31.080709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5dd133fb-693c-46ed-9ca6-e656da8fd7e1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/c170f54c-9b9c-4d9c-a586-b5958aa146a4 HTTP/1.1" status: 404 len: 333 time: 0.0592003 May 19 13:08:31.084131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37856) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:31.153362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 8fc58caf-d4d4-42b1-bbaf-86944e192ace {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:31.156336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.189943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c6de79e5-aeca-4085-a56e-0ede978e400a None None] Could not find standard attr ID for object c170f54c-9b9c-4d9c-a586-b5958aa146a4. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:08:31.197863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a735ba3e-b953-4375-9a4b-458915bfc619 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:31.199964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d4d3350b-606d-4074-b042-892a92dbae09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.217322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.308333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.398740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.439382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc58caf-d4d4-42b1-bbaf-86944e192ace,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:31.442970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.448925 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ad208030-1431-4b2d-be6b-de91fa09afa0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/8fc58caf-d4d4-42b1-bbaf-86944e192ace HTTP/1.1" status: 204 len: 168 time: 0.3637078 May 19 13:08:31.451662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37860) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:31.516844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 789e64fd-9b2e-4bd0-a3ef-87c222218677 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:31.519826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.577304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.665055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.745815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.787412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=789e64fd-9b2e-4bd0-a3ef-87c222218677,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:31.792546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.800120 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b36f646-d8c5-4dec-b019-d606d009d45b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/789e64fd-9b2e-4bd0-a3ef-87c222218677 HTTP/1.1" status: 204 len: 168 time: 0.3468280 May 19 13:08:31.802086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37864) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:31.919546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:31.933234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port a735ba3e-b953-4375-9a4b-458915bfc619 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:31.933571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.087950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9e26a-0750-4d81-922c-dcc53c306f21 None None] Network 65ad1dfc-67ee-455d-9039-70e14491e750 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:32.142623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] For port a735ba3e-b953-4375-9a4b-458915bfc619, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a735ba3e-b953-4375-9a4b-458915bfc619,segment=NetworkSegment(bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa),segment_id=bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:32.143186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.157860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8dfa157a-e5a1-449f-8e9a-2348426865ed None None] Could not find standard attr ID for object c170f54c-9b9c-4d9c-a586-b5958aa146a4. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:08:32.350433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] DHCP port deletion for 65ad1dfc-67ee-455d-9039-70e14491e750 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:32.355215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Deleting port a735ba3e-b953-4375-9a4b-458915bfc619 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:32.355702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.380235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for a735ba3e-b953-4375-9a4b-458915bfc619 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:32.456971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.504023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=a735ba3e-b953-4375-9a4b-458915bfc619,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:32.507559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No DVR routers for this DVR port a735ba3e-b953-4375-9a4b-458915bfc619 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:32.558110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] For port a735ba3e-b953-4375-9a4b-458915bfc619, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a735ba3e-b953-4375-9a4b-458915bfc619,segment=NetworkSegment(bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa),segment_id=bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:32.558392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.628590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.658177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ad1dfc-67ee-455d-9039-70e14491e750']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:32.670630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:32.670953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6a0f30-2ec0-4a0b-8294-b03b3bf3c5aa') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:32.675740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Calling delete_port for a735ba3e-b953-4375-9a4b-458915bfc619 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:32.683085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.699900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.708321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:32.708659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:32.723369 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:32.788747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:32.789122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:32.808471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.825256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:32.838817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=65ad1dfc-67ee-455d-9039-70e14491e750,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:32.847996 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0262bb7a-5d2a-413a-abe8-b616d6dbbc26 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/65ad1dfc-67ee-455d-9039-70e14491e750 HTTP/1.1" status: 204 len: 168 time: 1.0449498 May 19 13:08:32.852227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37868) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:32.932739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e849bf-8410-4a3f-b4a4-c57ebc09a7c0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:32.933423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-73e849bf-8410-4a3f-b4a4-c57ebc09a7c0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:32.943842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a735ba3e-b953-4375-9a4b-458915bfc619 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:32.949716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-73e849bf-8410-4a3f-b4a4-c57ebc09a7c0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:32.951016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-73e849bf-8410-4a3f-b4a4-c57ebc09a7c0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0978165 May 19 13:08:32.954845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37872) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:32.978132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a735ba3e-b953-4375-9a4b-458915bfc619 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:32.978479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a735ba3e-b953-4375-9a4b-458915bfc619 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:33.035675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-633780b6-288b-4263-96ef-91c3b88d5be4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0795970 May 19 13:08:33.039969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37876) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:33.045318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-203469808'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:33.050582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:33.055049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:33.058044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:33.064148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:33.077785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:33.081253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.109593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:33.120109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.120579 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment 19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765 of type vlan for network 678e146e-6c70-4aeb-9b57-86858250f47d May 19 13:08:33.160256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.191879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.197383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:33.197958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.293418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Deleting port a735ba3e-b953-4375-9a4b-458915bfc619 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:33.293418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.299014 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2516124 May 19 13:08:33.302397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37880) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:33.310693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:33.315399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0393a4d-e6b4-4278-a625-997ec14e8ce1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=678e146e-6c70-4aeb-9b57-86858250f47d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:33.336744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 678e146e-6c70-4aeb-9b57-86858250f47d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:33.442218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:33.445445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ba8b-fea7-4bab-9e36-f9f1b8fc7e4e None None] The port 'a735ba3e-b953-4375-9a4b-458915bfc619' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:08:33.448327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:33.448327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:33.458830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:33.479133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:33.479133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.588112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f12df552-62fb-4c1c-b9db-7596f0611464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.706622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.790213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=42c16e69-5c8d-4fc8-8546-77e099706b15,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:33.796895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:33.796895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 678e146e-6c70-4aeb-9b57-86858250f47d, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:33.820053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 678e146e-6c70-4aeb-9b57-86858250f47d is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:33.826667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 678e146e-6c70-4aeb-9b57-86858250f47d) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:33.837150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:33.837150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:33.840516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a2591-5d06-4a6c-b043-fab1aa09bd88 None None] Network 678e146e-6c70-4aeb-9b57-86858250f47d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:33.864397 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-26ba0e06-6531-4241-a88a-868f1377a8db tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5630889 May 19 13:08:33.864397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37884) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:33.874228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d', 'name': 'tempest-PortsTestJSON-367783935'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:34.040196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:34.053586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:34.065098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:34.065098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.073646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-678e146e-6c70-4aeb-9b57-86858250f47d', 'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': '42c16e69-5c8d-4fc8-8546-77e099706b15'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:34.073646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.095951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 9c258e51-b697-4094-8731-b2b7380506b7 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:34.276297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.7 (678e146e-6c70-4aeb-9b57-86858250f47d/42c16e69-5c8d-4fc8-8546-77e099706b15/9c258e51-b697-4094-8731-b2b7380506b7) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:34.485114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.496979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object 9c258e51-b697-4094-8731-b2b7380506b7 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:34.524828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.588710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Allocated IP 172.20.0.2 (678e146e-6c70-4aeb-9b57-86858250f47d/42c16e69-5c8d-4fc8-8546-77e099706b15/0d87c2b6-7e05-4462-9fa8-1923a398b918) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:34.727848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 678e146e-6c70-4aeb-9b57-86858250f47d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:34.727848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:34.735328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:34.761814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.779707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=9c258e51-b697-4094-8731-b2b7380506b7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:34.813336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:34.813336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.846169 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a778c65c-892e-4cf7-ad9e-5c7ce05a73d0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9780984 May 19 13:08:34.846169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37888) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:34.855383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.860496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d', 'name': 'tempest-PortsTestJSON-892107978'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:34.869119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Transition to ACTIVE for port object 0d87c2b6-7e05-4462-9fa8-1923a398b918 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:34.900670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.900670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Transition to ACTIVE for port object 0d87c2b6-7e05-4462-9fa8-1923a398b918 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:34.911352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:34.992978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Pushing event updated for resources: {'Port': ['ID=0d87c2b6-7e05-4462-9fa8-1923a398b918,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:35.006210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Network 678e146e-6c70-4aeb-9b57-86858250f47d is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:35.006210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:35.006210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:35.032343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:35.032343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:35.039070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:35.046124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:35.059395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:35.059395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.091319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 731f0ce7-6a2e-4543-9ce3-ccc135de7231 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:35.112709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Attempting to bind port 0d87c2b6-7e05-4462-9fa8-1923a398b918 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:35.112709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Attempting to bind port 0d87c2b6-7e05-4462-9fa8-1923a398b918 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:35.112709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Attempting to bind port 0d87c2b6-7e05-4462-9fa8-1923a398b918 on network 678e146e-6c70-4aeb-9b57-86858250f47d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:35.120968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:35.120968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Checking segment: {'id': '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:35.120968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.120968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Bound using segment: {'id': '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:35.120968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Bound port: 0d87c2b6-7e05-4462-9fa8-1923a398b918, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '678e146e-6c70-4aeb-9b57-86858250f47d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:35.120968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.253651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] For port 0d87c2b6-7e05-4462-9fa8-1923a398b918, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:35.253651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] For port 0d87c2b6-7e05-4462-9fa8-1923a398b918, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0d87c2b6-7e05-4462-9fa8-1923a398b918,segment=NetworkSegment(19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765),segment_id=19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:35.263988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.304983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.6 (678e146e-6c70-4aeb-9b57-86858250f47d/42c16e69-5c8d-4fc8-8546-77e099706b15/731f0ce7-6a2e-4543-9ce3-ccc135de7231) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:35.347205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb60ee-6c7f-412c-aa1a-f46c56c64a61 None None] Pushing event updated for resources: {'Port': ['ID=0d87c2b6-7e05-4462-9fa8-1923a398b918,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:35.589495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.613827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object 731f0ce7-6a2e-4543-9ce3-ccc135de7231 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:35.639609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.732199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 678e146e-6c70-4aeb-9b57-86858250f47d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:35.732199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=731f0ce7-6a2e-4543-9ce3-ccc135de7231,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:35.732199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:35.732199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:35.803790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:35.803790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.834191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37894) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:35.838172 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5f103365-a780-4698-8c58-e355cd3465f0 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9836655 May 19 13:08:35.932796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:35.939924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648370a-3b9d-45ff-89b6-8fdb16cb7e34 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:35.939924 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0648370a-3b9d-45ff-89b6-8fdb16cb7e34 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1075768 May 19 13:08:35.946474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37898) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:36.019790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 731f0ce7-6a2e-4543-9ce3-ccc135de7231 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:36.019790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.277186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.413677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5682c7b-8c32-446c-9b52-477145a68ed3 None None] Network 678e146e-6c70-4aeb-9b57-86858250f47d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:36.417429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 731f0ce7-6a2e-4543-9ce3-ccc135de7231 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:36.559711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e3695016-9ea8-46a5-ba45-70d9e77afe93 None None] Provisioning for port 0d87c2b6-7e05-4462-9fa8-1923a398b918 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:36.611323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.662372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=731f0ce7-6a2e-4543-9ce3-ccc135de7231,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:36.772860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:36.789398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e5448efd-3aff-411b-b45b-4150f425f079 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/731f0ce7-6a2e-4543-9ce3-ccc135de7231 HTTP/1.1" status: 204 len: 168 time: 0.8384423 May 19 13:08:36.789398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37904) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:36.844663 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fec7f0-1fa4-4c6d-8e30-fc33467f0c5c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:36.844663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-99fec7f0-1fa4-4c6d-8e30-fc33467f0c5c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:36.867241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-99fec7f0-1fa4-4c6d-8e30-fc33467f0c5c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:36.867241 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-99fec7f0-1fa4-4c6d-8e30-fc33467f0c5c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/731f0ce7-6a2e-4543-9ce3-ccc135de7231 HTTP/1.1" status: 404 len: 333 time: 0.0734582 May 19 13:08:36.867241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37912) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:36.942822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 9c258e51-b697-4094-8731-b2b7380506b7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:36.942822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.009467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Provisioning for port 9c258e51-b697-4094-8731-b2b7380506b7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:37.032107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Provisioning complete for port 9c258e51-b697-4094-8731-b2b7380506b7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:37.032107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.081222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0d87c2b6-7e05-4462-9fa8-1923a398b918 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:37.156031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Port 9c258e51-b697-4094-8731-b2b7380506b7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:37.166238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 0d87c2b6-7e05-4462-9fa8-1923a398b918 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:37.175335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0d87c2b6-7e05-4462-9fa8-1923a398b918 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:37.175335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.280795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Provisioning complete for port 0d87c2b6-7e05-4462-9fa8-1923a398b918 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:37.280987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.306270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.463826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 9c258e51-b697-4094-8731-b2b7380506b7 owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:37.468252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0d87c2b6-7e05-4462-9fa8-1923a398b918 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:37.468633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.513159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Current status of the port 0d87c2b6-7e05-4462-9fa8-1923a398b918 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:37.513540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.529011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.546704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 0d87c2b6-7e05-4462-9fa8-1923a398b918, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0d87c2b6-7e05-4462-9fa8-1923a398b918,segment=NetworkSegment(19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765),segment_id=19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:37.552795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.630496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.671060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:37.671448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:37.674758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=0d87c2b6-7e05-4462-9fa8-1923a398b918,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:37.807597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=9c258e51-b697-4094-8731-b2b7380506b7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:37.916238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:37.932092 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-90dcd437-80c1-47b5-978d-71f45239904e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/9c258e51-b697-4094-8731-b2b7380506b7 HTTP/1.1" status: 204 len: 168 time: 1.0700605 May 19 13:08:37.934774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37916) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:37.987874 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef02885-b92f-43e1-96fd-4751aa61bdbc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:37.988756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ef02885-b92f-43e1-96fd-4751aa61bdbc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:38.006315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ef02885-b92f-43e1-96fd-4751aa61bdbc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:38.007605 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ef02885-b92f-43e1-96fd-4751aa61bdbc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/9c258e51-b697-4094-8731-b2b7380506b7 HTTP/1.1" status: 404 len: 333 time: 0.0718174 May 19 13:08:38.011209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37920) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:38.086002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 42c16e69-5c8d-4fc8-8546-77e099706b15 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:38.089672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.160611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.233156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-73c11c8b-657b-4183-a168-3961dc5a3787 None None] Current status of the port 0d87c2b6-7e05-4462-9fa8-1923a398b918 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:38.256736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.347196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a914d4d6-741d-4488-859d-2533f5d2cb79 None None] Could not find standard attr ID for object 9c258e51-b697-4094-8731-b2b7380506b7. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:08:38.348883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.350970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a914d4d6-741d-4488-859d-2533f5d2cb79 None None] Could not find standard attr ID for object 731f0ce7-6a2e-4543-9ce3-ccc135de7231. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:08:38.402169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=42c16e69-5c8d-4fc8-8546-77e099706b15,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:38.404231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.410515 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4d51205a-1f77-4203-943f-5ded9cba148a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/42c16e69-5c8d-4fc8-8546-77e099706b15 HTTP/1.1" status: 204 len: 168 time: 0.3983150 May 19 13:08:38.411435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c7497-83c1-4b60-9fb9-163b4febc005 None None] Network 678e146e-6c70-4aeb-9b57-86858250f47d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:38.413418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37924) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:38.538964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.551084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 0d87c2b6-7e05-4462-9fa8-1923a398b918 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:38.551419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.705406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] DHCP port deletion for 678e146e-6c70-4aeb-9b57-86858250f47d request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:38.710793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Deleting port 0d87c2b6-7e05-4462-9fa8-1923a398b918 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:38.711263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.791178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] For port 0d87c2b6-7e05-4462-9fa8-1923a398b918, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0d87c2b6-7e05-4462-9fa8-1923a398b918,segment=NetworkSegment(19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765),segment_id=19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:38.791517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:38.919438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 0d87c2b6-7e05-4462-9fa8-1923a398b918 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:38.940147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] For port 0d87c2b6-7e05-4462-9fa8-1923a398b918, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0d87c2b6-7e05-4462-9fa8-1923a398b918,segment=NetworkSegment(19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765),segment_id=19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:38.940536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.002114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.002361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0d87c2b6-7e05-4462-9fa8-1923a398b918 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:39.050289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=0d87c2b6-7e05-4462-9fa8-1923a398b918,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:39.052109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No DVR routers for this DVR port 0d87c2b6-7e05-4462-9fa8-1923a398b918 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:39.088874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Calling delete_port for 0d87c2b6-7e05-4462-9fa8-1923a398b918 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:39.128720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 0d87c2b6-7e05-4462-9fa8-1923a398b918 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:39.129059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0d87c2b6-7e05-4462-9fa8-1923a398b918 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:39.173952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:39.174226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:39.178723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.205128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678e146e-6c70-4aeb-9b57-86858250f47d']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:39.217123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:39.217415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e4ce67-e8e2-4b27-8baa-cb6e2e5bb765') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:39.233191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.250281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.256319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:39.256701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:39.271866 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:39.350429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.367633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.382313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=678e146e-6c70-4aeb-9b57-86858250f47d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:39.394492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a90f3d41-ac24-4d50-9ea1-dbf7ddd12720 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/678e146e-6c70-4aeb-9b57-86858250f47d HTTP/1.1" status: 204 len: 168 time: 0.9800668 May 19 13:08:39.399881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37930) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:39.405226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-94400206'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:39.410217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:39.414600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:39.417582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:39.423458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:39.437887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:39.443887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.477565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:39.487304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.487622 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe of type vlan for network 6d01b110-c59c-4835-ba6e-b1aa576749e8 May 19 13:08:39.515116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.547486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.552912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:39.553476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.645316 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2444079 May 19 13:08:39.648672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37934) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:39.655990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:39.676013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Deleting port 0d87c2b6-7e05-4462-9fa8-1923a398b918 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:39.676578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:39.679408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87230cfb-0f53-41fd-9861-d52a0e17bdc7 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=6d01b110-c59c-4835-ba6e-b1aa576749e8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:39.702053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:39.767840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f58735de-a87c-4685-90fc-8c2954e393f0 None None] The port '0d87c2b6-7e05-4462-9fa8-1923a398b918' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:08:39.883629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:39.886646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:39.889629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:39.895359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:39.907198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:39.910601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.155350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.232669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:40.243454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:40.243818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 6d01b110-c59c-4835-ba6e-b1aa576749e8, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:40.263900 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:40.275104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 6d01b110-c59c-4835-ba6e-b1aa576749e8) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:40.280486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:40.281307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.285687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342555d3-2038-4455-8ba2-74b695eb30dd None None] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:40.314731 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-822bf293-68e1-4d93-b475-1ce21300ee2d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6649742 May 19 13:08:40.317610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37938) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:40.323527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8', 'name': 'tempest-PortsTestJSON-1447375815', 'fixed_ips': [{'subnet_id': '22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f', 'ip_address': '172.20.0.10'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:40.467472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:40.472559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:40.475338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:40.481204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:40.491865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:40.552853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-6d01b110-c59c-4835-ba6e-b1aa576749e8', 'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': '22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:40.553678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.621370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.642528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:40.717909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Allocated IP 172.20.0.2 (6d01b110-c59c-4835-ba6e-b1aa576749e8/22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f/5c19c61b-2c77-40e4-8f80-88d5d00876cf) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:40.916016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:40.925503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Transition to ACTIVE for port object 5c19c61b-2c77-40e4-8f80-88d5d00876cf will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:40.945139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Transition to ACTIVE for port object 5c19c61b-2c77-40e4-8f80-88d5d00876cf will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:40.952276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.017606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:41.017835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.10 (6d01b110-c59c-4835-ba6e-b1aa576749e8/22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f/45fe0c0c-4532-4b6a-a469-bb55fe806d9d) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:41.020334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:41.024276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:41.056971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Pushing event updated for resources: {'Port': ['ID=5c19c61b-2c77-40e4-8f80-88d5d00876cf,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:41.125576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Attempting to bind port 5c19c61b-2c77-40e4-8f80-88d5d00876cf on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:41.125944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Attempting to bind port 5c19c61b-2c77-40e4-8f80-88d5d00876cf by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:41.126291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Attempting to bind port 5c19c61b-2c77-40e4-8f80-88d5d00876cf on network 6d01b110-c59c-4835-ba6e-b1aa576749e8 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:41.131579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:41.131947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Checking segment: {'id': 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:41.132334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.132715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Bound using segment: {'id': 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:41.133165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Bound port: 5c19c61b-2c77-40e4-8f80-88d5d00876cf, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:41.133530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.237667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] For port 5c19c61b-2c77-40e4-8f80-88d5d00876cf, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:41.241249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] For port 5c19c61b-2c77-40e4-8f80-88d5d00876cf, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c19c61b-2c77-40e4-8f80-88d5d00876cf,segment=NetworkSegment(cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe),segment_id=cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:41.246663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.248307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.264035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object 45fe0c0c-4532-4b6a-a469-bb55fe806d9d will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:41.290207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.328082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef0f12-f16e-4293-a444-fb75ba2f69cf None None] Pushing event updated for resources: {'Port': ['ID=5c19c61b-2c77-40e4-8f80-88d5d00876cf,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:41.371687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:41.375182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:41.377320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:41.413836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=45fe0c0c-4532-4b6a-a469-bb55fe806d9d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:41.454372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:41.454967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.484349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37942) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:41.490339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '6d01b110-c59c-4835-ba6e-b1aa576749e8', 'name': 'tempest-PortsTestJSON-432770249', 'fixed_ips': [{'subnet_id': '22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f', 'ip_address': '172.20.0.9'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:41.499048 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-628a3845-e2c3-45c3-bf36-58f6bde1360e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1722810 May 19 13:08:41.657222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:41.661470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:41.664439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:41.670827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:41.682331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:41.817981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:41.835118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port efb8ca8a-741a-43b1-b254-82a71f8bea12 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:42.077704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.9 (6d01b110-c59c-4835-ba6e-b1aa576749e8/22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f/efb8ca8a-741a-43b1-b254-82a71f8bea12) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:42.292668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.310420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f9ecc-f5e0-4450-8ab9-d9a1bfb5934c None None] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:42.311605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object efb8ca8a-741a-43b1-b254-82a71f8bea12 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:42.337975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.410861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:42.414101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:42.417815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:42.430060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d5b35a17-350f-4acd-81e5-885891ba07ca None None] Provisioning for port 5c19c61b-2c77-40e4-8f80-88d5d00876cf completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:42.460272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=efb8ca8a-741a-43b1-b254-82a71f8bea12,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:42.487203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:42.487827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.514876 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-de573901-e97e-4ac7-808f-96c6c5fe1911 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0269918 May 19 13:08:42.515244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37946) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:42.607043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796b23f-6f80-4d14-92ac-6b0a92852fc2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:42.607732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1796b23f-6f80-4d14-92ac-6b0a92852fc2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:42.625126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1796b23f-6f80-4d14-92ac-6b0a92852fc2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:42.627254 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1796b23f-6f80-4d14-92ac-6b0a92852fc2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1101310 May 19 13:08:42.629255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37950) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:42.719622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c7213-7531-4d2a-b893-a3e93844384c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:42.726288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c7213-7531-4d2a-b893-a3e93844384c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:42.731607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c7213-7531-4d2a-b893-a3e93844384c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:42.733627 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-743c7213-7531-4d2a-b893-a3e93844384c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1030312 May 19 13:08:42.736512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37954) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:42.797434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Provisioning for port efb8ca8a-741a-43b1-b254-82a71f8bea12 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:42.805788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Provisioning complete for port efb8ca8a-741a-43b1-b254-82a71f8bea12 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:42.806468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.893201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Port efb8ca8a-741a-43b1-b254-82a71f8bea12 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:42.902689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Provisioning for port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:42.909783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Provisioning complete for port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:42.909783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.967809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port efb8ca8a-741a-43b1-b254-82a71f8bea12 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:42.968178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:42.980156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-64d82dbd-eb7a-4241-a837-25f415a8e9d8 None None] Port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:43.042439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c19c61b-2c77-40e4-8f80-88d5d00876cf up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:43.124117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0e2bca24-aaa3-4715-aa6d-5eb6627f581d None None] Provisioning complete for port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:43.124488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0e2bca24-aaa3-4715-aa6d-5eb6627f581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.195722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bca24-aaa3-4715-aa6d-5eb6627f581d None None] Port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:43.201034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5c19c61b-2c77-40e4-8f80-88d5d00876cf completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:43.210372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5c19c61b-2c77-40e4-8f80-88d5d00876cf triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:43.210774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.285193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.352308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-adbbaf68-3567-4755-a8fa-300c41fae584 None None] Provisioning complete for port efb8ca8a-741a-43b1-b254-82a71f8bea12 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:43.352822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf68-3567-4755-a8fa-300c41fae584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.382282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5c19c61b-2c77-40e4-8f80-88d5d00876cf is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:43.383617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.421681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for efb8ca8a-741a-43b1-b254-82a71f8bea12 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:43.431423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-adbbaf68-3567-4755-a8fa-300c41fae584 None None] Port efb8ca8a-741a-43b1-b254-82a71f8bea12 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:43.436491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 5c19c61b-2c77-40e4-8f80-88d5d00876cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c19c61b-2c77-40e4-8f80-88d5d00876cf,segment=NetworkSegment(cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe),segment_id=cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:43.441594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.519802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=5c19c61b-2c77-40e4-8f80-88d5d00876cf,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:43.580269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.631128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=efb8ca8a-741a-43b1-b254-82a71f8bea12,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:43.737204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:43.754315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37960) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:43.755150 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-462a113f-62bb-443d-a4e7-658ef686772c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/efb8ca8a-741a-43b1-b254-82a71f8bea12 HTTP/1.1" status: 204 len: 168 time: 1.0168700 May 19 13:08:43.802629 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd66a2b1-b335-49ea-9053-60cef48cc485 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:43.803168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fd66a2b1-b335-49ea-9053-60cef48cc485 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:43.819530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-fd66a2b1-b335-49ea-9053-60cef48cc485 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:43.820628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fd66a2b1-b335-49ea-9053-60cef48cc485 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/efb8ca8a-741a-43b1-b254-82a71f8bea12 HTTP/1.1" status: 404 len: 333 time: 0.0640068 May 19 13:08:43.823377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37964) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:43.895597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 45fe0c0c-4532-4b6a-a469-bb55fe806d9d {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:43.895597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.153908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.392459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 45fe0c0c-4532-4b6a-a469-bb55fe806d9d owned by {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:44.550263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.602747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=45fe0c0c-4532-4b6a-a469-bb55fe806d9d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:44.709925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.726197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d487bf08-2b3f-4646-9861-ce9dccf9b390 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/45fe0c0c-4532-4b6a-a469-bb55fe806d9d HTTP/1.1" status: 204 len: 168 time: 0.9016726 May 19 13:08:44.728800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37968) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:44.772747 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c69d93-2974-4c61-8795-78ae7cf2e61e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:44.773450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-21c69d93-2974-4c61-8795-78ae7cf2e61e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:44.789914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-21c69d93-2974-4c61-8795-78ae7cf2e61e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:44.793657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21c69d93-2974-4c61-8795-78ae7cf2e61e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/45fe0c0c-4532-4b6a-a469-bb55fe806d9d HTTP/1.1" status: 404 len: 333 time: 0.0614467 May 19 13:08:44.794048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37972) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:44.860226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:44.863235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.924655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:44.970779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c19c61b-2c77-40e4-8f80-88d5d00876cf up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:45.013734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.043342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5c19c61b-2c77-40e4-8f80-88d5d00876cf triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:45.043716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.097847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.157613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:45.160290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.167564 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2914b29c-7d4e-447e-811d-27293023db49 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f HTTP/1.1" status: 204 len: 168 time: 0.3724024 May 19 13:08:45.171216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37976) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:45.188902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1da258-828e-4c86-88f0-088668ba9078 None None] Network 6d01b110-c59c-4835-ba6e-b1aa576749e8 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:45.285539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5c19c61b-2c77-40e4-8f80-88d5d00876cf is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:45.288606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.300281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 5c19c61b-2c77-40e4-8f80-88d5d00876cf {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:45.300632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.459043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] DHCP port deletion for 6d01b110-c59c-4835-ba6e-b1aa576749e8 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:45.463856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Deleting port 5c19c61b-2c77-40e4-8f80-88d5d00876cf {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:45.464438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.543485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] For port 5c19c61b-2c77-40e4-8f80-88d5d00876cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c19c61b-2c77-40e4-8f80-88d5d00876cf,segment=NetworkSegment(cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe),segment_id=cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:45.543846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.685091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] For port 5c19c61b-2c77-40e4-8f80-88d5d00876cf, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c19c61b-2c77-40e4-8f80-88d5d00876cf,segment=NetworkSegment(cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe),segment_id=cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:45.685091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.788616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 5c19c61b-2c77-40e4-8f80-88d5d00876cf owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:45.826103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Calling delete_port for 5c19c61b-2c77-40e4-8f80-88d5d00876cf owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:45.866076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:45.902078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:45.902980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:45.914227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=5c19c61b-2c77-40e4-8f80-88d5d00876cf,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:45.918130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No DVR routers for this DVR port 5c19c61b-2c77-40e4-8f80-88d5d00876cf on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:46.046106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.083889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d01b110-c59c-4835-ba6e-b1aa576749e8']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:46.096480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:46.096775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc43a7be-b9eb-4be1-bc8e-b5bf010d78fe') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:46.112902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.128118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.134894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:46.135277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:46.150368 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:46.242451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.259918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.273179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=6d01b110-c59c-4835-ba6e-b1aa576749e8,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:46.282530 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9aad68be-11ac-4aed-8397-57a49508e7f9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/6d01b110-c59c-4835-ba6e-b1aa576749e8 HTTP/1.1" status: 204 len: 168 time: 1.1109893 May 19 13:08:46.286124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37982) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:46.292298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1793662719'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:46.297408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:46.301293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:network and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:46.304503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:46.311279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:46.326926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:46.326926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.353939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:08:46.362032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.362160 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Added segment 84d645fb-262b-4fdb-8c9c-7972049cec12 of type vlan for network 1166a078-3b98-4d2d-901d-8f23a60ca938 May 19 13:08:46.394539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.404052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Deleting port 5c19c61b-2c77-40e4-8f80-88d5d00876cf {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:46.404630 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.436508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.442545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:46.443557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.485374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-34d063d9-9380-4f0e-931e-c10505aa8974 None None] The port '5c19c61b-2c77-40e4-8f80-88d5d00876cf' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:08:46.544417 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2570872 May 19 13:08:46.547699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37986) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:46.554744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:46.557616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303199e-e6de-436c-8a47-45a4f41777c5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Network': ['ID=1166a078-3b98-4d2d-901d-8f23a60ca938,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:46.568917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:08:46.682001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:46.685922 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:46.688819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:46.695414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:46.706717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:46.710216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.945588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:46.979109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c19c61b-2c77-40e4-8f80-88d5d00876cf no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:47.023420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=468b8989-794d-4cc5-943c-a83862c80244,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:47.026142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5c19c61b-2c77-40e4-8f80-88d5d00876cf {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:47.026142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c19c61b-2c77-40e4-8f80-88d5d00876cf not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:47.032714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Checking segment: {'id': '84d645fb-262b-4fdb-8c9c-7972049cec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:47.033082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network hostable DHCP agents. Network: 1166a078-3b98-4d2d-901d-8f23a60ca938, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:08:47.056055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:08:47.068032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1166a078-3b98-4d2d-901d-8f23a60ca938) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:47.070983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:47.071564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.076076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbf10e-74d2-4914-ad7d-6a9b6c07b093 None None] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:47.095603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-52466f68-31b5-4615-9461-bc205fc5692e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5442152 May 19 13:08:47.095865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 37990) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:47.101714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1281269759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:47.113025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:47.118691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:router and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:47.122060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:47.128853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:47.141834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.143125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.165394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.185686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.213314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.217491 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5049af61-1964-4331-8e4f-d3aa24306eef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1206772 May 19 13:08:47.218027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 37994) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:47.224607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938', 'name': 'tempest-PortsTestJSON-631932471'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:47.313394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1166a078-3b98-4d2d-901d-8f23a60ca938', 'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': '468b8989-794d-4cc5-943c-a83862c80244'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:47.314244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.365585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:47.370306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:port and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:47.373649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:47.380334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:47.392534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:47.396251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.419252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 02223402-a7ac-4068-9d2b-41ca4da04965 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:47.480056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Allocated IP 172.20.0.2 (1166a078-3b98-4d2d-901d-8f23a60ca938/468b8989-794d-4cc5-943c-a83862c80244/51b9252b-ec8a-44ed-86c1-e77a12f4733b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:47.712670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.722496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Transition to ACTIVE for port object 51b9252b-ec8a-44ed-86c1-e77a12f4733b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:47.740956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Transition to ACTIVE for port object 51b9252b-ec8a-44ed-86c1-e77a12f4733b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:47.747911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.809851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:47.812761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:47.814832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.13 (1166a078-3b98-4d2d-901d-8f23a60ca938/468b8989-794d-4cc5-943c-a83862c80244/02223402-a7ac-4068-9d2b-41ca4da04965) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:47.816410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:47.822112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Pushing event updated for resources: {'Port': ['ID=51b9252b-ec8a-44ed-86c1-e77a12f4733b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:47.909988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Attempting to bind port 51b9252b-ec8a-44ed-86c1-e77a12f4733b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:47.910354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Attempting to bind port 51b9252b-ec8a-44ed-86c1-e77a12f4733b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '84d645fb-262b-4fdb-8c9c-7972049cec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:47.910740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Attempting to bind port 51b9252b-ec8a-44ed-86c1-e77a12f4733b on network 1166a078-3b98-4d2d-901d-8f23a60ca938 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:47.918134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:47.918504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Checking segment: {'id': '84d645fb-262b-4fdb-8c9c-7972049cec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:47.918954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:47.919302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Bound using segment: {'id': '84d645fb-262b-4fdb-8c9c-7972049cec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:47.919810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Bound port: 51b9252b-ec8a-44ed-86c1-e77a12f4733b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d645fb-262b-4fdb-8c9c-7972049cec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1166a078-3b98-4d2d-901d-8f23a60ca938'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:47.920136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.013444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] For port 51b9252b-ec8a-44ed-86c1-e77a12f4733b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:48.017124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] For port 51b9252b-ec8a-44ed-86c1-e77a12f4733b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51b9252b-ec8a-44ed-86c1-e77a12f4733b,segment=NetworkSegment(84d645fb-262b-4fdb-8c9c-7972049cec12),segment_id=84d645fb-262b-4fdb-8c9c-7972049cec12)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:48.022578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.029932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.048429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object 02223402-a7ac-4068-9d2b-41ca4da04965 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:48.085996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.114028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb82b57-a731-471b-8cf6-a9f20d5c74d4 None None] Pushing event updated for resources: {'Port': ['ID=51b9252b-ec8a-44ed-86c1-e77a12f4733b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:48.159631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:48.163988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:48.168016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:48.224109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=02223402-a7ac-4068-9d2b-41ca4da04965,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:48.246408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:48.247063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:48.273674 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-00b5fa2a-fa8a-4148-b95e-a86d76e39f19 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0535717 May 19 13:08:48.276256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38006) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:48.732165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd03e7-d89b-441c-a9dc-5f61c7bc6fb9 req-6a47bb95-20b8-4dac-a534-cc26ddeab60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:48.733979 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccd03e7-d89b-441c-a9dc-5f61c7bc6fb9 req-6a47bb95-20b8-4dac-a534-cc26ddeab60d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.5384874 May 19 13:08:48.967412 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccd03e7-d89b-441c-a9dc-5f61c7bc6fb9 req-73c15a74-d6d7-449d-92b9-ad384e45f937 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910108 May 19 13:08:49.005454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51b9252b-ec8a-44ed-86c1-e77a12f4733b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:49.068153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.082921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 51b9252b-ec8a-44ed-86c1-e77a12f4733b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:49.164610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c330a-d6b2-4ac1-b96b-21b8cf8e9350 None None] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:49.259404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Provisioning for port 51b9252b-ec8a-44ed-86c1-e77a12f4733b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:49.276254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Provisioning complete for port 51b9252b-ec8a-44ed-86c1-e77a12f4733b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:49.276620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.437973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.443809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.495246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Current status of the port 51b9252b-ec8a-44ed-86c1-e77a12f4733b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:49.495622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.536975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] For port 51b9252b-ec8a-44ed-86c1-e77a12f4733b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51b9252b-ec8a-44ed-86c1-e77a12f4733b,segment=NetworkSegment(84d645fb-262b-4fdb-8c9c-7972049cec12),segment_id=84d645fb-262b-4fdb-8c9c-7972049cec12)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:49.544157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.564739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=02223402-a7ac-4068-9d2b-41ca4da04965,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:49.612842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024ffa0-e42a-4310-9e06-b1312010f82c None None] Pushing event updated for resources: {'Port': ['ID=51b9252b-ec8a-44ed-86c1-e77a12f4733b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:49.764745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Provisioning complete for port 51b9252b-ec8a-44ed-86c1-e77a12f4733b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:49.765109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.783060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.888508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Current status of the port 51b9252b-ec8a-44ed-86c1-e77a12f4733b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:49.899740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.901715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Provisioning for port 02223402-a7ac-4068-9d2b-41ca4da04965 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:49.907708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Provisioning complete for port 02223402-a7ac-4068-9d2b-41ca4da04965 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:49.908257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:49.968032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a3586-63fa-45bb-bbc2-f3d64457b7d2 None None] Port 02223402-a7ac-4068-9d2b-41ca4da04965 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:50.090542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f230dae4-f840-430f-88aa-375c7e212022 None None] Provisioning complete for port 02223402-a7ac-4068-9d2b-41ca4da04965 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:50.091104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f230dae4-f840-430f-88aa-375c7e212022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.153782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f230dae4-f840-430f-88aa-375c7e212022 None None] Port 02223402-a7ac-4068-9d2b-41ca4da04965 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:50.198091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dae50f-d291-424a-b465-aaed06358ad8 req-7c546889-4f72-40bc-877f-4b68486175d7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:50.199634 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-27dae50f-d291-424a-b465-aaed06358ad8 req-7c546889-4f72-40bc-877f-4b68486175d7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.2529724 May 19 13:08:50.224024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02683-d92a-46bc-a90f-388590fcb72e req-b2c17e4d-21a9-4731-8835-bbb2a345f583 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:50.225404 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-88e02683-d92a-46bc-a90f-388590fcb72e req-b2c17e4d-21a9-4731-8835-bbb2a345f583 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.1419468 May 19 13:08:50.271627 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-88e02683-d92a-46bc-a90f-388590fcb72e req-796ee28f-5777-41a4-8fdd-65d313e4504f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 May 19 13:08:50.278499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-eec7a611-8a95-41d6-b1ae-1f624524c5c1 None None] Provisioning complete for port 02223402-a7ac-4068-9d2b-41ca4da04965 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:50.278930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eec7a611-8a95-41d6-b1ae-1f624524c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.333892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-eec7a611-8a95-41d6-b1ae-1f624524c5c1 None None] Port 02223402-a7ac-4068-9d2b-41ca4da04965 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:50.468221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port a75a911c-7b73-43a9-9ff9-ba01f6efaeda {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:50.468861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.702887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.712229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.869087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:50.889128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=02223402-a7ac-4068-9d2b-41ca4da04965,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:50.961557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51b9252b-ec8a-44ed-86c1-e77a12f4733b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:50.964495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port a75a911c-7b73-43a9-9ff9-ba01f6efaeda, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:50.964854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.030646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 51b9252b-ec8a-44ed-86c1-e77a12f4733b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:51.031023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.150354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 51b9252b-ec8a-44ed-86c1-e77a12f4733b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:51.211319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:51.214014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:51.460183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2d9d07be-0c78-42bc-a6ea-cc5c6137de7d None None] Provisioning complete for port 02223402-a7ac-4068-9d2b-41ca4da04965 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:51.460564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2d9d07be-0c78-42bc-a6ea-cc5c6137de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.515153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d07be-0c78-42bc-a6ea-cc5c6137de7d None None] Port 02223402-a7ac-4068-9d2b-41ca4da04965 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:08:51.516426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.516960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:51.517076 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce disassociated. External IP: 172.26.3.161, port: a75a911c-7b73-43a9-9ff9-ba01f6efaeda. May 19 13:08:51.517411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for a75a911c-7b73-43a9-9ff9-ba01f6efaeda owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:51.672679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab822452-2e89-408c-b8e1-7a7a295503a6 req-4fd92aac-a718-457a-84a6-13221ce6f8c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:51.674127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ab822452-2e89-408c-b8e1-7a7a295503a6 req-4fd92aac-a718-457a-84a6-13221ce6f8c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 945 time: 0.2567420 May 19 13:08:51.707258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Router 8b12bdd1-f6eb-4d78-80f3-cf47e69661bf is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:08:51.806011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:52.033144 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ab822452-2e89-408c-b8e1-7a7a295503a6 req-f958a50c-aa7c-4618-adc6-013fdc7e13bc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=0743a950-03aa-4c4e-ac30-c93c8db10a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460097 May 19 13:08:52.062744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=a75a911c-7b73-43a9-9ff9-ba01f6efaeda,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:52.150433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:52.160619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] Sync routers for ids ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:52.171119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] Routers {'8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:52.171618 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-868ae7a3-7c22-4955-a4be-1bcf45ed9cdd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/routers/8b12bdd1-f6eb-4d78-80f3-cf47e69661bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8942926 May 19 13:08:52.172100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:52.174132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38016) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:52.235206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:52.243904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] Routers {'8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:52.244495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:52.302094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:52.302458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a9013-8f71-4a9f-a7bd-2bb9e2f6de84 None None] The sync data for ids ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:52.328560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:08:52.398863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd360ad-0dfb-4945-b1a7-bf4e86984a5d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:52.400350 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2fd360ad-0dfb-4945-b1a7-bf4e86984a5d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b12bdd1-f6eb-4d78-80f3-cf47e69661bf HTTP/1.1" status: 200 len: 982 time: 0.2253001 May 19 13:08:52.403508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38020) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:52.534796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:52.545427 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:52.559266 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:52.560441 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:52.652019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port a75a911c-7b73-43a9-9ff9-ba01f6efaeda on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:52.655117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:52.658537 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-27dae50f-d291-424a-b465-aaed06358ad8 req-73cc4e44-8f19-4b65-a09e-ab53aebf02b2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/a75a911c-7b73-43a9-9ff9-ba01f6efaeda HTTP/1.1" status: 204 len: 173 time: 2.4519873 May 19 13:08:52.659062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'name': 'network-vif-deleted', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:08:52.728365 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5657aa0-bc9f-43dc-82ed-ff36b207c8f5'] response: {'server_uuid': '3b3327f0-dd04-4d43-a85b-a3df5ca10cb1', 'name': 'network-vif-deleted', 'tag': 'a75a911c-7b73-43a9-9ff9-ba01f6efaeda', 'status': 'completed', 'code': 200} May 19 13:08:52.780603 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:08:53.074743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.122697 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:53.126888 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:08:53.136372 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:53.137038 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:53.247339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-790344a2-ad68-4b2b-86f2-27da0851c3a8 req-eed6eb6c-696c-4338-a7a3-39d1fcbf8b68 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:53.264518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-790344a2-ad68-4b2b-86f2-27da0851c3a8 req-eed6eb6c-696c-4338-a7a3-39d1fcbf8b68 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:53.278939 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-790344a2-ad68-4b2b-86f2-27da0851c3a8 req-eed6eb6c-696c-4338-a7a3-39d1fcbf8b68 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b3327f0-dd04-4d43-a85b-a3df5ca10cb1 HTTP/1.1" status: 200 len: 210 time: 0.0842364 May 19 13:08:53.358637 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:08:53.402145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 02223402-a7ac-4068-9d2b-41ca4da04965 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:53.402479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.579877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a75a911c-7b73-43a9-9ff9-ba01f6efaeda no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:53.581935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.647372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: a75a911c-7b73-43a9-9ff9-ba01f6efaeda {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:53.647711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a75a911c-7b73-43a9-9ff9-ba01f6efaeda not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:53.669618 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:53.673665 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59501e23-4d0a-4963-8524-c62e55cc30fe None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '9e47ce2a-2933-4968-b290-6f64da0fa1bb', 'name': '', 'network_id': '21b9ef74-b724-482a-bbfa-6a661ad15a41', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:03:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '8511e037-e603-4841-b43d-760267888aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:20Z', 'updated_at': '2022-05-19T13:06:31Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '8511e037-e603-4841-b43d-760267888aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:53.706868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 02223402-a7ac-4068-9d2b-41ca4da04965 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:53.892377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70619423-8de4-4610-bbb4-550b2a9de398 None None] New status for floating IP 04666807-d1c3-4fa5-9b2c-e0d02d3732ce: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:08:53.893741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:53.946758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=02223402-a7ac-4068-9d2b-41ca4da04965,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:54.292502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.366107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38030) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:54.439700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59070b3a-526f-45fa-9d6c-b7d2ca9fcc35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.469193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59070b3a-526f-45fa-9d6c-b7d2ca9fcc35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.536429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59070b3a-526f-45fa-9d6c-b7d2ca9fcc35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.555176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070b3a-526f-45fa-9d6c-b7d2ca9fcc35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0743a950-03aa-4c4e-ac30-c93c8db10a32,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:54.565018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Router 8b12bdd1-f6eb-4d78-80f3-cf47e69661bf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:08:54.569551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59070b3a-526f-45fa-9d6c-b7d2ca9fcc35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.573322 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-59070b3a-526f-45fa-9d6c-b7d2ca9fcc35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/0743a950-03aa-4c4e-ac30-c93c8db10a32 HTTP/1.1" status: 204 len: 168 time: 0.2035959 May 19 13:08:54.603466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38036) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:54.701093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:08:54.711743 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] Sync routers for ids ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:08:54.716997 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c8b9e037-b2dd-4398-b194-2f7d65aeacdf tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/routers/8b12bdd1-f6eb-4d78-80f3-cf47e69661bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118167 May 19 13:08:54.717588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38040) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:54.722277 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] Routers {'8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:54.722917 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.757452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 575a38d2-8d19-48a9-8f27-8387e4678063 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:54.757755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.760374 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cce107-ed20-48a8-ad67-af4983611af5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:08:54.760879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a4cce107-ed20-48a8-ad67-af4983611af5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:54.778065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a4cce107-ed20-48a8-ad67-af4983611af5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:54.783126 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a4cce107-ed20-48a8-ad67-af4983611af5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/02223402-a7ac-4068-9d2b-41ca4da04965 HTTP/1.1" status: 404 len: 333 time: 0.0645764 May 19 13:08:54.783812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38044) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:54.787188 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.795894 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] Routers {'8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:08:54.796566 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.858478 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:54.859013 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65180da7-f345-41fd-9340-a1a8107fdfc1 None None] The sync data for ids ['8b12bdd1-f6eb-4d78-80f3-cf47e69661bf'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:08:54.918886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.933563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:54.933913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.053895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 575a38d2-8d19-48a9-8f27-8387e4678063 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:55.211221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.213721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.238216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.238737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Fanout notify agent at l3_agent the message router_deleted on router 8b12bdd1-f6eb-4d78-80f3-cf47e69661bf {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:08:55.250485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.251602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-84ae87d1-e705-4a0a-b587-c0928c31adc1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/routers/8b12bdd1-f6eb-4d78-80f3-cf47e69661bf HTTP/1.1" status: 204 len: 168 time: 0.4668131 May 19 13:08:55.254433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38050) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:55.324365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.325867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 468b8989-794d-4cc5-943c-a83862c80244 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:08:55.329005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.370615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=575a38d2-8d19-48a9-8f27-8387e4678063,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:55.385082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.461450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.468583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.479360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.480506 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2e8dcc89-0680-4c1d-b8ab-119911eb9b08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/04666807-d1c3-4fa5-9b2c-e0d02d3732ce HTTP/1.1" status: 204 len: 168 time: 0.8760190 May 19 13:08:55.695562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.734767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=468b8989-794d-4cc5-943c-a83862c80244,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:55.741910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.748575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa400b8-d090-4a65-971d-31301d6d2823 None None] Network 1166a078-3b98-4d2d-901d-8f23a60ca938 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:55.749133 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a2e945e9-f0d2-4d11-855e-64ec8d03ac32 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/468b8989-794d-4cc5-943c-a83862c80244 HTTP/1.1" status: 204 len: 168 time: 0.4933884 May 19 13:08:55.751583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38058) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:55.860053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-dca13509-40ac-424b-ba62-db934f632731 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:55.861052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-dca13509-40ac-424b-ba62-db934f632731 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:55.869251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.879060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-dca13509-40ac-424b-ba62-db934f632731 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:55.881266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-dca13509-40ac-424b-ba62-db934f632731 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.1090333 May 19 13:08:55.882050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 51b9252b-ec8a-44ed-86c1-e77a12f4733b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:55.882424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:55.937909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-4ff00af3-1115-498d-aa21-9f213b00eb9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:55.955589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-4ff00af3-1115-498d-aa21-9f213b00eb9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:55.956932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-864a20a6-dcae-48cd-b0bd-6f184b803746 req-4ff00af3-1115-498d-aa21-9f213b00eb9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693960 May 19 13:08:56.014500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] DHCP port deletion for 1166a078-3b98-4d2d-901d-8f23a60ca938 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:08:56.018777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Deleting port 51b9252b-ec8a-44ed-86c1-e77a12f4733b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:56.019152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.109609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] For port 51b9252b-ec8a-44ed-86c1-e77a12f4733b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51b9252b-ec8a-44ed-86c1-e77a12f4733b,segment=NetworkSegment(84d645fb-262b-4fdb-8c9c-7972049cec12),segment_id=84d645fb-262b-4fdb-8c9c-7972049cec12)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:56.109609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.219691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] For port 51b9252b-ec8a-44ed-86c1-e77a12f4733b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51b9252b-ec8a-44ed-86c1-e77a12f4733b,segment=NetworkSegment(84d645fb-262b-4fdb-8c9c-7972049cec12),segment_id=84d645fb-262b-4fdb-8c9c-7972049cec12)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:56.219971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.233870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 51b9252b-ec8a-44ed-86c1-e77a12f4733b owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:56.311337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.346108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Calling delete_port for 51b9252b-ec8a-44ed-86c1-e77a12f4733b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:56.358790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=51b9252b-ec8a-44ed-86c1-e77a12f4733b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:56.364973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No DVR routers for this DVR port 51b9252b-ec8a-44ed-86c1-e77a12f4733b on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:56.422365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:08:56.422737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:08:56.486245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.511376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1166a078-3b98-4d2d-901d-8f23a60ca938']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:56.523426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d645fb-262b-4fdb-8c9c-7972049cec12') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:56.523717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d645fb-262b-4fdb-8c9c-7972049cec12') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:08:56.534847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.550759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.557602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:08:56.558010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:08:56.572617 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:08:56.656429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.660660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.686718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=1166a078-3b98-4d2d-901d-8f23a60ca938,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:56.698626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-704fe1d3-bd4d-4b9c-8330-f7579ef3566a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/1166a078-3b98-4d2d-901d-8f23a60ca938 HTTP/1.1" status: 204 len: 168 time: 0.9441316 May 19 13:08:56.700538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38062) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:56.770527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb4689-62c1-4db9-ada1-2a3ba80587dd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:56.771243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9aeb4689-62c1-4db9-ada1-2a3ba80587dd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:08:56.791558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9aeb4689-62c1-4db9-ada1-2a3ba80587dd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:08:56.793403 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9aeb4689-62c1-4db9-ada1-2a3ba80587dd tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 HTTP/1.1" status: 200 len: 841 time: 0.0916700 May 19 13:08:56.798586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38066) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:56.870800 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0f1b25f5-ceb4-4139-bf02-89e335e17b0b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/bccc6a87-88e2-4f59-b7dd-b840bcefb8e2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0710354 May 19 13:08:56.874942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38070) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:56.880471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:56.924304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Deleting port 51b9252b-ec8a-44ed-86c1-e77a12f4733b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:56.924829 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:56.963178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51b9252b-ec8a-44ed-86c1-e77a12f4733b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:08:56.993705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:56.997592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:57.000585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:57.006552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:57.017235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:57.021188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.026994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 51b9252b-ec8a-44ed-86c1-e77a12f4733b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:08:57.027245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51b9252b-ec8a-44ed-86c1-e77a12f4733b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:08:57.032733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6a62af4f-f7cf-4060-9ee7-9580c254c4d4 None None] The port '51b9252b-ec8a-44ed-86c1-e77a12f4733b' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:08:57.163583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f750399-db00-4130-b7b0-3a7318d27693 req-b1c27c30-96c7-4d67-90f1-8c829a87e1a1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:57.165381 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7f750399-db00-4130-b7b0-3a7318d27693 req-b1c27c30-96c7-4d67-90f1-8c829a87e1a1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.0883112 May 19 13:08:57.212699 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7f750399-db00-4130-b7b0-3a7318d27693 req-bac57ca2-66e5-40c5-8b73-d14d56bfb98d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=78eef156-024d-428f-ac1b-5a2d85d5205b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 May 19 13:08:57.255726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.343236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:57.350711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:57.359521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:57.360050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52048ca9-53bf-4285-95dd-b4a5118ec5a9 None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:08:57.360229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.378244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=b4446eb8-27cd-4445-8ae6-4fab68e4c716,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:57.395922 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3aaa1ce1-16f7-4cf2-b07c-da69c7573cd3 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5200148 May 19 13:08:57.398847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:57.404722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'security_group': {'name': 'tempest-secgroup-455268936'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:57.411338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:57.416230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:57.421052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:57.428168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:57.446429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d5952-1519-4ac7-9ffe-469049867989 req-a61a37ba-5af9-4f02-b52c-9f185c87856d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:57.447918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-256d5952-1519-4ac7-9ffe-469049867989 req-a61a37ba-5af9-4f02-b52c-9f185c87856d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 945 time: 0.1378989 May 19 13:08:57.449070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.517451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:57.524768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group_rule and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:57.529172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:57.539287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 40ad0199-0365-4f54-96e4-3f6838054a03 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:08:57.539620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.568009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:57.603917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-e383c5a5-a75e-4170-adf7-416695fee121', 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'tenant_id': '4fdffd86966349f2b1fe8d5bcfc7d7a5', 'fixed_ips': [{'subnet_id': 'b4446eb8-27cd-4445-8ae6-4fab68e4c716'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:08:57.604744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.761605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Allocated IP 172.20.0.2 (e383c5a5-a75e-4170-adf7-416695fee121/b4446eb8-27cd-4445-8ae6-4fab68e4c716/93bc642c-c5b4-4623-b9e3-65d02c9823fe) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:57.785757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.793740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.873712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed031bc-cdb5-4895-9419-263bc0325224,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:57.876783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 40ad0199-0365-4f54-96e4-3f6838054a03, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=40ad0199-0365-4f54-96e4-3f6838054a03,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:57.877287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.884770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.889064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-97fbc39f-9eb1-49cb-931b-aa1c5392577a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4862349 May 19 13:08:57.889191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38080) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:57.894066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1288575137'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:57.900382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:57.904261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:57.907203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:57.913323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:57.924231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:57.944684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:57.948628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group_rule and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:57.951535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:57.957196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:58.009781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 40ad0199-0365-4f54-96e4-3f6838054a03 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:08:58.011225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.021343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Transition to ACTIVE for port object 93bc642c-c5b4-4623-b9e3-65d02c9823fe will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:58.028183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.033416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.040416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Transition to ACTIVE for port object 93bc642c-c5b4-4623-b9e3-65d02c9823fe will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:58.045030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.079640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313b4a39-791d-4065-b2bc-18d6bdfbec8c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:58.083823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.085364 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c86806ce-ebb4-404f-ac17-b1228c29600f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1953342 May 19 13:08:58.088251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38084) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:58.094137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1973342615', 'security_groups': ['313b4a39-791d-4065-b2bc-18d6bdfbec8c'], 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4446eb8-27cd-4445-8ae6-4fab68e4c716'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:58.119557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:58.122343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:58.124929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:58.173631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Pushing event updated for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:58.186979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.230446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Attempting to bind port 93bc642c-c5b4-4623-b9e3-65d02c9823fe on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:08:58.230916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Attempting to bind port 93bc642c-c5b4-4623-b9e3-65d02c9823fe by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '00e221f3-cd27-4412-9a1b-940fb1691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:08:58.231273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Attempting to bind port 93bc642c-c5b4-4623-b9e3-65d02c9823fe on network e383c5a5-a75e-4170-adf7-416695fee121 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:08:58.237117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:08:58.237503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Checking segment: {'id': '00e221f3-cd27-4412-9a1b-940fb1691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:08:58.237889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.238273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Bound using segment: {'id': '00e221f3-cd27-4412-9a1b-940fb1691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:08:58.238768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Bound port: 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e221f3-cd27-4412-9a1b-940fb1691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:08:58.239795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.257049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:58.275068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:58.286809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:58.340168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:08:58.343930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=93bc642c-c5b4-4623-b9e3-65d02c9823fe,segment=NetworkSegment(00e221f3-cd27-4412-9a1b-940fb1691e2c),segment_id=00e221f3-cd27-4412-9a1b-940fb1691e2c)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:08:58.349133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.408057 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:08:58.431387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.439574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747e5c-5c47-46bb-bf45-86ea90ad8098 None None] Pushing event updated for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:58.459052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port 16e7c361-7e49-4642-b600-d71bf988f637 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:08:58.508710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=40ad0199-0365-4f54-96e4-3f6838054a03,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:58.518119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port 40ad0199-0365-4f54-96e4-3f6838054a03 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:08:58.521810 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b5a2d340-7ec7-4f7d-801f-ab8b0f4a0be1 req-a7495096-f3f1-4917-95a6-ebaa1dc2db3f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95a2f94-2cdf-4943-ac64-44dbbdca899e HTTP/1.1" status: 200 len: 210 time: 0.0631351 May 19 13:08:58.523538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:58.525585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'name': 'network-vif-deleted', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:08:58.562673 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-256d5952-1519-4ac7-9ffe-469049867989 req-3b14f096-cd79-4449-9841-49e09c43aabe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/40ad0199-0365-4f54-96e4-3f6838054a03 HTTP/1.1" status: 204 len: 173 time: 1.1044180 May 19 13:08:58.588620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16087c53-49d1-4824-ba40-ddb726cb2af1'] response: {'server_uuid': 'f95a2f94-2cdf-4943-ac64-44dbbdca899e', 'name': 'network-vif-deleted', 'tag': '40ad0199-0365-4f54-96e4-3f6838054a03', 'status': 'completed', 'code': 200} May 19 13:08:58.725062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.6 (e383c5a5-a75e-4170-adf7-416695fee121/b4446eb8-27cd-4445-8ae6-4fab68e4c716/16e7c361-7e49-4642-b600-d71bf988f637) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:08:59.061000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:08:59.120890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.143342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object 16e7c361-7e49-4642-b600-d71bf988f637 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:08:59.171568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.220041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:59.239297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:08:59.265825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:08:59.269738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:08:59.328343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=16e7c361-7e49-4642-b600-d71bf988f637,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:59.353861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:08:59.354477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.382838 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a47f6f88-718c-46c4-bb43-217e455ead2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2932005 May 19 13:08:59.385285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38092) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:59.390911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:59.537135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:59.541054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:59.544016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:59.549812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:59.562689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:59.566270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.626523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38098) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:59.700594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Provisioning for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:08:59.702018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e159312b-21a9-4cff-85c5-647e8e7dae1c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.707037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:59.707731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.708151 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.ipam_backend_mixin [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4446eb8-27cd-4445-8ae6-4fab68e4c716 (CIDR: 172.20.0.0/28) May 19 13:08:59.715964 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:08:59.717000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:08:59.739730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e159312b-21a9-4cff-85c5-647e8e7dae1c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.743671 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9dc3669b-b711-46b2-91af-fece8436ba3a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3546405 May 19 13:08:59.745183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38102) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:59.751119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:08:59.818977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e159312b-21a9-4cff-85c5-647e8e7dae1c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.842697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:08:59.843140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.844062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159312b-21a9-4cff-85c5-647e8e7dae1c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eef156-024d-428f-ac1b-5a2d85d5205b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:08:59.859698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e159312b-21a9-4cff-85c5-647e8e7dae1c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.863510 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e159312b-21a9-4cff-85c5-647e8e7dae1c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/78eef156-024d-428f-ac1b-5a2d85d5205b HTTP/1.1" status: 204 len: 168 time: 0.2332160 May 19 13:08:59.892304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=93bc642c-c5b4-4623-b9e3-65d02c9823fe,segment=NetworkSegment(00e221f3-cd27-4412-9a1b-940fb1691e2c),segment_id=00e221f3-cd27-4412-9a1b-940fb1691e2c)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:08:59.899154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.905133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:08:59.905268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38108) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:08:59.905798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:08:59.908732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:08:59.914789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:08:59.924348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:08:59.928053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:08:59.970658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Provisioning complete for port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:08:59.971087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.026762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Pushing event updated for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:00.036047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ad99ca16-0cfe-468c-b91f-4067eed94c4e None None] Port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:00.166159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-59700f11-93ca-47a2-bc7b-a87840aba893 None None] Provisioning for port 16e7c361-7e49-4642-b600-d71bf988f637 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:00.174698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-59700f11-93ca-47a2-bc7b-a87840aba893 None None] Provisioning complete for port 16e7c361-7e49-4642-b600-d71bf988f637 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:00.175428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-59700f11-93ca-47a2-bc7b-a87840aba893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.198054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.240071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-59700f11-93ca-47a2-bc7b-a87840aba893 None None] Port 16e7c361-7e49-4642-b600-d71bf988f637 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:00.262793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:00.265827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:00.270100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:00.271048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.275739 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d743f-e266-4af1-a3e0-e283143fe418 None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:00.284628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=c0ff4510-3521-433b-a611-e1cc91a32ef8,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:00.298347 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-45ae4b21-9f14-40c5-a885-ebde575934d5 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5532107 May 19 13:09:00.300920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38112) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:00.307570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1727527949', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0ff4510-3521-433b-a611-e1cc91a32ef8'}], 'security_groups': ['2ed031bc-cdb5-4895-9419-263bc0325224']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:00.429322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.480636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.606667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Update dhcp port {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'fixed_ips': [{'subnet_id': 'b4446eb8-27cd-4445-8ae6-4fab68e4c716', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0ff4510-3521-433b-a611-e1cc91a32ef8'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '93bc642c-c5b4-4623-b9e3-65d02c9823fe'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:09:00.659061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.842913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 9e47ce2a-2933-4968-b290-6f64da0fa1bb {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:00.843558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:00.850514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Delete allocated IP 172.20.0.6 (e383c5a5-a75e-4170-adf7-416695fee121/b4446eb8-27cd-4445-8ae6-4fab68e4c716) {{(pid=88029) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:09:00.861043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.24 (e383c5a5-a75e-4170-adf7-416695fee121/c0ff4510-3521-433b-a611-e1cc91a32ef8/16e7c361-7e49-4642-b600-d71bf988f637) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:00.985586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:01.067379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:01.069459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.070239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 9e47ce2a-2933-4968-b290-6f64da0fa1bb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=9e47ce2a-2933-4968-b290-6f64da0fa1bb,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:01.070239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.098679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.132291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object 16e7c361-7e49-4642-b600-d71bf988f637 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:01.138500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.284465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d1520704-0007-40f7-bcc1-32b1b7aacae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.292563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Allocated IP 172.20.0.18 (e383c5a5-a75e-4170-adf7-416695fee121/c0ff4510-3521-433b-a611-e1cc91a32ef8/93bc642c-c5b4-4623-b9e3-65d02c9823fe) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:01.303480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:01.356816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 9e47ce2a-2933-4968-b290-6f64da0fa1bb owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:01.462069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=16e7c361-7e49-4642-b600-d71bf988f637,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:01.501189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] In _notify_port_updated(), no bound segment for port 16e7c361-7e49-4642-b600-d71bf988f637 on network e383c5a5-a75e-4170-adf7-416695fee121 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:09:01.501640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=93bc642c-c5b4-4623-b9e3-65d02c9823fe,segment=NetworkSegment(00e221f3-cd27-4412-9a1b-940fb1691e2c),segment_id=00e221f3-cd27-4412-9a1b-940fb1691e2c)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:01.508277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:01.509904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.510701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7ce5ef33-b924-47dd-9fea-77d12c56bf82 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/ports/16e7c361-7e49-4642-b600-d71bf988f637 HTTP/1.1" status: 200 len: 921 time: 1.2084670 May 19 13:09:01.514442 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38116) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:01.576487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.614542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port 16e7c361-7e49-4642-b600-d71bf988f637 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:01.615351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.619655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.620832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Transition to ACTIVE for port object 93bc642c-c5b4-4623-b9e3-65d02c9823fe will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:01.635322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 40ad0199-0365-4f54-96e4-3f6838054a03 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:01.693523 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 40ad0199-0365-4f54-96e4-3f6838054a03 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:09:01.693741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 40ad0199-0365-4f54-96e4-3f6838054a03 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:01.695284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:01.715037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=9e47ce2a-2933-4968-b290-6f64da0fa1bb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:01.876992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cede9e4-7d26-4971-bf8a-4973ff2982d7 None None] Pushing event updated for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:01.988521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.083647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.179043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for 16e7c361-7e49-4642-b600-d71bf988f637 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:02.382546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.449536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=16e7c361-7e49-4642-b600-d71bf988f637,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:02.511544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:02.564981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.579033 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b6d31b55-58be-41a5-9f96-fdf0b45005f2 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/16e7c361-7e49-4642-b600-d71bf988f637 HTTP/1.1" status: 204 len: 168 time: 1.0604639 May 19 13:09:02.580251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38120) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:02.629812 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-80caa424-b3b8-4b42-9c84-9e194755446f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:09:02.630468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80caa424-b3b8-4b42-9c84-9e194755446f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:02.646592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80caa424-b3b8-4b42-9c84-9e194755446f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:02.648624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-80caa424-b3b8-4b42-9c84-9e194755446f tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/16e7c361-7e49-4642-b600-d71bf988f637 HTTP/1.1" status: 404 len: 333 time: 0.0666647 May 19 13:09:02.650966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38124) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:02.689961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Provisioning for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:02.698284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:02.699009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.725116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:02.736913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] Sync routers for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:02.738484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7700e86-bded-4967-a3ac-703d05271630 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.742603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3aaff6c0-bc70-49c4-af19-4aee02b53c64 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/4a679a5c-d4b2-4889-8fc7-cc0d436038ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356197 May 19 13:09:02.744466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38128) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:02.769497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7700e86-bded-4967-a3ac-703d05271630 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.770882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:02.771642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:08:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:02.823691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7700e86-bded-4967-a3ac-703d05271630 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.844523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7700e86-bded-4967-a3ac-703d05271630 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b4a39-791d-4065-b2bc-18d6bdfbec8c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:02.849347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d7700e86-bded-4967-a3ac-703d05271630 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.854107 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d7700e86-bded-4967-a3ac-703d05271630 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/security-groups/313b4a39-791d-4065-b2bc-18d6bdfbec8c HTTP/1.1" status: 204 len: 168 time: 0.2022004 May 19 13:09:02.854299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38132) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:02.856279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet 8511e037-e603-4841-b43d-760267888aa7 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:02.860273 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.938734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:02.978288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.027705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.092620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.093198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:03.096069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.123169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed031bc-cdb5-4895-9419-263bc0325224,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:03.143648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.143997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.144900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.144900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.145472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.146051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.146787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:03.147150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.147494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.147826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.148200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.148845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.148992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:03.154879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.160958 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a6159340-7542-42c8-b14f-b533e9f1e1c6 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ed031bc-cdb5-4895-9419-263bc0325224 HTTP/1.1" status: 204 len: 168 time: 0.3047061 May 19 13:09:03.162328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38136) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:03.244803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.258674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet b4446eb8-27cd-4445-8ae6-4fab68e4c716 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:03.263231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.359850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.365650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:03.487132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.487311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=8511e037-e603-4841-b43d-760267888aa7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:03.495681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Provisioning complete for port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:03.496179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.498455 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.507973 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6559dd3b-3ed1-4f67-9da9-e19a919b773e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/8511e037-e603-4841-b43d-760267888aa7 HTTP/1.1" status: 204 len: 168 time: 0.7622774 May 19 13:09:03.511460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38140) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:03.543808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b985b06-927f-474c-8353-481f702f2d2d None None] Network 21b9ef74-b724-482a-bbfa-6a661ad15a41 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:03.586078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.637738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=b4446eb8-27cd-4445-8ae6-4fab68e4c716,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:03.641509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.652612 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ec6406be-f662-4952-91ad-5c699ea2431b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/b4446eb8-27cd-4445-8ae6-4fab68e4c716 HTTP/1.1" status: 204 len: 168 time: 0.4846988 May 19 13:09:03.653463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38144) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:03.663571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:03.716447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.730341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69cd26a-9aea-474b-a806-5c90b5ba7a1c None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:03.777274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:03.777721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.824755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:03.829646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:03.833126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:03.840108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:03.850967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:03.856662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.930035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-265c6f05-7f8c-486a-848f-ee827d518c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.932980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:03.943877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.955020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 90fce1a6-36ed-4228-8295-a1510baca4ac {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:03.955356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:03.961686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4614b15a-d6f9-4b53-96a6-46ae8f9d434b None None] Could not find standard attr ID for object 16e7c361-7e49-4642-b600-d71bf988f637. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:09:04.112069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e5e822f6-e785-4bd5-a60c-56d5880b5345 None None] Could not find standard attr ID for object 16e7c361-7e49-4642-b600-d71bf988f637. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:09:04.168012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 90fce1a6-36ed-4228-8295-a1510baca4ac, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=90fce1a6-36ed-4228-8295-a1510baca4ac,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:04.169155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.188464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.261401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:09:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '90fce1a6-36ed-4228-8295-a1510baca4ac', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:06:08Z', 'updated_at': '2022-05-19T13:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:04.311459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 90fce1a6-36ed-4228-8295-a1510baca4ac owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:04.330834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:04.352055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] Checking router: 4a679a5c-d4b2-4889-8fc7-cc0d436038ab for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:04.377861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] Routers {'4a679a5c-d4b2-4889-8fc7-cc0d436038ab'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:04.381822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:04.404547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:04.408534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:04.413310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:04.413909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.429767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=c7334cc0-4e54-49ad-9da8-4170692364f1,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:04.455221 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cf6b2909-6e9a-4379-87a5-2400c85534ea tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8004436 May 19 13:09:04.456798 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38148) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:04.463330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'security_group': {'name': 'tempest-secgroup-100176349'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:04.465859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] DHCP port deletion for 21b9ef74-b724-482a-bbfa-6a661ad15a41 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:09:04.470703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:04.475891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:04.479635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:04.487873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:04.501481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.522960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:04.526970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group_rule and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:04.532898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:04.542712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:04.546220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.561095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] Deleting port 47e9656c-850e-4660-9fd9-eaf54aa741f9 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:04.561482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.595760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=90fce1a6-36ed-4228-8295-a1510baca4ac,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:04.633940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.642122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.658433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] Set router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:04.688625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b0a8c1-1299-43c4-b8e8-c983e1042ab5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:04.691727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.695127 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dc347838-2d30-466d-a79e-4cbfb4d37a43 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2369423 May 19 13:09:04.695933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38152) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:04.702879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208847799'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:04.709955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.710999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:04.717844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:04.721222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:04.729400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:04.744356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.772211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:04.778365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group_rule and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:04.781541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:04.790612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:04.861163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:09:03Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:04.893059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c46753-89ba-4bd1-b51f-3545e2c531cc None None] The sync data for ids ['4a679a5c-d4b2-4889-8fc7-cc0d436038ab'] in dv-neutron-841945-1-hyperv is: [{'id': '4a679a5c-d4b2-4889-8fc7-cc0d436038ab', 'name': 'tempest-TestNetworkBasicOps-router-856978098', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:06:07Z', 'updated_at': '2022-05-19T13:09:03Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:04.902992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.924672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.927722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.932723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.936232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.943775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.979627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:04.980861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router 4a679a5c-d4b2-4889-8fc7-cc0d436038ab {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:09:05.006827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.008486 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9df11379-bb28-4af8-8f53-1b9c96f36b32 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/4a679a5c-d4b2-4889-8fc7-cc0d436038ab HTTP/1.1" status: 204 len: 168 time: 1.4949348 May 19 13:09:05.010977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526c4308-dfe3-4eec-be62-42160c7aee16,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:05.011524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38156) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:05.028501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.029805 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d02c1937-98ee-4126-8207-2a7ad646c959 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3320606 May 19 13:09:05.032973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38160) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:05.046224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433810850'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:05.049031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] For port 47e9656c-850e-4660-9fd9-eaf54aa741f9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=47e9656c-850e-4660-9fd9-eaf54aa741f9,segment=NetworkSegment(0e6e1723-c4b2-4715-b6e7-d74df1122c75),segment_id=0e6e1723-c4b2-4715-b6e7-d74df1122c75)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:05.050040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.056771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:05.064094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:05.071381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:05.079475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:05.101482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.162664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:05.175289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:security_group_rule and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:05.181374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:05.190137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:05.237420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] Calling delete_port for 47e9656c-850e-4660-9fd9-eaf54aa741f9 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:05.367930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.369923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.379660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.393574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 47e9656c-850e-4660-9fd9-eaf54aa741f9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:05.394670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.401922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47e9656c-850e-4660-9fd9-eaf54aa741f9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:05.452667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b82cd4-d124-49f2-8f12-ceb0c25cca3e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:05.458691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.464149 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ca382e99-3a36-4fcc-9c8e-df1e98729039 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4283490 May 19 13:09:05.465074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38166) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:05.476723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1432004870', 'security_groups': ['19b82cd4-d124-49f2-8f12-ceb0c25cca3e'], 'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7334cc0-4e54-49ad-9da8-4170692364f1'}]}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:05.531077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.576960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] The port '47e9656c-850e-4660-9fd9-eaf54aa741f9' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:09:05.650968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No active binding found for port 47e9656c-850e-4660-9fd9-eaf54aa741f9 {{(pid=88030) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 13:09:05.651381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 47e9656c-850e-4660-9fd9-eaf54aa741f9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:05.661233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] Pushing event deleted for resources: {'Port': ['ID=47e9656c-850e-4660-9fd9-eaf54aa741f9,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:05.664553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be53bd-d0c3-4901-af8f-53af970781bd None None] No DVR routers for this DVR port 47e9656c-850e-4660-9fd9-eaf54aa741f9 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:05.722759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:05.725365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.728333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2bbcaa-cd87-4fd0-9403-dc6af6eae0cc None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:05.735195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:05.765584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:05.767090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b9ef74-b724-482a-bbfa-6a661ad15a41']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:05.783144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6e1723-c4b2-4715-b6e7-d74df1122c75') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:05.783446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6e1723-c4b2-4715-b6e7-d74df1122c75') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:05.803457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.834134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d25dfb60-73b4-4abf-ae0f-f5cf36794694 None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:05.834503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d25dfb60-73b4-4abf-ae0f-f5cf36794694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.834876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.842686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:05.843270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:05.862542 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:05.956372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.967388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.974338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.980182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:05.986864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] device_id is not set on port a4e9f067-bec6-4cab-8564-6f03a6e95402 yet. {{(pid=88029) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:09:06.013256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=21b9ef74-b724-482a-bbfa-6a661ad15a41,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:06.029295 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf0b9a4b-9ad4-4de3-b90d-c0baa642cc26 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/21b9ef74-b724-482a-bbfa-6a661ad15a41 HTTP/1.1" status: 204 len: 168 time: 1.0164907 May 19 13:09:06.056671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38170) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:06.065549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--154162105', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:06.071747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:06.083612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:06.087175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:06.094090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:06.109131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:06.113550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.115008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d25dfb60-73b4-4abf-ae0f-f5cf36794694 None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:06.137294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d25dfb60-73b4-4abf-ae0f-f5cf36794694 None None] Provisioning complete for port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:06.137669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d25dfb60-73b4-4abf-ae0f-f5cf36794694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.167513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:09:06.187084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.187499 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment 61541a12-13b7-4832-af6d-dd648141ca9d of type vlan for network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f May 19 13:09:06.244572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.245794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d25dfb60-73b4-4abf-ae0f-f5cf36794694 None None] Port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:06.281604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.288015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:06.288640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.305580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.7 (e383c5a5-a75e-4170-adf7-416695fee121/c7334cc0-4e54-49ad-9da8-4170692364f1/a4e9f067-bec6-4cab-8564-6f03a6e95402) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:06.345757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Update dhcp port {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'fixed_ips': [{'subnet_id': 'c0ff4510-3521-433b-a611-e1cc91a32ef8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7334cc0-4e54-49ad-9da8-4170692364f1'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '93bc642c-c5b4-4623-b9e3-65d02c9823fe'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:09:06.401079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.407222 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3504145 May 19 13:09:06.410937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38174) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:06.420713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:06.432054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:06.442703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:06.442703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:06.442703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cd626-8552-4f51-9234-271693e804c6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:06.449525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:06.464369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:09:06.465340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.466147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.487716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.552678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.568426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object a4e9f067-bec6-4cab-8564-6f03a6e95402 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:06.606182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.709922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:06.712807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:06.713151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Allocated IP 172.20.0.2 (e383c5a5-a75e-4170-adf7-416695fee121/c7334cc0-4e54-49ad-9da8-4170692364f1/93bc642c-c5b4-4623-b9e3-65d02c9823fe) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:06.719971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:06.747227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=a4e9f067-bec6-4cab-8564-6f03a6e95402,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:06.800416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:06.801026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.829814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.836843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e32b9faa-464a-4e9f-ad42-749be2b28110 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3680727 May 19 13:09:06.839763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38178) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:06.846432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:06.893736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=93bc642c-c5b4-4623-b9e3-65d02c9823fe,segment=NetworkSegment(00e221f3-cd27-4412-9a1b-940fb1691e2c),segment_id=00e221f3-cd27-4412-9a1b-940fb1691e2c)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:06.920589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:06.934647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9e47ce2a-2933-4968-b290-6f64da0fa1bb no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:06.974932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Transition to ACTIVE for port object 93bc642c-c5b4-4623-b9e3-65d02c9823fe will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:06.974932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 9e47ce2a-2933-4968-b290-6f64da0fa1bb {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:09:06.975891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 9e47ce2a-2933-4968-b290-6f64da0fa1bb not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:06.975891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 90fce1a6-36ed-4228-8295-a1510baca4ac no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:07.005143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.049006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 90fce1a6-36ed-4228-8295-a1510baca4ac {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:09:07.049352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 90fce1a6-36ed-4228-8295-a1510baca4ac not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:07.095504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:07.101294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:07.105209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:07.112902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:07.137747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:07.141167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.155527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Pushing event updated for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:07.163197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.163510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.163892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.164237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.164619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.164968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.165243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.165596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.166105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.166674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.166940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.167257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef3c9b-4a89-4f2d-82fb-b255a863a3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:07.517642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.559508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.595878 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.ipam_backend_mixin [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c7334cc0-4e54-49ad-9da8-4170692364f1 (CIDR: 172.20.0.0/28) May 19 13:09:07.597579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.601225 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:09:07.601710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:07.682189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Provisioning for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:07.683192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-611f4e49-9cf5-4fb8-91eb-bb2a69848233 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8422654 May 19 13:09:07.686162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38182) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:07.688480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:07.689040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.696053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:07.769700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.88 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/717ba3ad-ea75-4360-b3de-d7158b5f0776) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:07.827190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:07.839207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Provisioning complete for port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:07.839573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.852161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:07.856714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:07.860041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:07.865977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:07.877452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:07.881572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.899568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a01f2427-05d1-4607-a145-c749f3c7cc14 None None] Port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:07.933896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:07.965534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.012530 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.ipam_backend_mixin [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c0ff4510-3521-433b-a611-e1cc91a32ef8 (CIDR: 172.20.0.16/28) May 19 13:09:08.016268 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:09:08.016954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:08.023756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9a91de4e-6a75-4058-850b-219b6768a442 None None] Provisioning for port a4e9f067-bec6-4cab-8564-6f03a6e95402 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:08.029662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9a91de4e-6a75-4058-850b-219b6768a442 None None] Provisioning complete for port a4e9f067-bec6-4cab-8564-6f03a6e95402 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:08.030218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a91de4e-6a75-4058-850b-219b6768a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.038177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:08.038789 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f42a459d-a6ed-4773-84fa-95c04ec75d7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3512585 May 19 13:09:08.041226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38186) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:08.043294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:08.047839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:08.048313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'subnet': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:08.074636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=717ba3ad-ea75-4360-b3de-d7158b5f0776,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:08.086190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9a91de4e-6a75-4058-850b-219b6768a442 None None] Port a4e9f067-bec6-4cab-8564-6f03a6e95402 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:08.092848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.093189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.093523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.093850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.094172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.094498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.094843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.095162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.095516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.095831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.096130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.096441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:08.202124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:08.206473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Usage tracker for resource:subnet and tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:08.209578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:08.216361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:08.226321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Made reservation on behalf of 4fdffd86966349f2b1fe8d5bcfc7d7a5 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:08.229781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.466597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.490960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.546178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Network e383c5a5-a75e-4170-adf7-416695fee121 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:08.549115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:08.553495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:08.554071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.559560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e559a3-6c98-47ff-8180-f18aa9249804 None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:08.572363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Subnet': ['ID=3599c894-2edf-4e36-8a26-f1e693dbf765,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:08.587757 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b0ed6320-6834-490c-90f2-ba3670fd55b1 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5424666 May 19 13:09:08.588607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38190) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:08.594124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1330073848', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3599c894-2edf-4e36-8a26-f1e693dbf765'}], 'security_groups': ['e5b0a8c1-1299-43c4-b8e8-c983e1042ab5', '526c4308-dfe3-4eec-be62-42160c7aee16']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:08.727907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.822481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:08.986041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Update dhcp port {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'fixed_ips': [{'subnet_id': 'c0ff4510-3521-433b-a611-e1cc91a32ef8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7334cc0-4e54-49ad-9da8-4170692364f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '3599c894-2edf-4e36-8a26-f1e693dbf765'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '93bc642c-c5b4-4623-b9e3-65d02c9823fe'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:09:09.012310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:09.088713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.162029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:09.162770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.179319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router eba8548e-dd2a-4fea-b3bc-af13803a89db is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:09:09.211040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Delete allocated IP 172.20.0.7 (e383c5a5-a75e-4170-adf7-416695fee121/c7334cc0-4e54-49ad-9da8-4170692364f1) {{(pid=88029) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 19 13:09:09.219993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Allocated IP 172.20.0.44 (e383c5a5-a75e-4170-adf7-416695fee121/3599c894-2edf-4e36-8a26-f1e693dbf765/a4e9f067-bec6-4cab-8564-6f03a6e95402) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:09.349330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:09.372343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:09.381807 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Sync routers for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:09.391454 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:09.392452 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:09.398854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.400756 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9493ca3b-917f-4baa-a542-53c6682aafc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9883504 May 19 13:09:09.403527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38194) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:09.447471 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-beb9fedb-92a7-4c6e-bfcd-9dba9bf9af72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424459 May 19 13:09:09.450051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38198) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:09.452045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.469507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Transition to ACTIVE for port object a4e9f067-bec6-4cab-8564-6f03a6e95402 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:09.474973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.547750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event updated for resources: {'Port': ['ID=a4e9f067-bec6-4cab-8564-6f03a6e95402,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:09.564166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Allocated IP 172.20.0.34 (e383c5a5-a75e-4170-adf7-416695fee121/3599c894-2edf-4e36-8a26-f1e693dbf765/93bc642c-c5b4-4623-b9e3-65d02c9823fe) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:09.583080 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:09.620933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7350879-9e77-4d1c-b706-879e05c31636 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:09.626368 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a7350879-9e77-4d1c-b706-879e05c31636 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1745780 May 19 13:09:09.627081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38202) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:09.677538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6420edc1-8068-4a14-9da1-9822add6d7f1 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490346 May 19 13:09:09.680484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38206) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:09.695486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860193916', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:09.761453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=93bc642c-c5b4-4623-b9e3-65d02c9823fe,segment=NetworkSegment(00e221f3-cd27-4412-9a1b-940fb1691e2c),segment_id=00e221f3-cd27-4412-9a1b-940fb1691e2c)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:09.793786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] In _notify_port_updated(), no bound segment for port a4e9f067-bec6-4cab-8564-6f03a6e95402 on network e383c5a5-a75e-4170-adf7-416695fee121 {{(pid=88029) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:09:09.798997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.799734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:09.800365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.801716 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6a53e14d-b0c3-43c8-87af-a5f5def8aa2b tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "PUT /v2.0/ports/a4e9f067-bec6-4cab-8564-6f03a6e95402 HTTP/1.1" status: 200 len: 960 time: 1.2127569 May 19 13:09:09.807723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38210) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:09.823296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Transition to ACTIVE for port object 93bc642c-c5b4-4623-b9e3-65d02c9823fe will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:09.829801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.844858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:09.849349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:09.852751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:09.860093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:09.873969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:09.880488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.888592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port a4e9f067-bec6-4cab-8564-6f03a6e95402 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:09.889173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:09.922594 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:08Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:09.926882 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Checking router: eba8548e-dd2a-4fea-b3bc-af13803a89db for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:09.927399 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Updating router eba8548e-dd2a-4fea-b3bc-af13803a89db port 717ba3ad-ea75-4360-b3de-d7158b5f0776 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:09:09.986285 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.033422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586acd4-18dc-4724-b167-2455f7540963 None None] Pushing event updated for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:10.198874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.202759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.290120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=e7573402-e50b-4044-93a1-39ecda657f91,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:10.325818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:10.326453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:09:10.350727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:09:10.362811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for a4e9f067-bec6-4cab-8564-6f03a6e95402 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:10.365516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:10.373324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880efb19-95d2-4d39-b19a-2860987bdcd5 None None] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:10.377338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:10.378128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.411624 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b0faa7cb-23ad-44fc-83db-396fe3e36bab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7301321 May 19 13:09:10.414239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38214) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:10.425160 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.449635 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Transition to ACTIVE for port object 717ba3ad-ea75-4360-b3de-d7158b5f0776 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:10.458184 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.569805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.572730 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Attempting to bind port 717ba3ad-ea75-4360-b3de-d7158b5f0776 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:10.573121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Attempting to bind port 717ba3ad-ea75-4360-b3de-d7158b5f0776 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:10.573513 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Attempting to bind port 717ba3ad-ea75-4360-b3de-d7158b5f0776 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:10.581353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:10.581721 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:10.582119 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.582632 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:10.583106 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Bound port: 717ba3ad-ea75-4360-b3de-d7158b5f0776, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:10.583535 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.633240 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Pushing event updated for resources: {'Port': ['ID=717ba3ad-ea75-4360-b3de-d7158b5f0776,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:10.654424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=a4e9f067-bec6-4cab-8564-6f03a6e95402,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:10.655032 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.655413 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.655793 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.656137 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.656464 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.656943 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.657413 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.657886 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.658401 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.658714 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.659040 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.659412 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:09:10.689601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:09:10.690742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.733577 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] For port 717ba3ad-ea75-4360-b3de-d7158b5f0776, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:10.737121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] For port 717ba3ad-ea75-4360-b3de-d7158b5f0776, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=717ba3ad-ea75-4360-b3de-d7158b5f0776,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:10.746755 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.803265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.819666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ad8722f1-74fd-4ec9-805f-0eca5322d4a9 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/a4e9f067-bec6-4cab-8564-6f03a6e95402 HTTP/1.1" status: 204 len: 168 time: 1.0103848 May 19 13:09:10.822724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38218) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:10.835092 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:10.836066 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:10.867656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Provisioning for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:10.883521 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94e3737-26dc-4b1f-9510-fa35f4ba98eb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] GET failed (client error): The resource could not be found. May 19 13:09:10.884122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c94e3737-26dc-4b1f-9510-fa35f4ba98eb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Synchronizing usage tracker for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:10.886002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:10.886530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:10.903186 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b404d-4bd2-4b59-bbaa-ac9b54beecc9 None None] Pushing event updated for resources: {'Port': ['ID=717ba3ad-ea75-4360-b3de-d7158b5f0776,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:10.906364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c94e3737-26dc-4b1f-9510-fa35f4ba98eb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Unset dirty status for tenant:4fdffd86966349f2b1fe8d5bcfc7d7a5 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:10.908810 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c94e3737-26dc-4b1f-9510-fa35f4ba98eb tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports/a4e9f067-bec6-4cab-8564-6f03a6e95402 HTTP/1.1" status: 404 len: 333 time: 0.0839353 May 19 13:09:10.910828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38222) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:10.960908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Allocated IP 172.20.0.2 (6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f/e7573402-e50b-4044-93a1-39ecda657f91/b67aea59-d045-4367-9816-0548166a559b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:11.021921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d26997f8-ea1b-4c06-b805-3ca9dadd0c4c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.060525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d26997f8-ea1b-4c06-b805-3ca9dadd0c4c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.063229 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:11.115765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d26997f8-ea1b-4c06-b805-3ca9dadd0c4c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.140505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26997f8-ea1b-4c06-b805-3ca9dadd0c4c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b82cd4-d124-49f2-8f12-ceb0c25cca3e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:11.150941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d26997f8-ea1b-4c06-b805-3ca9dadd0c4c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.155716 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d26997f8-ea1b-4c06-b805-3ca9dadd0c4c tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/security-groups/19b82cd4-d124-49f2-8f12-ceb0c25cca3e HTTP/1.1" status: 204 len: 168 time: 0.2411599 May 19 13:09:11.156071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38226) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:11.295153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5d62c16-f787-4fe6-8c13-9b68d2d7edde tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.295379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:11.298100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:11.333870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5d62c16-f787-4fe6-8c13-9b68d2d7edde tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.395370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5d62c16-f787-4fe6-8c13-9b68d2d7edde tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.416542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d62c16-f787-4fe6-8c13-9b68d2d7edde tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c4308-dfe3-4eec-be62-42160c7aee16,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:11.425089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c5d62c16-f787-4fe6-8c13-9b68d2d7edde tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.426324 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c5d62c16-f787-4fe6-8c13-9b68d2d7edde tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/security-groups/526c4308-dfe3-4eec-be62-42160c7aee16 HTTP/1.1" status: 204 len: 168 time: 0.2692225 May 19 13:09:11.429049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38230) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:11.454729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Provisioning complete for port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:11.455346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.457243 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:08Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:11.462298 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa074b1-997f-4e75-aa23-45be8e3e7bf9 None None] The sync data for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv is: [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:08Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:11.516837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5305b2c2-c0b3-45b1-b9d9-ae425e5c6391 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.559835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5305b2c2-c0b3-45b1-b9d9-ae425e5c6391 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.637314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:11.642832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:11.643466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.646247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5305b2c2-c0b3-45b1-b9d9-ae425e5c6391 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.670315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305b2c2-c0b3-45b1-b9d9-ae425e5c6391 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b0a8c1-1299-43c4-b8e8-c983e1042ab5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:11.680614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5305b2c2-c0b3-45b1-b9d9-ae425e5c6391 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.681746 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5305b2c2-c0b3-45b1-b9d9-ae425e5c6391 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/security-groups/e5b0a8c1-1299-43c4-b8e8-c983e1042ab5 HTTP/1.1" status: 204 len: 168 time: 0.2515519 May 19 13:09:11.685785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38234) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:11.715443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.723709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.742232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3f14c8bd-7317-4259-844c-f68cb3150191 None None] Could not find standard attr ID for object a4e9f067-bec6-4cab-8564-6f03a6e95402. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:09:11.746758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Transition to ACTIVE for port object b67aea59-d045-4367-9816-0548166a559b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:11.765708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet c7334cc0-4e54-49ad-9da8-4170692364f1 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:11.769315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.774861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Transition to ACTIVE for port object b67aea59-d045-4367-9816-0548166a559b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:11.808984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.845631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.903703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b9be25a9-1b7a-4873-a0a3-5c6eb6d3a06d None None] Could not find standard attr ID for object a4e9f067-bec6-4cab-8564-6f03a6e95402. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:09:11.919870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:11.924952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:11.958835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:11.961541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:11.964456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Pushing event updated for resources: {'Port': ['ID=b67aea59-d045-4367-9816-0548166a559b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:12.045293 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.064209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:12.090109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=c7334cc0-4e54-49ad-9da8-4170692364f1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:12.093673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.100279 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-08cd744f-60a4-4205-a452-cb9c1bb46030 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/c7334cc0-4e54-49ad-9da8-4170692364f1 HTTP/1.1" status: 204 len: 168 time: 0.4135599 May 19 13:09:12.104084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Attempting to bind port b67aea59-d045-4367-9816-0548166a559b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:12.104596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Attempting to bind port b67aea59-d045-4367-9816-0548166a559b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:12.104818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38238) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:12.105236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Attempting to bind port b67aea59-d045-4367-9816-0548166a559b on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:12.115466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f2874-b9c5-4819-9421-c586c315d7ee None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:12.133796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:12.134173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Checking segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:12.134588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.135008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Bound using segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:12.135491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Bound port: b67aea59-d045-4367-9816-0548166a559b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:12.135868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.200196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet 3599c894-2edf-4e36-8a26-f1e693dbf765 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:12.209308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.278813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.281253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f/e7573402-e50b-4044-93a1-39ecda657f91/0851361c-27b5-4990-9ac5-558a4a602113) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:12.348974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] For port b67aea59-d045-4367-9816-0548166a559b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:12.378231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.389832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] For port b67aea59-d045-4367-9816-0548166a559b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b67aea59-d045-4367-9816-0548166a559b,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:12.413459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.461874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.498309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.516512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.519735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=3599c894-2edf-4e36-8a26-f1e693dbf765,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:12.521975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 0851361c-27b5-4990-9ac5-558a4a602113 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:12.532661 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b010fde8-75cc-4437-8c20-4688d3d5d760 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/3599c894-2edf-4e36-8a26-f1e693dbf765 HTTP/1.1" status: 204 len: 168 time: 0.4263749 May 19 13:09:12.535259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38242) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:12.576171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d14b6a-c26c-4805-a6f5-a80b51cf18ae None None] Pushing event updated for resources: {'Port': ['ID=b67aea59-d045-4367-9816-0548166a559b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:12.585784 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95cccef-9d0f-4574-b2dc-1211df8f0ffe tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:12.586232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95cccef-9d0f-4574-b2dc-1211df8f0ffe tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:12.597606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d95cccef-9d0f-4574-b2dc-1211df8f0ffe tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/c7334cc0-4e54-49ad-9da8-4170692364f1 HTTP/1.1" status: 404 len: 337 time: 0.0590351 May 19 13:09:12.599565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38246) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:12.668531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.715821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting subnet c0ff4510-3521-433b-a611-e1cc91a32ef8 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:12.726485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d2e5f-766b-4c8b-81b0-45b2861be79a None None] Update dhcp port {'port': {'network_id': 'e383c5a5-a75e-4170-adf7-416695fee121', 'fixed_ips': [{'subnet_id': 'c0ff4510-3521-433b-a611-e1cc91a32ef8', 'ip_address': '172.20.0.18'}, {'subnet_id': '3599c894-2edf-4e36-8a26-f1e693dbf765'}], 'binding:host_id': 'dv-neutron-841945-1-hyperv'}, 'id': '93bc642c-c5b4-4623-b9e3-65d02c9823fe'} from dv-neutron-841945-1-hyperv. {{(pid=88030) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 19 13:09:12.736699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.794700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6d9d2e5f-766b-4c8b-81b0-45b2861be79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:12.812955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:12.835527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:12.838203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=0851361c-27b5-4990-9ac5-558a4a602113,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:12.846843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:12.884526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.007689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.071802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 717ba3ad-ea75-4360-b3de-d7158b5f0776 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:13.128795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.151614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 717ba3ad-ea75-4360-b3de-d7158b5f0776 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:13.157703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 717ba3ad-ea75-4360-b3de-d7158b5f0776 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:13.158310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.245480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server [None req-6d9d2e5f-766b-4c8b-81b0-45b2861be79a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0ff4510-3521-433b-a611-e1cc91a32ef8: This subnet is being modified by another concurrent operation. May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.force_reraise() May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise self.value May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server raise exception May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0ff4510-3521-433b-a611-e1cc91a32ef8: This subnet is being modified by another concurrent operation. May 19 13:09:13.260031 dv-neutron-841945-1-hyperv neutron-server[88030]: ERROR oslo_messaging.rpc.server May 19 13:09:13.288723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 717ba3ad-ea75-4360-b3de-d7158b5f0776 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:13.289264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.309104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 717ba3ad-ea75-4360-b3de-d7158b5f0776, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=717ba3ad-ea75-4360-b3de-d7158b5f0776,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:13.315333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.316253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b67aea59-d045-4367-9816-0548166a559b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:13.379532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52a0b8-dbc2-4ad9-aaaa-a7962ce2abdf None None] Network e383c5a5-a75e-4170-adf7-416695fee121 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:13.502084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.506393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ff4510-3521-433b-a611-e1cc91a32ef8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:13.514928 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2e283dba-1fe9-4d57-bc86-ba0b59012cfc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/c0ff4510-3521-433b-a611-e1cc91a32ef8 HTTP/1.1" status: 204 len: 168 time: 0.9142852 May 19 13:09:13.516365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38250) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.527077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.580534 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb45325e-b54a-49cc-ab3d-9a2b6e8f80ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:13.581199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb45325e-b54a-49cc-ab3d-9a2b6e8f80ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:13.582085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=717ba3ad-ea75-4360-b3de-d7158b5f0776,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:13.585132 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb45325e-b54a-49cc-ab3d-9a2b6e8f80ef tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/b4446eb8-27cd-4445-8ae6-4fab68e4c716 HTTP/1.1" status: 404 len: 337 time: 0.0676630 May 19 13:09:13.588145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38254) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.651373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-daf87cd9-01bd-4ffa-a30c-f000b92889e2 None None] Provisioning complete for port 93bc642c-c5b4-4623-b9e3-65d02c9823fe triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:13.651601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-daf87cd9-01bd-4ffa-a30c-f000b92889e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.652731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ac7d61d3-86df-4c39-9db0-88eec08cad60 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b12bdd1-f6eb-4d78-80f3-cf47e69661bf HTTP/1.1" status: 200 len: 205 time: 0.0630193 May 19 13:09:13.660885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38258) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.703103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port b67aea59-d045-4367-9816-0548166a559b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:13.751309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-54f03631-9719-4618-b520-8a6cf1d02a2e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] delete failed (client error): The resource could not be found. May 19 13:09:13.752467 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-54f03631-9719-4618-b520-8a6cf1d02a2e tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/routers/8b12bdd1-f6eb-4d78-80f3-cf47e69661bf HTTP/1.1" status: 404 len: 336 time: 0.0918841 May 19 13:09:13.756418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38262) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.797818 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-237ac93b-98db-452d-b3c8-1a70fdac4a7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:13.797818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237ac93b-98db-452d-b3c8-1a70fdac4a7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:13.799807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-237ac93b-98db-452d-b3c8-1a70fdac4a7a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/468b8989-794d-4cc5-943c-a83862c80244 HTTP/1.1" status: 404 len: 337 time: 0.0423968 May 19 13:09:13.802447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38266) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.808645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-daf87cd9-01bd-4ffa-a30c-f000b92889e2 None None] Current status of the port 93bc642c-c5b4-4623-b9e3-65d02c9823fe is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:13.825753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-daf87cd9-01bd-4ffa-a30c-f000b92889e2 None None] Provisioning complete for port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:13.826404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-daf87cd9-01bd-4ffa-a30c-f000b92889e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.850505 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4eea3f-3611-46c8-b3f3-2a563ce8ee73 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:13.850981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4eea3f-3611-46c8-b3f3-2a563ce8ee73 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:13.852845 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1e4eea3f-3611-46c8-b3f3-2a563ce8ee73 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/22f20ae0-a8b0-4e2c-8b2b-f8bd208b701f HTTP/1.1" status: 404 len: 337 time: 0.0491588 May 19 13:09:13.855390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38270) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.859279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] DHCP port deletion for e383c5a5-a75e-4170-adf7-416695fee121 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:09:13.876837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] Deleting port 93bc642c-c5b4-4623-b9e3-65d02c9823fe {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:13.877210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:13.896049 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0dce22-a37a-4dbe-8041-dda4037c3594 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:13.896504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0dce22-a37a-4dbe-8041-dda4037c3594 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:13.900601 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8b0dce22-a37a-4dbe-8041-dda4037c3594 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/42c16e69-5c8d-4fc8-8546-77e099706b15 HTTP/1.1" status: 404 len: 337 time: 0.0419095 May 19 13:09:13.900818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38274) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:13.929522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-daf87cd9-01bd-4ffa-a30c-f000b92889e2 None None] Port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:13.943976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7c25d8-b7f0-461d-a5ff-4a78798efdb4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:13.944440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7c25d8-b7f0-461d-a5ff-4a78798efdb4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:13.946116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba7c25d8-b7f0-461d-a5ff-4a78798efdb4 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/c170f54c-9b9c-4d9c-a586-b5958aa146a4 HTTP/1.1" status: 404 len: 333 time: 0.0444546 May 19 13:09:13.948730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38280) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.003057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-97284194-1d73-487b-bc2f-6fd0d9080227 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:14.003507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97284194-1d73-487b-bc2f-6fd0d9080227 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:14.005229 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-97284194-1d73-487b-bc2f-6fd0d9080227 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/8fc58caf-d4d4-42b1-bbaf-86944e192ace HTTP/1.1" status: 404 len: 337 time: 0.0545316 May 19 13:09:14.007962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38284) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.031727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.038998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.120498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] For port 93bc642c-c5b4-4623-b9e3-65d02c9823fe, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=93bc642c-c5b4-4623-b9e3-65d02c9823fe,segment=NetworkSegment(00e221f3-cd27-4412-9a1b-940fb1691e2c),segment_id=00e221f3-cd27-4412-9a1b-940fb1691e2c)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:14.121426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.198952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.209939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=0851361c-27b5-4990-9ac5-558a4a602113,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:14.249632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-37104979-1230-4490-90ce-33caef13ef0a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:14.250116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37104979-1230-4490-90ce-33caef13ef0a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:14.251895 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-37104979-1230-4490-90ce-33caef13ef0a tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/789e64fd-9b2e-4bd0-a3ef-87c222218677 HTTP/1.1" status: 404 len: 337 time: 0.2428520 May 19 13:09:14.255120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38288) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.288659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] Calling delete_port for 93bc642c-c5b4-4623-b9e3-65d02c9823fe owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:14.306061 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eb6952-a42a-485f-a773-950bd647d5bc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:14.306734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2eb6952-a42a-485f-a773-950bd647d5bc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:14.315648 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b2eb6952-a42a-485f-a773-950bd647d5bc tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/a5e2dceb-74cd-4e81-9894-2f95d102ba08 HTTP/1.1" status: 404 len: 333 time: 0.0594294 May 19 13:09:14.316486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38292) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.356434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:14.357665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:14.381988 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2736a091-24fb-4b6f-9474-ed8ce117c70d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:14.382596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2736a091-24fb-4b6f-9474-ed8ce117c70d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:14.386787 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2736a091-24fb-4b6f-9474-ed8ce117c70d tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/f756da75-1a90-4b73-b892-9f94753f4d20 HTTP/1.1" status: 404 len: 337 time: 0.0667477 May 19 13:09:14.387479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38296) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.393906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.446795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] Pushing event deleted for resources: {'Port': ['ID=93bc642c-c5b4-4623-b9e3-65d02c9823fe,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:14.449216 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-514a6441-0974-435a-9d1a-81ece5c7f8ee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] DELETE failed (client error): The resource could not be found. May 19 13:09:14.450465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514a6441-0974-435a-9d1a-81ece5c7f8ee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:09:14.455917 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-514a6441-0974-435a-9d1a-81ece5c7f8ee tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/subnets/0fd7363c-c29e-489c-a01f-74965cf53535 HTTP/1.1" status: 404 len: 337 time: 0.0667300 May 19 13:09:14.456116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38302) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.459122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1b1ad-65fd-4310-8d81-3092b89b72ca None None] No DVR routers for this DVR port 93bc642c-c5b4-4623-b9e3-65d02c9823fe on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:14.512450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1d2e0-d95e-4945-92f0-e78e1f8cec81 None None] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:14.544956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Deleting port bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:14.545587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.586963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router eba8548e-dd2a-4fea-b3bc-af13803a89db has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:14.617479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Provisioning for port b67aea59-d045-4367-9816-0548166a559b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:14.625923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Provisioning complete for port b67aea59-d045-4367-9816-0548166a559b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:14.626299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.801140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:14.810704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.814815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-42e3f3f0-4c17-4e6a-a2b5-d147fd0a8f8a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/eba8548e-dd2a-4fea-b3bc-af13803a89db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992989 May 19 13:09:14.815570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38306) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:14.842615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Sync routers for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:14.864358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:14.865081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:14.944206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Calling delete_port for bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:14.947714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Current status of the port b67aea59-d045-4367-9816-0548166a559b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:14.947813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:14.984140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.986090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.987181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.989003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.989654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.990276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.991077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:14.993550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dcbbfc98-2af7-4095-9337-162324ef5f54 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4943 time: 0.1769729 May 19 13:09:14.997629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38310) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:15.008662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] For port b67aea59-d045-4367-9816-0548166a559b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b67aea59-d045-4367-9816-0548166a559b,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:15.050051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.081989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 717ba3ad-ea75-4360-b3de-d7158b5f0776 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:15.084839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:15.085299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:15.085748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:15.086366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:15.086847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:15.087292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:15.090606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8afa847b-5cbc-4b81-bda4-fb9ce8101f72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0897272 May 19 13:09:15.092067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38314) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:15.099400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Port': ['ID=bccc6a87-88e2-4f59-b7dd-b840bcefb8e2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:15.109730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.132289 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7de5a06b-965b-4acd-8b96-cd2ece91f717 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/ports/bccc6a87-88e2-4f59-b7dd-b840bcefb8e2 HTTP/1.1" status: 204 len: 168 time: 0.6736977 May 19 13:09:15.132966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38318) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:15.241482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.271617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.293323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:15.414620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.437995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e383c5a5-a75e-4170-adf7-416695fee121']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.451083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e221f3-cd27-4412-9a1b-940fb1691e2c') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.451835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e221f3-cd27-4412-9a1b-940fb1691e2c') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.455723 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e155ef81-59be-412e-a7aa-499b8628b75e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3589725 May 19 13:09:15.456161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38322) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:15.462382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-222705382', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:15.465421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.495438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.503700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:15.504056 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:15.526584 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:15.625834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.648008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 717ba3ad-ea75-4360-b3de-d7158b5f0776 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:15.648689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.651584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.654255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:15.661627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:port and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:15.665178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:15.669695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] Pushing event deleted for resources: {'Network': ['ID=e383c5a5-a75e-4170-adf7-416695fee121,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:15.672231 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5dceb49f-67c8-43b6-aee7-f8be66822251 tempest-PortsTestJSON-457202982 tempest-PortsTestJSON-457202982-project] 10.222.0.44 "DELETE /v2.0/networks/e383c5a5-a75e-4170-adf7-416695fee121 HTTP/1.1" status: 204 len: 168 time: 0.5382500 May 19 13:09:15.678116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:15.695695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:15.700560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:15.736549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] device_id is not set on port 935035bf-ac3b-454e-a6a6-a074bb73afb9 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:09:15.737217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afed9e6-a06a-49e5-a1ce-c09cc85a6809 None None] Pushing event updated for resources: {'Port': ['ID=b67aea59-d045-4367-9816-0548166a559b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:15.928211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 717ba3ad-ea75-4360-b3de-d7158b5f0776 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:15.947020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.10 (6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f/e7573402-e50b-4044-93a1-39ecda657f91/935035bf-ac3b-454e-a6a6-a074bb73afb9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:15.979402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:15.987981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Checking router: eba8548e-dd2a-4fea-b3bc-af13803a89db for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:15.988498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Updating router eba8548e-dd2a-4fea-b3bc-af13803a89db port 0851361c-27b5-4990-9ac5-558a4a602113 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:09:16.062492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:16.135029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.154787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 93bc642c-c5b4-4623-b9e3-65d02c9823fe {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:09:16.155331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 93bc642c-c5b4-4623-b9e3-65d02c9823fe not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:16.156885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Provisioning complete for port b67aea59-d045-4367-9816-0548166a559b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:16.157602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.165395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38330) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:16.248067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.268788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 935035bf-ac3b-454e-a6a6-a074bb73afb9 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:16.310301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.429339 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fc36bd42-42dc-4f99-9cf0-2d7db1bf8370 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fdffd86966349f2b1fe8d5bcfc7d7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627358 May 19 13:09:16.433117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38336) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:16.439399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:16.443824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:16.445613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:16.448486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:16.513938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Current status of the port b67aea59-d045-4367-9816-0548166a559b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:16.531657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:16.532983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.542231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fa42f9e-8bf1-442b-b0ab-5ce9bdb45780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.557686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Provisioning for port 0851361c-27b5-4990-9ac5-558a4a602113 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:16.570138 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bceef950-9197-44a5-953f-22471a658d77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1128688 May 19 13:09:16.595801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fa42f9e-8bf1-442b-b0ab-5ce9bdb45780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.632171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Provisioning complete for port 0851361c-27b5-4990-9ac5-558a4a602113 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:16.632546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.672466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fa42f9e-8bf1-442b-b0ab-5ce9bdb45780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.674319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38342) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:16.687242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754471482', 'description': 'tempest-secgroup-smoke-1754471482 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:16.700283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa42f9e-8bf1-442b-b0ab-5ce9bdb45780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5260e50-8bc0-4a1e-970b-32ee3d090898,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:16.703943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9fa42f9e-8bf1-442b-b0ab-5ce9bdb45780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.707772 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9fa42f9e-8bf1-442b-b0ab-5ce9bdb45780 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5260e50-8bc0-4a1e-970b-32ee3d090898 HTTP/1.1" status: 204 len: 168 time: 0.2729735 May 19 13:09:16.790810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-78546df8-0ec1-4c81-b048-7a918ae6529c None None] Port 0851361c-27b5-4990-9ac5-558a4a602113 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:16.795835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:16.818293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:16.822890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:16.839775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:16.846491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6d3b6-8e9b-46da-9d08-160dc2470f9c None None] get_active_networks_info from dv-neutron-841945-1-hyperv {{(pid=88030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 19 13:09:16.862765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:16.883478 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-0dd65f99-2126-421b-9cdc-2e5be0683d86 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1803281 May 19 13:09:16.896533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:16.903449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:16.906534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:16.913502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:17.010238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Provisioning complete for port 0851361c-27b5-4990-9ac5-558a4a602113 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:17.010500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.050359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b67aea59-d045-4367-9816-0548166a559b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:17.092212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.102665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-f8f847d1-c730-4dc7-a645-0ac4cfb4381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:17.102665 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-f8f847d1-c730-4dc7-a645-0ac4cfb4381e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1099 time: 0.1781592 May 19 13:09:17.103460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.241537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6d3b6-8e9b-46da-9d08-160dc2470f9c None None] Resources bound (agent type, host, resource id): {{(pid=88030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 19 13:09:17.266919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Port 0851361c-27b5-4990-9ac5-558a4a602113 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:17.268059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec04f22-6f4c-440d-abe4-50933ec14a00,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:17.272533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.276074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.280817 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e172b847-878b-4a82-9484-018ecb599403 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6045702 May 19 13:09:17.281520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38358) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.291096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '8ec04f22-6f4c-440d-abe4-50933ec14a00', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:17.303794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:17.308381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Transition to ACTIVE for port object 0851361c-27b5-4990-9ac5-558a4a602113 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:17.310121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:17.316828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:17.324597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:17.351458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.353584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-89396172-68d5-487c-a157-80f8641ee8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:17.355530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Provisioning for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:17.357041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-89396172-68d5-487c-a157-80f8641ee8c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.2249546 May 19 13:09:17.357424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.456504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.462532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.507636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5a2203-2131-4785-8964-282bf89f9bb4,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:17.544835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.547350 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4beabf78-bc45-429d-9603-7557709382f2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647204 May 19 13:09:17.548973 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-826f98b0-c6e3-4b09-a309-658d775e6bd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 1002 time: 0.1856434 May 19 13:09:17.551079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38368) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.559054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '8ec04f22-6f4c-440d-abe4-50933ec14a00', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:17.565049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:17.570075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:17.574890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:17.580115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:17.608572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.618919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Provisioning complete for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:17.618919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.651567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-36e96a4b-236e-4def-b0b3-f90641ccd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:17.656171 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-36e96a4b-236e-4def-b0b3-f90641ccd75b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0963097 May 19 13:09:17.746257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-af174e2b-d4bb-49f6-b3d7-84250efc4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:17.747879 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-af174e2b-d4bb-49f6-b3d7-84250efc4d7a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868366 May 19 13:09:17.764467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-8d4c0732-900c-44c8-9ae2-8ec02f9a7c4c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:09:17.765450 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-8d4c0732-900c-44c8-9ae2-8ec02f9a7c4c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069375 May 19 13:09:17.768931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.775983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.780490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef9a40-977a-47d3-a817-c3226078de9e None None] Pushing event updated for resources: {'Port': ['ID=0851361c-27b5-4990-9ac5-558a4a602113,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:17.788819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38374) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.797784 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026143 May 19 13:09:17.804802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38376) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.818013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9a28a9-3c33-477c-80e0-132c7e145f86,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:17.821203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b67aea59-d045-4367-9816-0548166a559b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:17.823324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.839149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.845020 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5cbb24e8-6dcd-4547-ba03-d2b4fab17f6d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2919242 May 19 13:09:17.850356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38382) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:17.860047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '8ec04f22-6f4c-440d-abe4-50933ec14a00', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:17.871156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:17.882009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:17.888969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:17.897358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-145cf34b-084f-4304-bf3c-4100e8c82ddc None None] Port 935035bf-ac3b-454e-a6a6-a074bb73afb9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:17.904500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:17.932017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:17.983947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Attempting to bind port 0851361c-27b5-4990-9ac5-558a4a602113 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:17.984539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Attempting to bind port 0851361c-27b5-4990-9ac5-558a4a602113 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:17.985048 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Attempting to bind port 0851361c-27b5-4990-9ac5-558a4a602113 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:18.008361 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-871699da-ce53-47a6-8ed4-8f622ce3f48e tempest-NetworksApiDiscovery-518664321 tempest-NetworksApiDiscovery-518664321-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2009416 May 19 13:09:18.021290 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-34a446e2-3587-4a3e-a4d1-3b8ea97e64ee service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482734 May 19 13:09:18.030508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.037251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.043808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:18.044103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Checking segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:18.044651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.045271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Bound using segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:18.045887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Bound port: 0851361c-27b5-4990-9ac5-558a4a602113, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:18.046398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.067426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b689f61-a24f-49ee-bf1b-2394c5a377a2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:18.084198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.087334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7997a093-95fd-4619-aacf-d6d8cc53ba60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2340918 May 19 13:09:18.089529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38388) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:18.096434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '8ec04f22-6f4c-440d-abe4-50933ec14a00', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:18.105990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:18.128339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:18.134188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:18.156231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:18.194905 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181233e5-0faa-48ec-acb9-e08349a851c0 req-6403681e-c3af-434f-a53b-799b35ed3701 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651604 May 19 13:09:18.212337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.260188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] For port 0851361c-27b5-4990-9ac5-558a4a602113, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:18.264733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] For port 0851361c-27b5-4990-9ac5-558a4a602113, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0851361c-27b5-4990-9ac5-558a4a602113,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:18.267949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b67aea59-d045-4367-9816-0548166a559b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:18.272879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.310032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.314725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.343766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8f8cc5-8bae-49b8-85be-c95f075bd8a4,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:18.355991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.357499 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c8d1ab3e-d269-4563-8096-ff42050848e9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2660649 May 19 13:09:18.360728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38394) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:18.366869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '8ec04f22-6f4c-440d-abe4-50933ec14a00', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:18.372879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:18.376884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:18.380706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:18.386697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:18.397343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38398) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:18.406386 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:09:18.409328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:18.409965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:18.413914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.477289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef9a40-977a-47d3-a817-c3226078de9e None None] Pushing event updated for resources: {'Port': ['ID=0851361c-27b5-4990-9ac5-558a4a602113,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:18.484082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.491479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.537950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.546861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25700439-2504-4753-9662-29496ea90965,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:18.557455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.561626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-083c3049-f08a-4316-b51f-dd0ab728d80f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1997447 May 19 13:09:18.562134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38404) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:18.563057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:18.568002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Usage tracker for resource:security_group_rule and tenant:3af0dc50143443bab666c15dff5286c9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:18.571466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:18.572320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '8ec04f22-6f4c-440d-abe4-50933ec14a00', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:18.578187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:18.579749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:18.586145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:18.590913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:18.602753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:18.617039 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:09:18.623609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:18.627149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.686501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.692127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.714786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.720195 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.750105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a4c0f-3e5b-4906-a80e-1de9c480e13b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:18.757381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2036e32c-437b-49d7-92d0-bd788b53d9e3,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:18.759926 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ce451dc7-e215-40fc-b894-c7b13004625b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3af0dc50143443bab666c15dff5286c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615019 May 19 13:09:18.760542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38408) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:18.781583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.792894 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bea0056c-09e1-42cb-826b-5e3288661e0f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2284932 May 19 13:09:18.861613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7a75-8934-4bf3-af0a-57af186bb753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.898167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7a75-8934-4bf3-af0a-57af186bb753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.979674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7a75-8934-4bf3-af0a-57af186bb753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:18.985304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:18Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:18.994128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8291e-0920-4dfb-92d2-14a4a22b7846 None None] The sync data for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv is: [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:18Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:19.005252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b7a75-8934-4bf3-af0a-57af186bb753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a4c0f-3e5b-4906-a80e-1de9c480e13b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:19.008664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7a75-8934-4bf3-af0a-57af186bb753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:19.012444 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5a1b7a75-8934-4bf3-af0a-57af186bb753 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1a4c0f-3e5b-4906-a80e-1de9c480e13b HTTP/1.1" status: 204 len: 168 time: 0.2509570 May 19 13:09:19.082589 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-96235049-0147-4433-8d77-042597a7a585 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754471482&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0658376 May 19 13:09:19.161871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-f516a1c2-7672-4bd3-9f77-c2293e82147d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:19.175069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-f516a1c2-7672-4bd3-9f77-c2293e82147d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 930 time: 0.0859208 May 19 13:09:19.364071 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-eb451412-3092-4b2d-be0e-53f7b23e7a80 service neutron] 10.222.0.44 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1846395 May 19 13:09:19.378556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-c3b3503a-92c5-4851-8495-dcf94972185c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:09:19.380154 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-c3b3503a-92c5-4851-8495-dcf94972185c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053623 May 19 13:09:19.520902 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-c831edcf-3e93-4270-97f7-8cc2e3fa6f3f service neutron] 10.222.0.44 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344161 May 19 13:09:19.670727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-0e82b476-60ef-4bc4-9bca-765b76931bdb service neutron] 10.222.0.44 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434305 May 19 13:09:19.779436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38446) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:19.874850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-f430e920-1c9f-4587-b420-5aaefaa901db req-d3911c20-6b02-4bda-9537-2990bbd610e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:19.895913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-f430e920-1c9f-4587-b420-5aaefaa901db req-d3911c20-6b02-4bda-9537-2990bbd610e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:19.897321 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f430e920-1c9f-4587-b420-5aaefaa901db req-d3911c20-6b02-4bda-9537-2990bbd610e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 210 time: 0.0657635 May 19 13:09:19.905439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-412134295-network', 'tenant_id': '284371e2b7f24d368e5d8fe4937a0706'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:19.910301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:19.914615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Usage tracker for resource:network and tenant:284371e2b7f24d368e5d8fe4937a0706 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:19.918133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:19.929886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:19.944758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Made reservation on behalf of 284371e2b7f24d368e5d8fe4937a0706 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:19.947495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:19.960846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:19.976927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:19.981263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Usage tracker for resource:security_group_rule and tenant:284371e2b7f24d368e5d8fe4937a0706 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:19.984666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:19.991081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:20.089155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.093730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.134652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:09:20.144262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2e4b06-4e60-47e4-846b-c8ce25afeadb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:20.152893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.154108 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Added segment e899c2b3-8401-4610-af69-baddc852bc61 of type vlan for network c16f3afb-f8d2-4afc-97a7-b489108ad8be May 19 13:09:20.190740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.226949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.228596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:20.229170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.334336 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5535433 May 19 13:09:20.337478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38462) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:20.339547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac68c3-ac05-4798-8c1d-2d6cad0e5db0 admin admin] Pushing event updated for resources: {'Network': ['ID=c16f3afb-f8d2-4afc-97a7-b489108ad8be,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:20.349530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c16f3afb-f8d2-4afc-97a7-b489108ad8be details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:09:20.351209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Request body: {'subnet': {'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-412134295-subnet', 'tenant_id': '284371e2b7f24d368e5d8fe4937a0706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:20.356503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:20.361070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Usage tracker for resource:subnet and tenant:284371e2b7f24d368e5d8fe4937a0706 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:20.364252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:20.370402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:20.380826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Made reservation on behalf of 284371e2b7f24d368e5d8fe4937a0706 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:20.383286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.691779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.761203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0398d2e6-c544-48ab-9252-f0672f41b3d0,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:20.772165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Checking segment: {'id': 'e899c2b3-8401-4610-af69-baddc852bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:20.772524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Network hostable DHCP agents. Network: c16f3afb-f8d2-4afc-97a7-b489108ad8be, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:09:20.792212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Network c16f3afb-f8d2-4afc-97a7-b489108ad8be is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:09:20.802951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c16f3afb-f8d2-4afc-97a7-b489108ad8be) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:20.807190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:20.807771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:20.813622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a38cab-3027-4202-9b20-aca285233b3a None None] Network c16f3afb-f8d2-4afc-97a7-b489108ad8be requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:20.830072 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bf1d39df-d811-48e6-a51f-c689fbb0774e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4911742 May 19 13:09:20.991340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-8426aa1d-b5d4-42d8-bb36-9c280bcfad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:20.993431 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-8426aa1d-b5d4-42d8-bb36-9c280bcfad62 service neutron] 10.222.0.79 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1026 time: 0.0966697 May 19 13:09:21.054278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0851361c-27b5-4990-9ac5-558a4a602113 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:21.152080 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aac2132f-2cc9-4607-be5d-23269c560e3a req-8a8c3743-77d8-4790-bee4-dd5f72501b18 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 210 time: 0.0847008 May 19 13:09:21.217189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294d9c9-57c7-4053-85db-1ba3a5cbfc43 None None] Network c16f3afb-f8d2-4afc-97a7-b489108ad8be requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:21.242341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 0851361c-27b5-4990-9ac5-558a4a602113 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:21.290583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-83fa9cc5-e1a3-4748-816d-dceea02cdbfa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:21.291373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-83fa9cc5-e1a3-4748-816d-dceea02cdbfa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:21.304224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0851361c-27b5-4990-9ac5-558a4a602113 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:21.304846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.310509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-83fa9cc5-e1a3-4748-816d-dceea02cdbfa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:21.312349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-83fa9cc5-e1a3-4748-816d-dceea02cdbfa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 796 time: 0.3096514 May 19 13:09:21.377281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-412d7f8f-9fd9-43ea-a6c9-d8b29ab995c5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:21.396939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-412d7f8f-9fd9-43ea-a6c9-d8b29ab995c5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:21.398302 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-412d7f8f-9fd9-43ea-a6c9-d8b29ab995c5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 380 time: 0.0767386 May 19 13:09:21.412807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Request body: {'port': {'device_id': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:21.535106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.545165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0851361c-27b5-4990-9ac5-558a4a602113 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:21.545699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.585694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 0851361c-27b5-4990-9ac5-558a4a602113, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0851361c-27b5-4990-9ac5-558a4a602113,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:21.590333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.638381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38486) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:21.643681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-877420690-network', 'tenant_id': 'ac776f9b585e4635933db6509276d532'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:21.648719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:21.652730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Usage tracker for resource:network and tenant:ac776f9b585e4635933db6509276d532 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:21.655554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:21.661806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:21.672287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Made reservation on behalf of ac776f9b585e4635933db6509276d532 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:21.674153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=0851361c-27b5-4990-9ac5-558a4a602113,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:21.674735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.697656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.820609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:21.824452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac776f9b585e4635933db6509276d532 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:21.827281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:21.833028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:21.910668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935035bf-ac3b-454e-a6a6-a074bb73afb9 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:09:21.913683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.918748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.918885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.933386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Transition to ACTIVE for port object 935035bf-ac3b-454e-a6a6-a074bb73afb9 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:21.937879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.950570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:09:21.955708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24521752-7fa5-4b1e-a5c0-348e279883db,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:21.962533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:21.962939 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Added segment 8b3a3c32-0f43-4b14-af67-51aeef479766 of type vlan for network ac4b8be0-4af2-434c-b8a8-ceb1047b65b3 May 19 13:09:21.991113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.023511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.024559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:22.025173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.105013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:22.134913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4b8be0-4af2-434c-b8a8-ceb1047b65b3,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:22.138067 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e21cf9f-ae4d-4b4d-8af1-caf1103f27b4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4986000 May 19 13:09:22.140807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38490) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:22.146356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Request body: {'subnet': {'network_id': 'ac4b8be0-4af2-434c-b8a8-ceb1047b65b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-877420690-subnet', 'tenant_id': 'ac776f9b585e4635933db6509276d532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:22.147409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network ac4b8be0-4af2-434c-b8a8-ceb1047b65b3 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:09:22.152471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:22.157108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Usage tracker for resource:subnet and tenant:ac776f9b585e4635933db6509276d532 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:22.160289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:22.166707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:22.180256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Made reservation on behalf of ac776f9b585e4635933db6509276d532 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:22.184388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:22.185006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:22.185565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:22.187038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.192851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:09:22.193445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:22.199171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:22.199706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Checking segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:22.200317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Bound using segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:22.200955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Bound port: 935035bf-ac3b-454e-a6a6-a074bb73afb9, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:22.201444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.307315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:22.311131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:22.318197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.422957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.436425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:22.437047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.438403 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] 10.222.0.79 "PUT /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1131 time: 1.0309944 May 19 13:09:22.438997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:22.497895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed532212-5519-4553-8fdb-da0b8175f411,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:22.509543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Checking segment: {'id': '8b3a3c32-0f43-4b14-af67-51aeef479766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ac4b8be0-4af2-434c-b8a8-ceb1047b65b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:22.509897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Network hostable DHCP agents. Network: ac4b8be0-4af2-434c-b8a8-ceb1047b65b3, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:09:22.534886 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc713a5-04b3-459c-8e29-beaf349fd225'] response: {'name': 'network-changed', 'server_uuid': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'status': 'completed', 'code': 200} May 19 13:09:22.536529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c90a-cf82-4e04-9dfa-26632fa6aa79 service neutron] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:22.550175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Network ac4b8be0-4af2-434c-b8a8-ceb1047b65b3 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:09:22.565145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, ac4b8be0-4af2-434c-b8a8-ceb1047b65b3) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:22.569911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:22.571682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:22.576491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e69c7-6848-4e35-8051-58af4e6d87cc None None] Network ac4b8be0-4af2-434c-b8a8-ceb1047b65b3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:22.585133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57266d-456d-43c1-bf04-1d0e998167cb req-42109ce1-e42d-4f8c-a9f1-a7ada6141d19 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:22.586699 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1a57266d-456d-43c1-bf04-1d0e998167cb req-42109ce1-e42d-4f8c-a9f1-a7ada6141d19 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 981 time: 0.2245190 May 19 13:09:22.608968 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4a349e7f-9874-4343-9053-df4fe40f56c1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4670813 May 19 13:09:22.639506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-23b90627-2da5-46a6-8dec-4118b9c80b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:22.641254 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-23b90627-2da5-46a6-8dec-4118b9c80b05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 1134 time: 0.1487343 May 19 13:09:22.829949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a77c9-a951-4c51-9f03-a5c7c8d8822b None None] Network ac4b8be0-4af2-434c-b8a8-ceb1047b65b3 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:09:22.854045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-c7aea19f-d1a7-4302-8f5e-6006bf5fe4eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 217 time: 0.2032466 May 19 13:09:22.861583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1a57266d-456d-43c1-bf04-1d0e998167cb req-5dd32220-dbe8-4709-a1fe-87de80ae070d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663319 May 19 13:09:22.918305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-29424dfd-2652-4a4c-ab3a-a70d64caed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:22.920198 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-29424dfd-2652-4a4c-ab3a-a70d64caed87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7573402-e50b-4044-93a1-39ecda657f91 HTTP/1.1" status: 200 len: 834 time: 0.0573571 May 19 13:09:23.010434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-8e6a96c5-a638-4c88-bf88-7798724e5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:23.012310 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-8e6a96c5-a638-4c88-bf88-7798724e5345 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852640 May 19 13:09:23.012503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0851361c-27b5-4990-9ac5-558a4a602113 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:23.133081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0851361c-27b5-4990-9ac5-558a4a602113 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:23.133474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:23.157996 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-ba401fda-7587-42de-aef5-6812e0aabb47 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381984 May 19 13:09:23.233546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-42199e9f-abb5-45bf-891a-e3911e967bfd tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:23.234346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-42199e9f-abb5-45bf-891a-e3911e967bfd tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Synchronizing usage tracker for tenant:284371e2b7f24d368e5d8fe4937a0706 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:23.252484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0851361c-27b5-4990-9ac5-558a4a602113 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:23.257967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-42199e9f-abb5-45bf-891a-e3911e967bfd tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Unset dirty status for tenant:284371e2b7f24d368e5d8fe4937a0706 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:23.259341 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-42199e9f-abb5-45bf-891a-e3911e967bfd tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/networks?id=c16f3afb-f8d2-4afc-97a7-b489108ad8be HTTP/1.1" status: 200 len: 811 time: 0.1828232 May 19 13:09:23.274234 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-1ca4286d-15d5-4c18-b60e-3787280c4972 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/quotas/284371e2b7f24d368e5d8fe4937a0706 HTTP/1.1" status: 200 len: 375 time: 0.0093260 May 19 13:09:23.306969 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce734dbf-9533-4bc6-855e-97d5b73ef775 req-950b57b6-d985-4b99-a979-43e1d0629bf3 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379344 May 19 13:09:23.325547 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-5677ce43-03cb-4bcf-8434-b83b57491c84 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=284371e2b7f24d368e5d8fe4937a0706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460415 May 19 13:09:23.422684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-22ad0161-aa78-4bd3-bf02-e4a9d916176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:23.424358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-22ad0161-aa78-4bd3-bf02-e4a9d916176a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 1134 time: 0.0723808 May 19 13:09:23.459609 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-c3a6c2e5-4325-4aad-b03d-c3aea1abf26e service neutron] 10.222.0.44 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271839 May 19 13:09:23.559692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-63973802-c18c-4de1-955d-3e5afdc2b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:23.561160 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-63973802-c18c-4de1-955d-3e5afdc2b903 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 897 time: 0.1304774 May 19 13:09:23.591624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-410b8fdb-e10e-4f41-b75d-bbfd31ba6ca8 service neutron] 10.222.0.44 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260946 May 19 13:09:23.633049 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-c4179ba7-f72e-49fb-a325-670a0f78dcba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 217 time: 0.0650177 May 19 13:09:23.702492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-6fcdb217-7cb3-45c0-b215-30390bff5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:23.704722 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-6fcdb217-7cb3-45c0-b215-30390bff5bc5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7573402-e50b-4044-93a1-39ecda657f91 HTTP/1.1" status: 200 len: 834 time: 0.0636384 May 19 13:09:23.795269 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-70c4e59f-c8e3-4fd4-b3cf-a1d4065ebd61 req-0d6d7306-6d8c-464d-bf35-7dee5dbc1e37 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 210 time: 0.0516789 May 19 13:09:23.829206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-4d1160ad-7e3e-49fa-8cfe-50e45d9e9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:23.830789 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-4d1160ad-7e3e-49fa-8cfe-50e45d9e9811 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1202228 May 19 13:09:23.970324 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-0416bb81-cfa7-4651-8ce9-3408d40aefc5 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314678 May 19 13:09:24.059116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebbac3-9363-4556-b16e-643ede7dc439 req-01b6d0bf-e318-4f1b-aeba-582e3aee52d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:24.060911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56ebbac3-9363-4556-b16e-643ede7dc439 req-01b6d0bf-e318-4f1b-aeba-582e3aee52d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 981 time: 0.0842357 May 19 13:09:24.108126 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56ebbac3-9363-4556-b16e-643ede7dc439 req-c0888958-8399-40e1-ae00-518eed51b578 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 May 19 13:09:24.113767 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dfefdf75-dc44-4141-bee2-84e8950ba3b5 req-484f62d3-1393-428e-a452-c3407cdfe122 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368010 May 19 13:09:24.902383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-5333f436-ff26-43dd-8c23-db6fbd3eacca tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:24.903763 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-5333f436-ff26-43dd-8c23-db6fbd3eacca tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.79 "GET /v2.0/networks?id=c16f3afb-f8d2-4afc-97a7-b489108ad8be HTTP/1.1" status: 200 len: 811 time: 0.1609926 May 19 13:09:24.952338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Request body: {'port': {'device_id': '28225510-da25-416f-8ca6-2963d1eda78e', 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be', 'admin_state_up': True, 'tenant_id': '284371e2b7f24d368e5d8fe4937a0706'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:24.969794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c86b81e0-2793-43e3-8511-175b4e724db8 req-f8e43ef2-5e3f-4357-87d9-663c2b5b406b tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 210 time: 0.0633459 May 19 13:09:25.087446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:25.091339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Usage tracker for resource:port and tenant:284371e2b7f24d368e5d8fe4937a0706 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:25.094167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:25.100063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:25.113746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Made reservation on behalf of 284371e2b7f24d368e5d8fe4937a0706 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:09:25.117765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.305510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffff3a-2df2-4c82-862e-b30c2875b6bf req-9fbf019c-3d2d-4a53-bb03-a0b119ce5539 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:25.306995 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-08ffff3a-2df2-4c82-862e-b30c2875b6bf req-9fbf019c-3d2d-4a53-bb03-a0b119ce5539 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 981 time: 0.0852993 May 19 13:09:25.352167 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-08ffff3a-2df2-4c82-862e-b30c2875b6bf req-7f0b3a77-33d2-416b-a583-f59aceef13bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 May 19 13:09:25.385443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Allocated IP 172.20.0.13 (c16f3afb-f8d2-4afc-97a7-b489108ad8be/0398d2e6-c544-48ab-9252-f0672f41b3d0/cb78b322-456e-48b1-afd2-f359f8821fb2) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:25.588453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.623687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.692260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Network c16f3afb-f8d2-4afc-97a7-b489108ad8be is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:25.695534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:25.699402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:25.732121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Pushing event updated for resources: {'Port': ['ID=cb78b322-456e-48b1-afd2-f359f8821fb2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:25.752727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:09:25.767828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:25.768454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.789913 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-774a1f86-de21-4fd4-939b-1304564d0243 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494902 May 19 13:09:25.802119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Request body: {'port': {'device_id': '28225510-da25-416f-8ca6-2963d1eda78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:25.885896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:25.899505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'port_id': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'mac_address': 'fa:16:3e:0b:24:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:09:25.914800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:25.989269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 935035bf-ac3b-454e-a6a6-a074bb73afb9 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:25.989784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.007257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935035bf-ac3b-454e-a6a6-a074bb73afb9 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:09:26.024408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:26.028631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.104512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:26.271479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbaf7e-602e-43df-9a05-afa31fbc21a7 req-a983c035-84a4-410f-971e-eabd8cf00577 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:26.272172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-eddbaf7e-602e-43df-9a05-afa31fbc21a7 req-a983c035-84a4-410f-971e-eabd8cf00577 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Synchronizing usage tracker for tenant:284371e2b7f24d368e5d8fe4937a0706 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:26.292619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['935035bf-ac3b-454e-a6a6-a074bb73afb9'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:26.342010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-eddbaf7e-602e-43df-9a05-afa31fbc21a7 req-a983c035-84a4-410f-971e-eabd8cf00577 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Unset dirty status for tenant:284371e2b7f24d368e5d8fe4937a0706 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:26.343209 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eddbaf7e-602e-43df-9a05-afa31fbc21a7 req-a983c035-84a4-410f-971e-eabd8cf00577 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 932 time: 0.2472801 May 19 13:09:26.352234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb78b322-456e-48b1-afd2-f359f8821fb2 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:09:26.375100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.408609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Transition to ACTIVE for port object cb78b322-456e-48b1-afd2-f359f8821fb2 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:26.414375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eddbaf7e-602e-43df-9a05-afa31fbc21a7 req-1c843640-88db-4dac-88f7-dbaaaea777c6 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649741 May 19 13:09:26.415438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.555753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250de74-f30d-41dc-a06f-a286925c456e req-98f1e113-3671-4b66-89b9-1bf3cc77653a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:26.557163 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2250de74-f30d-41dc-a06f-a286925c456e req-98f1e113-3671-4b66-89b9-1bf3cc77653a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 982 time: 0.0845628 May 19 13:09:26.587082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Pushing event updated for resources: {'Port': ['ID=cb78b322-456e-48b1-afd2-f359f8821fb2,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:26.603090 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2250de74-f30d-41dc-a06f-a286925c456e req-c778bc0e-86dc-4843-a220-d7635e4acbb5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 May 19 13:09:26.657647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Attempting to bind port cb78b322-456e-48b1-afd2-f359f8821fb2 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:26.657983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Attempting to bind port cb78b322-456e-48b1-afd2-f359f8821fb2 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'e899c2b3-8401-4610-af69-baddc852bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:26.658313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Attempting to bind port cb78b322-456e-48b1-afd2-f359f8821fb2 on network c16f3afb-f8d2-4afc-97a7-b489108ad8be {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:26.663264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Port cb78b322-456e-48b1-afd2-f359f8821fb2 on network c16f3afb-f8d2-4afc-97a7-b489108ad8be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:09:26.663588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Attempting to bind port cb78b322-456e-48b1-afd2-f359f8821fb2 on network c16f3afb-f8d2-4afc-97a7-b489108ad8be {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:26.668829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:26.669165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Checking segment: {'id': 'e899c2b3-8401-4610-af69-baddc852bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:26.669568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Bound using segment: {'id': 'e899c2b3-8401-4610-af69-baddc852bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:26.669977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Bound port: cb78b322-456e-48b1-afd2-f359f8821fb2, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e899c2b3-8401-4610-af69-baddc852bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:26.670322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.764751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] For port cb78b322-456e-48b1-afd2-f359f8821fb2, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:26.767800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] For port cb78b322-456e-48b1-afd2-f359f8821fb2, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=cb78b322-456e-48b1-afd2-f359f8821fb2,segment=NetworkSegment(e899c2b3-8401-4610-af69-baddc852bc61),segment_id=e899c2b3-8401-4610-af69-baddc852bc61)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:26.775481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.841115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:26.841716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:26.843092 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] 10.222.0.79 "PUT /v2.0/ports/cb78b322-456e-48b1-afd2-f359f8821fb2 HTTP/1.1" status: 200 len: 1094 time: 1.0449457 May 19 13:09:26.843517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28225510-da25-416f-8ca6-2963d1eda78e', 'tag': 'cb78b322-456e-48b1-afd2-f359f8821fb2'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:26.866140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c146dd-9290-4a93-b33e-9cbbc7a6b58e service neutron] Pushing event updated for resources: {'Port': ['ID=cb78b322-456e-48b1-afd2-f359f8821fb2,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:26.919003 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc21445c-bcd2-48a2-81f9-5086061f16e2'] response: {'name': 'network-changed', 'server_uuid': '28225510-da25-416f-8ca6-2963d1eda78e', 'tag': 'cb78b322-456e-48b1-afd2-f359f8821fb2', 'status': 'completed', 'code': 200} May 19 13:09:26.959414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-30c92865-f41c-41dc-82c0-c6f43168ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:26.960905 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-30c92865-f41c-41dc-82c0-c6f43168ed07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=284371e2b7f24d368e5d8fe4937a0706&device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 1097 time: 0.0751123 May 19 13:09:27.031397 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-ac51a9f6-a26a-4393-8fda-eb3dba21b9b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb78b322-456e-48b1-afd2-f359f8821fb2 HTTP/1.1" status: 200 len: 217 time: 0.0625458 May 19 13:09:27.197197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-c79ec682-8a65-4120-9b83-94381a87c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:27.198705 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-c79ec682-8a65-4120-9b83-94381a87c51a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0398d2e6-c544-48ab-9252-f0672f41b3d0 HTTP/1.1" status: 200 len: 851 time: 0.1607091 May 19 13:09:27.247198 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-50241bfd-f6f5-40bc-a72b-d35da79ffb68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c16f3afb-f8d2-4afc-97a7-b489108ad8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411596 May 19 13:09:27.389339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-53a969de-bb8e-48e8-ae39-5752eb499a45 service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348243 May 19 13:09:27.518502 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1db89bd1-49f6-45d3-aa5a-391493893b84 req-80023e8d-2e72-482b-8390-eea65f044e21 service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218982 May 19 13:09:27.615947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcf8b-2cc4-4565-9d0f-95fc536cf334 req-f73925cc-5d18-4faa-b8a2-41e858f0fe5c tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:27.617412 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-85abcf8b-2cc4-4565-9d0f-95fc536cf334 req-f73925cc-5d18-4faa-b8a2-41e858f0fe5c tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 944 time: 0.0924289 May 19 13:09:27.648120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-97d044e6-b03a-424d-b99e-4c6dc7fb8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:27.649581 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-97d044e6-b03a-424d-b99e-4c6dc7fb8d7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=284371e2b7f24d368e5d8fe4937a0706&device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 1097 time: 0.0778670 May 19 13:09:27.662661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-85abcf8b-2cc4-4565-9d0f-95fc536cf334 req-d75caced-60f6-4fe0-bccf-aa175057a132 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Synchronizing usage tracker for tenant:284371e2b7f24d368e5d8fe4937a0706 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:27.682457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-85abcf8b-2cc4-4565-9d0f-95fc536cf334 req-d75caced-60f6-4fe0-bccf-aa175057a132 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Unset dirty status for tenant:284371e2b7f24d368e5d8fe4937a0706 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:27.684309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-85abcf8b-2cc4-4565-9d0f-95fc536cf334 req-d75caced-60f6-4fe0-bccf-aa175057a132 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610895 May 19 13:09:27.767703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:27.838398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:27.841268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-38fea5f1-dccd-445f-b9d0-3ac24b4a4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:27.842735 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-38fea5f1-dccd-445f-b9d0-3ac24b4a4c66 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c16f3afb-f8d2-4afc-97a7-b489108ad8be HTTP/1.1" status: 200 len: 912 time: 0.1825244 May 19 13:09:27.843712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:27.844087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:27.858049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1bfdb-3af2-418c-baea-ac0e8b0d1e88 req-3ab15947-6870-40a9-bb56-804014a30f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:27.859474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ff1bfdb-3af2-418c-baea-ac0e8b0d1e88 req-3ab15947-6870-40a9-bb56-804014a30f13 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 982 time: 0.1294141 May 19 13:09:27.935175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-bec419bd-2f32-410e-8473-ac42a99ecd9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb78b322-456e-48b1-afd2-f359f8821fb2 HTTP/1.1" status: 200 len: 217 time: 0.0746725 May 19 13:09:27.960925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 935035bf-ac3b-454e-a6a6-a074bb73afb9 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:27.961305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:27.991915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:27.999175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ff1bfdb-3af2-418c-baea-ac0e8b0d1e88 req-6ffcc51c-2975-4a75-8e7c-bae060eb2808 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927305 May 19 13:09:28.002013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:28.008377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:28.019046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-b3051ef6-eab9-4c40-99dd-d7d15ad9c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:28.020799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-b3051ef6-eab9-4c40-99dd-d7d15ad9c539 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0398d2e6-c544-48ab-9252-f0672f41b3d0 HTTP/1.1" status: 200 len: 851 time: 0.0753708 May 19 13:09:28.055835 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f590b24-3b28-4277-89fe-d14cbc10751e'] response: {'server_uuid': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'code': 200} May 19 13:09:28.072892 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-97488db2-8ad7-4e72-968a-bff38bb094f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c16f3afb-f8d2-4afc-97a7-b489108ad8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445592 May 19 13:09:28.087652 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:28.218277 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-156fa2a9-6c6b-42d7-b916-9627da54a386 service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350198 May 19 13:09:28.305558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2ad7f-db7c-4f99-844c-91c48905623a req-0dae0659-18ac-4346-9466-a9fe8339e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:28.307040 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-daa2ad7f-db7c-4f99-844c-91c48905623a req-0dae0659-18ac-4346-9466-a9fe8339e226 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 1136 time: 0.0694196 May 19 13:09:28.347875 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-daa2ad7f-db7c-4f99-844c-91c48905623a req-b7a45924-f640-4f69-9dd8-d1d15bd23c1b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 May 19 13:09:28.357466 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e47ff222-f283-4993-84c4-c1d749ae0308 req-3d87ff20-9832-4ffa-8b53-9e07a8b3d6e8 service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305950 May 19 13:09:28.897144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e03582-2b12-4022-b303-7cfe661ff5ef req-e80f57a0-30ed-4d1b-b8f1-38d1333aa0bc tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:28.898594 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f8e03582-2b12-4022-b303-7cfe661ff5ef req-e80f57a0-30ed-4d1b-b8f1-38d1333aa0bc tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 944 time: 0.1010942 May 19 13:09:28.949070 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f8e03582-2b12-4022-b303-7cfe661ff5ef req-bec6e14b-fbbe-4e1d-9934-586700ca1b32 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 May 19 13:09:29.219220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013936d-667f-4589-9c81-981c4a999b76 req-5e4ca088-7b0d-4177-b139-e476d53d1039 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:29.220603 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5013936d-667f-4589-9c81-981c4a999b76 req-5e4ca088-7b0d-4177-b139-e476d53d1039 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 983 time: 0.0879772 May 19 13:09:29.266871 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5013936d-667f-4589-9c81-981c4a999b76 req-8dd5865b-bb27-48e0-8de5-c7bbd886befd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 May 19 13:09:29.768322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device cb78b322-456e-48b1-afd2-f359f8821fb2 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:09:29.935130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port cb78b322-456e-48b1-afd2-f359f8821fb2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=cb78b322-456e-48b1-afd2-f359f8821fb2,segment=NetworkSegment(e899c2b3-8401-4610-af69-baddc852bc61),segment_id=e899c2b3-8401-4610-af69-baddc852bc61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:29.951232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'cb78b322-456e-48b1-afd2-f359f8821fb2', 'network_id': 'c16f3afb-f8d2-4afc-97a7-b489108ad8be', 'port_id': 'cb78b322-456e-48b1-afd2-f359f8821fb2', 'mac_address': 'fa:16:3e:94:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0398d2e6-c544-48ab-9252-f0672f41b3d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:09:30.020745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port cb78b322-456e-48b1-afd2-f359f8821fb2 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:30.021196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.041487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb78b322-456e-48b1-afd2-f359f8821fb2 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:09:30.057262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port cb78b322-456e-48b1-afd2-f359f8821fb2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=cb78b322-456e-48b1-afd2-f359f8821fb2,segment=NetworkSegment(e899c2b3-8401-4610-af69-baddc852bc61),segment_id=e899c2b3-8401-4610-af69-baddc852bc61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:30.062385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:30.131235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=cb78b322-456e-48b1-afd2-f359f8821fb2,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:30.155748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389b214-72e7-481c-b259-a5010cf4e1ed req-bebdd0fd-fa48-402d-bcd0-c873c3e1bcb6 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:30.157240 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f389b214-72e7-481c-b259-a5010cf4e1ed req-bebdd0fd-fa48-402d-bcd0-c873c3e1bcb6 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 945 time: 0.0910659 May 19 13:09:30.204251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f389b214-72e7-481c-b259-a5010cf4e1ed req-a16bb6f2-c729-4603-a30b-46cf516f911c tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 May 19 13:09:30.304352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['cb78b322-456e-48b1-afd2-f359f8821fb2'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:30.451251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70933-f7d2-4091-91ff-e1fe2953956e req-55195839-db5f-4b05-ae01-7d26b0bdece9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:30.452699 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-45d70933-f7d2-4091-91ff-e1fe2953956e req-55195839-db5f-4b05-ae01-7d26b0bdece9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 983 time: 0.0785964 May 19 13:09:30.502580 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-45d70933-f7d2-4091-91ff-e1fe2953956e req-0d5eec8f-6480-4132-8336-b60293577bfd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 May 19 13:09:30.707733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756fd7-2299-4b11-83f5-b330bd7c6664 req-a866c08d-1280-4a61-947b-dd152e900980 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:30.709204 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b9756fd7-2299-4b11-83f5-b330bd7c6664 req-a866c08d-1280-4a61-947b-dd152e900980 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 983 time: 0.0922716 May 19 13:09:30.754683 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b9756fd7-2299-4b11-83f5-b330bd7c6664 req-4b621659-9308-4b23-8292-98d2ec7628f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 May 19 13:09:30.778533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38556) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:30.849742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ea7ba-44f6-4475-8694-b62c830d4b3f tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:30.851288 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-949ea7ba-44f6-4475-8694-b62c830d4b3f tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 1131 time: 0.0716741 May 19 13:09:30.854251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38560) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:30.859444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:30.865439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:30.869328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:30.872208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:30.877941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:30.889916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.130332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.162105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd305bbc-b003-4b94-bcc5-016f310af829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.275588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.100 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/b42f78e9-30b6-462a-aa12-71cea94d4b00) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:09:31.401891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754b28-a95c-42ed-9177-f58b9b2b956e req-3b9735d8-b13c-4842-b845-168377b1e593 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:31.403261 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb754b28-a95c-42ed-9177-f58b9b2b956e req-3b9735d8-b13c-4842-b845-168377b1e593 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 945 time: 0.0859680 May 19 13:09:31.426850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.448678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb754b28-a95c-42ed-9177-f58b9b2b956e req-970413f4-226f-404c-806d-ebbba815df72 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 May 19 13:09:31.459439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.530014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:09:31.534211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:09:31.538340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:09:31.579524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=b42f78e9-30b6-462a-aa12-71cea94d4b00,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:31.783577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device cb78b322-456e-48b1-afd2-f359f8821fb2 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:31.856182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port cb78b322-456e-48b1-afd2-f359f8821fb2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:31.861229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port cb78b322-456e-48b1-afd2-f359f8821fb2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:31.861623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.976253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:31.983614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port cb78b322-456e-48b1-afd2-f359f8821fb2 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:31.983986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.011235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28225510-da25-416f-8ca6-2963d1eda78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb78b322-456e-48b1-afd2-f359f8821fb2'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:32.025640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port cb78b322-456e-48b1-afd2-f359f8821fb2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=cb78b322-456e-48b1-afd2-f359f8821fb2,segment=NetworkSegment(e899c2b3-8401-4610-af69-baddc852bc61),segment_id=e899c2b3-8401-4610-af69-baddc852bc61)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:32.030861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.053760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.066495 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f481c37a-cdad-419d-8b5e-ac8c8ba76baa'] response: {'server_uuid': '28225510-da25-416f-8ca6-2963d1eda78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb78b322-456e-48b1-afd2-f359f8821fb2', 'code': 200} May 19 13:09:32.099856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=cb78b322-456e-48b1-afd2-f359f8821fb2,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:32.316157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.323919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.376740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835eb26-53d9-4666-9af6-741864820408 req-1c2ea89e-9030-4421-8568-2327221134ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:32.378213 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a835eb26-53d9-4666-9af6-741864820408 req-1c2ea89e-9030-4421-8568-2327221134ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 1099 time: 0.1396203 May 19 13:09:32.460914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=b42f78e9-30b6-462a-aa12-71cea94d4b00,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:32.473965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a835eb26-53d9-4666-9af6-741864820408 req-751613b3-a423-485d-a16b-7c79ce52aabf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644693 May 19 13:09:32.478803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:32.641358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd26d-dd38-42b4-955e-1888b3d93f69 req-543c6e47-e67a-459f-936c-1edd01a5c7c3 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:32.643137 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e73fd26d-dd38-42b4-955e-1888b3d93f69 req-543c6e47-e67a-459f-936c-1edd01a5c7c3 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0872726 May 19 13:09:32.691817 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e73fd26d-dd38-42b4-955e-1888b3d93f69 req-9e0fcd5f-6d22-45e0-9d8f-c4005f0953dc tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 May 19 13:09:32.756592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 6740f945-8b38-40f2-a002-3250dd259301 associated. External IP: 172.26.3.100, port: 935035bf-ac3b-454e-a6a6-a074bb73afb9. May 19 13:09:33.110758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router eba8548e-dd2a-4fea-b3bc-af13803a89db has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:33.304500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:33.319781 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] Sync routers for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:33.329675 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:33.330547 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:33.334219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.394070 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-95377f43-2712-4b88-a7ea-da8e643d288b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5387757 May 19 13:09:33.394920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:33.397646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38572) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:33.442140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bedd42-8a65-415a-87c8-80058dbe63d0'] response: {'name': 'network-changed', 'server_uuid': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'status': 'completed', 'code': 200} May 19 13:09:33.486185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51b324-90bf-40ca-b363-a0e384bec365 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:33.490416 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ad51b324-90bf-40ca-b363-a0e384bec365 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4&network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 1131 time: 0.0889802 May 19 13:09:33.522116 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:33.550656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-a1482582-03e4-481f-b4be-81be271e8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:33.552326 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-a1482582-03e4-481f-b4be-81be271e8df2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 1136 time: 0.0802925 May 19 13:09:33.583377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-514f0c45-937b-4833-a0df-a1b8ff3a83ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:33.725523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-9dd7cf50-7e86-4929-a1cd-304f48aa12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:33.728252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-9dd7cf50-7e86-4929-a1cd-304f48aa12ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 897 time: 0.1597390 May 19 13:09:33.920267 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-799e7f8c-32a4-4da8-a640-e110b05c452d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1037 time: 0.1836026 May 19 13:09:33.971859 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '6740f945-8b38-40f2-a002-3250dd259301', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'port_id': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-222705382', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'mac_address': 'fa:16:3e:0b:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:09:31Z', 'updated_at': '2022-05-19T13:09:31Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:33.976439 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] Checking router: eba8548e-dd2a-4fea-b3bc-af13803a89db for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:33.977992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6f39c-a9bf-4fd7-9b23-800b771bc806 req-a721bac9-cb06-4df3-bbef-7070daa7e7cb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:33.979657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8fa6f39c-a9bf-4fd7-9b23-800b771bc806 req-a721bac9-cb06-4df3-bbef-7070daa7e7cb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 983 time: 0.1557124 May 19 13:09:33.986956 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:33.987960 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:34.044422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-31305306-6819-4319-8216-ce77b74818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:34.045907 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-31305306-6819-4319-8216-ce77b74818ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7573402-e50b-4044-93a1-39ecda657f91 HTTP/1.1" status: 200 len: 834 time: 0.1153891 May 19 13:09:34.050475 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8fa6f39c-a9bf-4fd7-9b23-800b771bc806 req-31712a3a-26d1-4bec-be95-3d73c641f050 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569379 May 19 13:09:34.067679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce454f7-77dd-49df-aa73-0f3b85f752ba req-02c1d76f-9197-4011-b0bc-686a3e3bc3a2 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:34.071146 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8ce454f7-77dd-49df-aa73-0f3b85f752ba req-02c1d76f-9197-4011-b0bc-686a3e3bc3a2 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.1998706 May 19 13:09:34.121099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8ce454f7-77dd-49df-aa73-0f3b85f752ba req-55c9d316-8347-49f3-8a51-0d233e0e4bf0 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452325 May 19 13:09:34.129882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-76b03b5d-70c2-45f7-beff-57de2f9c7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:34.131673 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-76b03b5d-70c2-45f7-beff-57de2f9c7d4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742712 May 19 13:09:34.182317 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:34.369936 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-7c840ff7-5498-46c4-a87f-447e50d3bb16 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289877 May 19 13:09:34.507810 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ba81789-4647-4f6f-b8e5-fd1ef78299f9 req-08ae74fb-e012-48c1-8672-a23df56dcefe service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262820 May 19 13:09:34.523065 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '6740f945-8b38-40f2-a002-3250dd259301', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'port_id': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-222705382', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'mac_address': 'fa:16:3e:0b:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:09:31Z', 'updated_at': '2022-05-19T13:09:31Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:34.527046 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0efcd2f-8af3-402f-8b4e-7bbc017e2403 None None] The sync data for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv is: [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '6740f945-8b38-40f2-a002-3250dd259301', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'port_id': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-222705382', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'mac_address': 'fa:16:3e:0b:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aae4a4-c206-46dd-a669-9b78a85ae4c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:09:31Z', 'updated_at': '2022-05-19T13:09:31Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:34.714759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425b002-0537-4972-9ac3-be7d1acc503b None None] New status for floating IP 6740f945-8b38-40f2-a002-3250dd259301: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:09:34.814128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:34.921614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:35.316558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a55b-5508-4a2d-b1a9-82c9cb9c9ba5 req-c4fae760-2259-4a01-bfb9-eb3eeae558ce tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:35.318879 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3dd0a55b-5508-4a2d-b1a9-82c9cb9c9ba5 req-c4fae760-2259-4a01-bfb9-eb3eeae558ce tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0863211 May 19 13:09:35.367197 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3dd0a55b-5508-4a2d-b1a9-82c9cb9c9ba5 req-86bd3b7f-ec1b-40dc-9020-33447eb27a24 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 May 19 13:09:35.368783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b5ef-5a03-4ef8-a460-2f934efbe218 req-04e93d0d-0fcb-4925-bfdc-52394a245bbc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:35.370268 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-32e9b5ef-5a03-4ef8-a460-2f934efbe218 req-04e93d0d-0fcb-4925-bfdc-52394a245bbc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 983 time: 0.2049849 May 19 13:09:35.407364 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:09:35.415847 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-32e9b5ef-5a03-4ef8-a460-2f934efbe218 req-406a3d57-4dab-4b48-a73c-f58d2e2d79d2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 May 19 13:09:35.555767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106076-3b4c-461a-ada7-8a74cb349567 req-fa42e6e6-61df-47e7-ac09-38e1bde50b33 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:35.557308 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4106076-3b4c-461a-ada7-8a74cb349567 req-fa42e6e6-61df-47e7-ac09-38e1bde50b33 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0859795 May 19 13:09:35.568372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-fb5fe6b2-1a51-45e6-9bab-996585edbef7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:35.569816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-fb5fe6b2-1a51-45e6-9bab-996585edbef7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 983 time: 0.0837009 May 19 13:09:35.603909 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c4106076-3b4c-461a-ada7-8a74cb349567 req-318b5428-24ac-40d7-b07e-317ddd5e5c3b tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 May 19 13:09:35.641745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-b81e1b4f-c6e5-449f-aa71-9f8233447ac9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:35.643128 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-b81e1b4f-c6e5-449f-aa71-9f8233447ac9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0665560 May 19 13:09:35.787570 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-b80a61f4-68a2-43c6-a0be-0ea3a4112d83 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1382661 May 19 13:09:35.802437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:35.925080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:35.930172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.011421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193acbf-7ebc-4053-acf9-d6c89752a93a req-17c1a838-3bdd-4fd0-a82d-9cba63992453 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:36.012885 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d193acbf-7ebc-4053-acf9-d6c89752a93a req-17c1a838-3bdd-4fd0-a82d-9cba63992453 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0827487 May 19 13:09:36.062480 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d193acbf-7ebc-4053-acf9-d6c89752a93a req-414c1314-59f6-4c1e-a83d-37a5dfc0527e tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 May 19 13:09:36.121256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:36.149598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:36.204519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] device_id is not set on port 935035bf-ac3b-454e-a6a6-a074bb73afb9 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:09:36.213456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.219988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.367757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=6']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:36.430883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] No DVR routers for this DVR port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:36.537605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8a696e53-c8b7-4d48-a18a-2e31f09aa535 None None] Provisioning complete for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:36.537963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8a696e53-c8b7-4d48-a18a-2e31f09aa535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.589769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8a696e53-c8b7-4d48-a18a-2e31f09aa535 None None] Port 935035bf-ac3b-454e-a6a6-a074bb73afb9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:36.635168 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2310eaff-55f1-4f92-98fe-c94cfb5d7e2b req-15b5c68f-3852-449f-b8bb-5eb602db72d1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=30aae4a4-c206-46dd-a669-9b78a85ae4c4 HTTP/1.1" status: 200 len: 210 time: 0.0592506 May 19 13:09:36.702223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] In _notify_port_updated(), no bound segment for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:09:36.703013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:36.703605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:36.704847 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84e75d0f-45ef-4c54-8eb5-eb9c39b08aae req-bdf48b72-274c-44de-b1fe-b8a88f115c07 service neutron] 10.222.0.79 "PUT /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1026 time: 0.9065580 May 19 13:09:37.263660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56611dc1-fa3b-4ec2-9975-3721500e9d00 req-02b9ff5f-dabf-464c-8c89-f565ada83487 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:37.265099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56611dc1-fa3b-4ec2-9975-3721500e9d00 req-02b9ff5f-dabf-464c-8c89-f565ada83487 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0810719 May 19 13:09:37.315775 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56611dc1-fa3b-4ec2-9975-3721500e9d00 req-6dbc450b-9341-4594-99b1-7221172aa441 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 May 19 13:09:37.518292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:37.691431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a43d-7b85-4fd7-87ef-0c542f4a0bdc req-80074181-dbac-46a8-a644-dfdcede81459 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:37.693169 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7082a43d-7b85-4fd7-87ef-0c542f4a0bdc req-80074181-dbac-46a8-a644-dfdcede81459 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0881405 May 19 13:09:37.699721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-4b3580a0-f978-48be-8faf-66319e4248ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:37.705328 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-4b3580a0-f978-48be-8faf-66319e4248ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=284371e2b7f24d368e5d8fe4937a0706&device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 1099 time: 0.0745075 May 19 13:09:37.737359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38606) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:37.744129 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7082a43d-7b85-4fd7-87ef-0c542f4a0bdc req-a8686ef3-7c37-4061-9915-cc18ca8fee28 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 May 19 13:09:37.992368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab544807-0e4c-4241-8dac-4880b237f31c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:37.993637 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ab544807-0e4c-4241-8dac-4880b237f31c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 925 time: 0.2551589 May 19 13:09:38.020593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-5b8bab4e-aaaa-4850-99e9-3add1e4bbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:38.022635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-5b8bab4e-aaaa-4850-99e9-3add1e4bbc75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c16f3afb-f8d2-4afc-97a7-b489108ad8be HTTP/1.1" status: 200 len: 912 time: 0.3101149 May 19 13:09:38.075138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38612) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:38.080295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997393319', 'description': 'tempest-secgroup-smoke-1997393319 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.086926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.097092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:38.098474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-c90f2904-9fbf-404a-8942-0fca84c72c30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb78b322-456e-48b1-afd2-f359f8821fb2 HTTP/1.1" status: 200 len: 217 time: 0.0682604 May 19 13:09:38.109493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.132383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.138595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:38.143126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:38.149445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:38.183067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-aedba2bf-3393-41aa-9a70-6f6b0646cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:38.184779 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-aedba2bf-3393-41aa-9a70-6f6b0646cdaf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0398d2e6-c544-48ab-9252-f0672f41b3d0 HTTP/1.1" status: 200 len: 851 time: 0.0789030 May 19 13:09:38.239201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.244883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.247099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-33d4ea0f-2a30-45c9-b807-c8250f7653d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c16f3afb-f8d2-4afc-97a7-b489108ad8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556328 May 19 13:09:38.289869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc9cffc-6746-4682-a50c-545d561b20e0,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:38.300801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.304941 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-06289c22-dd23-417f-9d8e-51d87817066e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2260456 May 19 13:09:38.305146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38616) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:38.310189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'adc9cffc-6746-4682-a50c-545d561b20e0', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.316307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.321013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:38.324002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:38.329719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:38.350170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.413133 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-9d81c9aa-45de-4c64-9b52-9daf7e3d22d3 service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591134 May 19 13:09:38.425696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.430789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.462638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457ee5d5-25a4-41fb-9534-f945cb3b300f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:38.469639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.471061 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6e638052-764e-4b1e-9f66-56263bfad58e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649497 May 19 13:09:38.473696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38620) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:38.480574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'adc9cffc-6746-4682-a50c-545d561b20e0', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.487185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.492138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:38.495321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:38.503061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:38.523860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.564792 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1c16e8ba-8727-481f-a69f-0b29a78fedc2 req-fdcc2d28-cb43-425b-975e-9c0f66d521f2 service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446848 May 19 13:09:38.594160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.599260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.623480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef58011a-3845-42aa-a09b-d94aeab758ac,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:38.634379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.635645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5108d6db-86f3-4860-9063-3755f5856066 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601660 May 19 13:09:38.638958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38624) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:38.644013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'adc9cffc-6746-4682-a50c-545d561b20e0', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.650742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.654979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:38.658144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:38.664938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:38.683968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.760573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.766448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.790936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deef8ee0-5425-4f32-bf7a-431a95e673f4,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:38.802967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.804145 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8c5c2f36-376e-4334-8114-2e1ccc67f5e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642351 May 19 13:09:38.807109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38630) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:38.812497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'adc9cffc-6746-4682-a50c-545d561b20e0', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.818619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.822665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:38.825598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:38.831792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:38.848775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.914785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.919120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.935223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09105271-3feb-4e98-8a35-fd5818559d6d req-a90297e8-51c8-4b44-be6a-25bf6083cfb0 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:38.937156 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-09105271-3feb-4e98-8a35-fd5818559d6d req-a90297e8-51c8-4b44-be6a-25bf6083cfb0 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0842993 May 19 13:09:38.948264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671c7d4a-9f8b-4ed5-8ccc-220c08b03296,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:38.959140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:38.960552 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f07988d1-9599-406b-bbbb-8fe8941349cc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524110 May 19 13:09:38.963306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38634) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:38.969117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'adc9cffc-6746-4682-a50c-545d561b20e0', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:38.975596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:38.979490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:38.982355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:38.984496 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-09105271-3feb-4e98-8a35-fd5818559d6d req-d06968cb-f284-441d-bc6d-8769ef6b7682 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 May 19 13:09:38.988565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:39.000015 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:09:39.007067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.071396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.075652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.099736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06358117-ead0-4bad-bb27-f6c54583d591,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:39.110725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.111987 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-82aa12c2-dd92-49b4-a2a7-389c2a76ba21 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477506 May 19 13:09:39.116446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38638) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:39.121423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'adc9cffc-6746-4682-a50c-545d561b20e0', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:39.127544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:09:39.131867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:09:39.135140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:09:39.141399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:09:39.154044 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:09:39.160708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.229932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.235095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.264440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625ffdcb-da74-4399-8e60-8bbb71988085,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:39.274267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:39.275467 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-910df52a-5e16-4cd2-adb9-0c3c192a0c08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580958 May 19 13:09:39.509415 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-bcdc7549-53ed-49dc-b641-eb7119610ec7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997393319&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0410347 May 19 13:09:39.591914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-5a10e5aa-2cf1-40c2-ab80-6f51fab4cebe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:39.593243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-5a10e5aa-2cf1-40c2-ab80-6f51fab4cebe tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 930 time: 0.0745115 May 19 13:09:39.711192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-91261f9d-2817-4489-817d-e4a67fafe4e9 service neutron] 10.222.0.44 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1059239 May 19 13:09:39.720544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-17d2c903-5814-40a0-8ab3-c9ac80fc54d2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:09:39.721448 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-17d2c903-5814-40a0-8ab3-c9ac80fc54d2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047865 May 19 13:09:39.777788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:39.858064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-cfe56919-12b5-4960-81c5-77dbf04486c4 service neutron] 10.222.0.44 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308110 May 19 13:09:39.871609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:39.988858 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-50f1695e-5504-4872-a1d6-380c32669fb2 service neutron] 10.222.0.44 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245530 May 19 13:09:40.183806 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5b1036eb-5c42-4f73-bf2f-b1f0fef0dcfa req-bb790917-42aa-4550-97a8-2d3108cc3988 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 210 time: 0.0563917 May 19 13:09:40.186849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61158d0-7a66-490a-9331-7ebe4cb7b456 req-b87df42e-1334-4bb1-ba8d-e69672516c03 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:40.189403 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a61158d0-7a66-490a-9331-7ebe4cb7b456 req-b87df42e-1334-4bb1-ba8d-e69672516c03 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0979185 May 19 13:09:40.238006 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a61158d0-7a66-490a-9331-7ebe4cb7b456 req-54f6635b-dc9e-42eb-a7b2-129234a5923b tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 May 19 13:09:40.644719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50582b-6730-403e-a98f-ad76f031a9eb req-7251dc1a-13e3-44ab-b9c3-2a4bd4c9514e tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:40.646436 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-de50582b-6730-403e-a98f-ad76f031a9eb req-7251dc1a-13e3-44ab-b9c3-2a4bd4c9514e tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0842285 May 19 13:09:40.691327 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-de50582b-6730-403e-a98f-ad76f031a9eb req-3d7dbe2c-4564-4ba3-a3e9-f7b7e118075d tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 May 19 13:09:41.340714 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-228afbdc-dc17-4f54-9e45-0b3f7dac0a49 req-07a6952d-ef65-4bb1-af79-031021ffcad5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 210 time: 0.0455880 May 19 13:09:41.400128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-de1ebd54-ae8e-4b85-beba-152833799e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:41.401497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-de1ebd54-ae8e-4b85-beba-152833799e61 service neutron] 10.222.0.79 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1026 time: 0.0638080 May 19 13:09:41.553234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-e5ef9ba4-6707-47d2-9498-8d9dc47d3d59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:41.554697 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-e5ef9ba4-6707-47d2-9498-8d9dc47d3d59 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 796 time: 0.1472111 May 19 13:09:41.618143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-f8756601-fe65-43d0-b1e0-31e1fa4b22be tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 473 time: 0.0546324 May 19 13:09:41.632573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Request body: {'port': {'device_id': 'efc48289-8c32-46c6-bf96-5da91f930411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:41.746091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:41.878153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b916a7-f5f6-4b82-9894-a2dbc18c3238 req-397acc13-0fdb-49cc-818e-ec6a05fe394b tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:41.879722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-80b916a7-f5f6-4b82-9894-a2dbc18c3238 req-397acc13-0fdb-49cc-818e-ec6a05fe394b tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0842569 May 19 13:09:41.924837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-80b916a7-f5f6-4b82-9894-a2dbc18c3238 req-8cdbdd18-4346-4a7e-ac1f-b739067114bd tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 May 19 13:09:42.096120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935035bf-ac3b-454e-a6a6-a074bb73afb9 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:09:42.105879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.122546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Transition to ACTIVE for port object 935035bf-ac3b-454e-a6a6-a074bb73afb9 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:09:42.129754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.352448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-3ce9e9db-ed5a-4d18-9d8a-85e72efb6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.353928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-3ce9e9db-ed5a-4d18-9d8a-85e72efb6752 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=284371e2b7f24d368e5d8fe4937a0706&device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 1099 time: 0.1083443 May 19 13:09:42.361733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e75a-481c-47e9-bdca-76255ddd5b37 req-2dcce499-b3d8-4d7d-aab6-bcf598fc03fa tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.363236 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1f87e75a-481c-47e9-bdca-76255ddd5b37 req-2dcce499-b3d8-4d7d-aab6-bcf598fc03fa tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.1660345 May 19 13:09:42.408550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=7']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:42.493432 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1f87e75a-481c-47e9-bdca-76255ddd5b37 req-a0bdc0ce-6187-4b1a-a738-3e821fc1e386 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101151 May 19 13:09:42.530074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-2d023620-230d-4008-81f4-25e693ce9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.531553 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-2d023620-230d-4008-81f4-25e693ce9202 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c16f3afb-f8d2-4afc-97a7-b489108ad8be HTTP/1.1" status: 200 len: 912 time: 0.1674232 May 19 13:09:42.582817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:09:42.583166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:09:42.583709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:42.591310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:09:42.591626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Attempting to bind port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:09:42.600030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:09:42.600396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Checking segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:09:42.600774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Bound using segment: {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:09:42.601057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-af225fef-3050-4d90-a653-9f08dd113b26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb78b322-456e-48b1-afd2-f359f8821fb2 HTTP/1.1" status: 200 len: 217 time: 0.0628927 May 19 13:09:42.601194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Bound port: 935035bf-ac3b-454e-a6a6-a074bb73afb9, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61541a12-13b7-4832-af6d-dd648141ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:09:42.601507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.627433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6fce1-9781-40e3-a07f-9b0da471c83c req-b4a06c51-b2e9-48f3-bfe1-4db1e5f2f670 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.628883 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83b6fce1-9781-40e3-a07f-9b0da471c83c req-b4a06c51-b2e9-48f3-bfe1-4db1e5f2f670 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 981 time: 0.1347532 May 19 13:09:42.665517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-7e5c1a16-07ea-4809-8fa2-01ff815c7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.667019 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-7e5c1a16-07ea-4809-8fa2-01ff815c7cce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0398d2e6-c544-48ab-9252-f0672f41b3d0 HTTP/1.1" status: 200 len: 851 time: 0.0588417 May 19 13:09:42.716711 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-93b5154c-5173-4be3-82ad-03cdfa3c131e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c16f3afb-f8d2-4afc-97a7-b489108ad8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424497 May 19 13:09:42.726962 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83b6fce1-9781-40e3-a07f-9b0da471c83c req-4e511d9d-a543-4587-8071-0e90aad21da6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743923 May 19 13:09:42.736321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:42.739839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:09:42.754230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.817290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.817961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:42.819399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] 10.222.0.79 "PUT /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1131 time: 1.1922076 May 19 13:09:42.819854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc48289-8c32-46c6-bf96-5da91f930411', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:42.856073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92fd9c-b469-4ddd-a67c-a0969011a4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=8']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:42.870123 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80e8ff7-f2f0-46cc-a6cb-562c37bde173'] response: {'name': 'network-changed', 'server_uuid': 'efc48289-8c32-46c6-bf96-5da91f930411', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'status': 'completed', 'code': 200} May 19 13:09:42.947185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-b2fd2d28-0f0c-41c8-886f-153f3f3667ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:42.948671 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-b2fd2d28-0f0c-41c8-886f-153f3f3667ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 1134 time: 0.0809610 May 19 13:09:42.981643 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-48153e4b-c8e3-4079-8349-2f160da9501d service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582943 May 19 13:09:43.061331 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-67d711e1-de9d-432a-a79d-0b5fb29965eb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1037 time: 0.0999000 May 19 13:09:43.121092 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15cbcbaa-2770-4719-ac34-0913b31c6d3b req-d092ae75-12f9-4d24-88b9-c05b380cc7bd service neutron] 10.222.0.79 "GET /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329803 May 19 13:09:43.128338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-38f92e9f-e237-49e0-b3c1-6fb020a60903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:43.129844 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-38f92e9f-e237-49e0-b3c1-6fb020a60903 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7573402-e50b-4044-93a1-39ecda657f91 HTTP/1.1" status: 200 len: 834 time: 0.0617635 May 19 13:09:43.209208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-679b2ef3-82cb-4c4d-be53-9b260777b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:43.210690 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-679b2ef3-82cb-4c4d-be53-9b260777b1ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742838 May 19 13:09:43.350251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-ca3cf048-2517-4722-ac69-e6b33ee5ada1 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327026 May 19 13:09:43.494893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2a049475-4bf8-4ae6-aba5-5bb2f5983c34 req-0382ff44-57a7-4617-ad86-38933a2cd584 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322236 May 19 13:09:43.681745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-8323ba66-a5d3-4b4c-8f98-390391634bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:43.683213 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-8323ba66-a5d3-4b4c-8f98-390391634bf9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 1134 time: 0.1257191 May 19 13:09:43.718990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f190f8-ffde-4e73-ae41-242560051e32 req-a1855745-a3ed-43c0-95fd-5f78820f304a tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:43.720390 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9f190f8-ffde-4e73-ae41-242560051e32 req-a1855745-a3ed-43c0-95fd-5f78820f304a tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.1135309 May 19 13:09:43.826747 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9f190f8-ffde-4e73-ae41-242560051e32 req-d7803e34-a579-4028-b36e-c811e5466753 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996165 May 19 13:09:43.869822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-fc13d6bd-b4ec-460a-ab94-97171d5fbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:43.872440 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-fc13d6bd-b4ec-460a-ab94-97171d5fbebc service neutron] 10.222.0.79 "GET /v2.0/networks?id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 897 time: 0.1801982 May 19 13:09:43.931342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5844c-6ecb-4110-9c51-071298fcce9c req-fa7129da-7727-4fdf-8a1d-f063a7c3892c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:43.933026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9ba5844c-6ecb-4110-9c51-071298fcce9c req-fa7129da-7727-4fdf-8a1d-f063a7c3892c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 981 time: 0.0972300 May 19 13:09:43.979157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-9ba5844c-6ecb-4110-9c51-071298fcce9c req-d28ac5b4-6c19-407e-b138-2b13f452d695 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:09:43.996237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-9ba5844c-6ecb-4110-9c51-071298fcce9c req-d28ac5b4-6c19-407e-b138-2b13f452d695 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:09:43.997443 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9ba5844c-6ecb-4110-9c51-071298fcce9c req-d28ac5b4-6c19-407e-b138-2b13f452d695 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 May 19 13:09:43.998041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-d72ea574-7139-45b2-833f-3536fd73872b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1037 time: 0.1136765 May 19 13:09:44.064174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-9626028a-ce82-4417-a1a3-36b5852cc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:44.065564 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-9626028a-ce82-4417-a1a3-36b5852cc623 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7573402-e50b-4044-93a1-39ecda657f91 HTTP/1.1" status: 200 len: 834 time: 0.0612338 May 19 13:09:44.145087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-3106c507-7d30-404e-b416-0ff80c7fb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:44.146656 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-3106c507-7d30-404e-b416-0ff80c7fb9f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736985 May 19 13:09:44.371709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-2da8df21-e988-4a4d-9265-232a72f9d8f3 service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178321 May 19 13:09:44.504017 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-614155d5-3ace-4271-9a77-dd3ac49d7cea req-838d84e5-faed-46cf-b888-36908a39931a service neutron] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242323 May 19 13:09:45.046942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f21df4-3c75-4010-a80d-4c0a1e8b6998 req-694b2583-345a-4474-996c-36dc30a6ca9f tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:45.048645 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b5f21df4-3c75-4010-a80d-4c0a1e8b6998 req-694b2583-345a-4474-996c-36dc30a6ca9f tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0874522 May 19 13:09:45.092688 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b5f21df4-3c75-4010-a80d-4c0a1e8b6998 req-b2453dab-6cd2-4558-83c4-091c33760241 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 May 19 13:09:45.190215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb15f84-303d-4c39-9497-357583498a5e req-f4c9bc20-83eb-47dc-aaf1-9cb8836aef47 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:45.191841 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-acb15f84-303d-4c39-9497-357583498a5e req-f4c9bc20-83eb-47dc-aaf1-9cb8836aef47 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 981 time: 0.0886195 May 19 13:09:45.235962 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-acb15f84-303d-4c39-9497-357583498a5e req-86de5dc5-b4fe-4583-9eb0-050ca4492be6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 May 19 13:09:45.486685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8d670-d5c4-4657-a57e-c27c651b0e12 req-fd4b3ba8-1fd3-4193-9c79-a0ddf7063b86 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:45.488090 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3fa8d670-d5c4-4657-a57e-c27c651b0e12 req-fd4b3ba8-1fd3-4193-9c79-a0ddf7063b86 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0925796 May 19 13:09:45.532678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3fa8d670-d5c4-4657-a57e-c27c651b0e12 req-50c36b46-3e6a-4930-a996-c90de393e5c3 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 May 19 13:09:45.787281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:09:45.938268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:45.951488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'port_id': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'mac_address': 'fa:16:3e:0b:24:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:09:46.008870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 935035bf-ac3b-454e-a6a6-a074bb73afb9 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:46.009217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:46.026536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935035bf-ac3b-454e-a6a6-a074bb73afb9 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:09:46.043626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:46.049468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:46.116427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=9']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:46.324636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['935035bf-ac3b-454e-a6a6-a074bb73afb9'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:46.428974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05e38-8525-4a0f-a6cf-f0000948da55 req-50ca7cd2-5706-4543-b5fe-3ecf3a54c137 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:46.430427 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aea05e38-8525-4a0f-a6cf-f0000948da55 req-50ca7cd2-5706-4543-b5fe-3ecf3a54c137 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 982 time: 0.0815823 May 19 13:09:46.478334 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aea05e38-8525-4a0f-a6cf-f0000948da55 req-4f246fbb-0670-4ee4-8cd5-e730b0cd3882 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 May 19 13:09:46.722818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e18a-1ed0-46bc-b7ea-778e3380ae15 req-40180429-dd5c-48ec-ae1b-f32a46a12455 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:46.724519 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c547e18a-1ed0-46bc-b7ea-778e3380ae15 req-40180429-dd5c-48ec-ae1b-f32a46a12455 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0852375 May 19 13:09:46.770173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c547e18a-1ed0-46bc-b7ea-778e3380ae15 req-d3606490-8055-4684-9b11-aa20f254f544 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 May 19 13:09:47.718479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-f3ed67e2-1f45-4d0f-ae2a-9013517c8081 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:47.719834 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-f3ed67e2-1f45-4d0f-ae2a-9013517c8081 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.79 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.1400628 May 19 13:09:47.729812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45cdca-2e87-4f1e-b7e9-6176a400c580 req-9778a225-0914-4b76-a258-c65729107d79 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:47.731171 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aa45cdca-2e87-4f1e-b7e9-6176a400c580 req-9778a225-0914-4b76-a258-c65729107d79 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 982 time: 0.1182444 May 19 13:09:47.794588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:09:47.823325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aa45cdca-2e87-4f1e-b7e9-6176a400c580 req-dfe0b132-431d-4cf9-a780-52d557f13801 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632074 May 19 13:09:47.826705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Deleting port cb78b322-456e-48b1-afd2-f359f8821fb2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:47.827051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.866008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:09:47.870251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:47.870651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:47.964386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd7b4d-3551-4dd5-a3d4-d32194bb9608 req-7dde7a69-9304-4645-9534-7a5346ecead7 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:47.965990 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e2bd7b4d-3551-4dd5-a3d4-d32194bb9608 req-7dde7a69-9304-4645-9534-7a5346ecead7 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 946 time: 0.0826697 May 19 13:09:47.994589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 935035bf-ac3b-454e-a6a6-a074bb73afb9 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:09:47.994589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.017543 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e2bd7b4d-3551-4dd5-a3d4-d32194bb9608 req-842b93c9-374e-4b68-b8ca-27a223d5488b tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb2e4b06-4e60-47e4-846b-c8ce25afeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 May 19 13:09:48.024016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc48289-8c32-46c6-bf96-5da91f930411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:48.047369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:48.053815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.089490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] For port cb78b322-456e-48b1-afd2-f359f8821fb2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=cb78b322-456e-48b1-afd2-f359f8821fb2,segment=NetworkSegment(e899c2b3-8401-4610-af69-baddc852bc61),segment_id=e899c2b3-8401-4610-af69-baddc852bc61)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:48.089861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.089987 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ba02c4-5d3e-461d-9a00-3f5670f2043c'] response: {'server_uuid': 'efc48289-8c32-46c6-bf96-5da91f930411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935035bf-ac3b-454e-a6a6-a074bb73afb9', 'code': 200} May 19 13:09:48.129147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=10']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:48.218655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Calling delete_port for cb78b322-456e-48b1-afd2-f359f8821fb2 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:48.317100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a9729-7862-4f97-af3f-848ff3eb35a3 req-9cb3dbbe-2604-4111-af6e-87ae7a3b4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:48.318639 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a6a9729-7862-4f97-af3f-848ff3eb35a3 req-9cb3dbbe-2604-4111-af6e-87ae7a3b4a7d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 1137 time: 0.0747273 May 19 13:09:48.361823 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a6a9729-7862-4f97-af3f-848ff3eb35a3 req-acf5cee3-5f29-4aba-b635-681032973315 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352519 May 19 13:09:48.366220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.379603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['cb78b322-456e-48b1-afd2-f359f8821fb2'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:09:48.449867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Pushing event deleted for resources: {'Port': ['ID=cb78b322-456e-48b1-afd2-f359f8821fb2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:48.499544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] No DVR routers for this DVR port cb78b322-456e-48b1-afd2-f359f8821fb2 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:48.502008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:48.504685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28225510-da25-416f-8ca6-2963d1eda78e', 'name': 'network-vif-deleted', 'tag': 'cb78b322-456e-48b1-afd2-f359f8821fb2'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:09:48.524677 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c89fa00a-976a-41e1-b5bf-c5884e096e50 req-d1c69064-b018-4eeb-ac4c-bb4553215955 tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.79 "DELETE /v2.0/ports/cb78b322-456e-48b1-afd2-f359f8821fb2 HTTP/1.1" status: 204 len: 173 time: 0.7924905 May 19 13:09:48.551911 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e44b30-da4d-4cea-bbd5-00fc07f65165'] response: {'server_uuid': '28225510-da25-416f-8ca6-2963d1eda78e', 'name': 'network-vif-deleted', 'tag': 'cb78b322-456e-48b1-afd2-f359f8821fb2', 'status': 'completed', 'code': 200} May 19 13:09:49.061098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062e3e-5c59-452b-86a5-f2da4aa71649 req-15694eba-79d4-4907-9fdc-1231a6bf1965 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:49.062801 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07062e3e-5c59-452b-86a5-f2da4aa71649 req-15694eba-79d4-4907-9fdc-1231a6bf1965 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 984 time: 0.1097124 May 19 13:09:49.113399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07062e3e-5c59-452b-86a5-f2da4aa71649 req-79298f21-e9d4-4996-bf9f-5c44c4f3f270 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 May 19 13:09:49.205361 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7d19ac5f-f435-423b-9598-27699517ba93 req-b2a7a20e-57ee-47a3-9a94-1f5cc711ddea tempest-TestServerAdvancedOps-397461260 tempest-TestServerAdvancedOps-397461260-project] 10.222.0.44 "GET /v2.0/ports?device_id=28225510-da25-416f-8ca6-2963d1eda78e HTTP/1.1" status: 200 len: 210 time: 0.0464687 May 19 13:09:50.305237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38724) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:50.307314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de381d8-e7b6-4bcb-b26f-cf161a26cb71 req-4baeb8bf-0efb-4e4d-9912-3ad001dc555f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:50.308880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0de381d8-e7b6-4bcb-b26f-cf161a26cb71 req-4baeb8bf-0efb-4e4d-9912-3ad001dc555f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 984 time: 0.0845830 May 19 13:09:50.352603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0de381d8-e7b6-4bcb-b26f-cf161a26cb71 req-20fac219-3c3d-4033-9b70-642be0a5bbe6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 May 19 13:09:50.365145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Deleting subnet 0398d2e6-c544-48ab-9252-f0672f41b3d0 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:50.368531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.420988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.525357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.609064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db339a92-e6a3-42db-80b9-8ae0f59e01bb req-03da9c7f-ad4f-4747-8510-b6e9d202e6fd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:50.610534 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-db339a92-e6a3-42db-80b9-8ae0f59e01bb req-03da9c7f-ad4f-4747-8510-b6e9d202e6fd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 984 time: 0.1487029 May 19 13:09:50.615694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.666651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0398d2e6-c544-48ab-9252-f0672f41b3d0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:50.678513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:50.693981 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-06a06b5f-7d91-439f-ad1e-ae4ea95bc560 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0398d2e6-c544-48ab-9252-f0672f41b3d0 HTTP/1.1" status: 204 len: 168 time: 0.3869104 May 19 13:09:50.697125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38730) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:50.705684 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-db339a92-e6a3-42db-80b9-8ae0f59e01bb req-fd70dca5-d795-49fe-9700-d388661f34db tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857422 May 19 13:09:50.731376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38734) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:50.813462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af01a0-1c02-4386-a72e-adf7001df776 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:50.815095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-97af01a0-1c02-4386-a72e-adf7001df776 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411&network_id=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 200 len: 1132 time: 0.0826912 May 19 13:09:50.904423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.033975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.063322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16f3afb-f8d2-4afc-97a7-b489108ad8be']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:51.075161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e899c2b3-8401-4610-af69-baddc852bc61') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:51.075446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e899c2b3-8401-4610-af69-baddc852bc61') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:51.086794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.102941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.109394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:51.109774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:51.123169 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:51.178455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039c99e-384b-4159-b05b-00e3170c432b req-1839ab27-da6c-4336-9d51-dcb22992b794 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:51.180264 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8039c99e-384b-4159-b05b-00e3170c432b req-1839ab27-da6c-4336-9d51-dcb22992b794 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 984 time: 0.0859756 May 19 13:09:51.203798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.219743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.229990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16f3afb-f8d2-4afc-97a7-b489108ad8be,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:51.239609 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-292ade9b-f846-47c1-b43d-f9b451508982 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c16f3afb-f8d2-4afc-97a7-b489108ad8be HTTP/1.1" status: 204 len: 168 time: 0.5412915 May 19 13:09:51.242390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38744) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:51.300304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Deleting subnet ed532212-5519-4553-8fdb-da0b8175f411 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:09:51.303408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.317031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8039c99e-384b-4159-b05b-00e3170c432b req-9e24c3eb-7695-488c-9431-3943c218fd29 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304286 May 19 13:09:51.355776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.409248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.477789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.519389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed532212-5519-4553-8fdb-da0b8175f411,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:51.521297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.527473 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b285d29d-5e84-42c5-9411-27a297d112dc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed532212-5519-4553-8fdb-da0b8175f411 HTTP/1.1" status: 204 len: 168 time: 0.2840769 May 19 13:09:51.530086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38748) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:51.632868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.760516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.784534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4b8be0-4af2-434c-b8a8-ceb1047b65b3']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:51.796291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3a3c32-0f43-4b14-af67-51aeef479766') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:51.796586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3a3c32-0f43-4b14-af67-51aeef479766') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:51.808253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.818866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device cb78b322-456e-48b1-afd2-f359f8821fb2 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:51.824498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.830591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:09:51.830986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:09:51.844038 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:09:51.853580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: cb78b322-456e-48b1-afd2-f359f8821fb2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:09:51.853928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device cb78b322-456e-48b1-afd2-f359f8821fb2 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:51.920856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.936252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:51.945295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4b8be0-4af2-434c-b8a8-ceb1047b65b3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:51.948015 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a0ab9431-2aa2-4292-b8be-042bbf221262 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac4b8be0-4af2-434c-b8a8-ceb1047b65b3 HTTP/1.1" status: 204 len: 168 time: 0.4170249 May 19 13:09:52.140331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38754) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:52.192030 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f0166df5-dc06-49f0-b381-6e28ccd13d2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=284371e2b7f24d368e5d8fe4937a0706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505254 May 19 13:09:52.194604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38758) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:52.250820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7fcdae4d-66f1-4ba8-b5c6-baf3c7d3b2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.276597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7fcdae4d-66f1-4ba8-b5c6-baf3c7d3b2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.334405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7fcdae4d-66f1-4ba8-b5c6-baf3c7d3b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.355544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdae4d-66f1-4ba8-b5c6-baf3c7d3b2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2e4b06-4e60-47e4-846b-c8ce25afeadb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:52.373704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7fcdae4d-66f1-4ba8-b5c6-baf3c7d3b2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.377643 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7fcdae4d-66f1-4ba8-b5c6-baf3c7d3b2fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb2e4b06-4e60-47e4-846b-c8ce25afeadb HTTP/1.1" status: 204 len: 168 time: 0.1820836 May 19 13:09:52.516523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf47f-594d-411e-8ba8-d1a31e461e25 req-ac565e62-468f-4558-b532-3b1f13dbf2ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:52.517983 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e84bf47f-594d-411e-8ba8-d1a31e461e25 req-ac565e62-468f-4558-b532-3b1f13dbf2ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 984 time: 0.0860324 May 19 13:09:52.563863 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e84bf47f-594d-411e-8ba8-d1a31e461e25 req-e24584ac-5691-48b7-8bfe-92e66070ba75 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac81f2a2-05d1-432c-ac96-fc662bdf18e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 May 19 13:09:52.683690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dd463-30d3-4003-8c44-83ca840aa43b req-14dd5ff3-5001-4144-a283-6d3db28c30e4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:52.685311 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-692dd463-30d3-4003-8c44-83ca840aa43b req-14dd5ff3-5001-4144-a283-6d3db28c30e4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 984 time: 0.0829608 May 19 13:09:52.733309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38768) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:52.758087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dd463-30d3-4003-8c44-83ca840aa43b req-e4b631c5-8343-4719-b620-e7d19aafe634 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:52.759783 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-692dd463-30d3-4003-8c44-83ca840aa43b req-e4b631c5-8343-4719-b620-e7d19aafe634 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687244 May 19 13:09:52.782783 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-550a162a-06e2-4657-8a66-db4251819237 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac776f9b585e4635933db6509276d532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481448 May 19 13:09:52.785177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:52.846687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5934104a-52e2-4480-ae34-d9bafbf2c61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.875194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5934104a-52e2-4480-ae34-d9bafbf2c61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.934093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5934104a-52e2-4480-ae34-d9bafbf2c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.948597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934104a-52e2-4480-ae34-d9bafbf2c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24521752-7fa5-4b1e-a5c0-348e279883db,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:52.955610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5934104a-52e2-4480-ae34-d9bafbf2c61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:52.956743 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5934104a-52e2-4480-ae34-d9bafbf2c61f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24521752-7fa5-4b1e-a5c0-348e279883db HTTP/1.1" status: 204 len: 168 time: 0.1706328 May 19 13:09:53.016024 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-692dd463-30d3-4003-8c44-83ca840aa43b req-11de92ed-4c16-4a2c-9160-69c085d30d4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2498717 May 19 13:09:53.027677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:09:53.153248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.373568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=935035bf-ac3b-454e-a6a6-a074bb73afb9,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:53.401974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] For port 935035bf-ac3b-454e-a6a6-a074bb73afb9, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:09:53.455821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] device_id is not set on port 935035bf-ac3b-454e-a6a6-a074bb73afb9 yet. {{(pid=88028) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 19 13:09:53.463975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.472733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.611330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Pushing event updated for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=11']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:53.664300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] No DVR routers for this DVR port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:09:53.724716 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-89c7cc3c-ccb3-45d6-ae2b-65e5c3608c05 req-c25b13d8-f980-407f-a9d4-cec01319e8da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=efc48289-8c32-46c6-bf96-5da91f930411 HTTP/1.1" status: 200 len: 210 time: 0.0431323 May 19 13:09:53.786092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-10c7b78c-8e6d-4703-b1e0-9c32b7f1904b None None] Provisioning complete for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:09:53.786738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-10c7b78c-8e6d-4703-b1e0-9c32b7f1904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.842883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-10c7b78c-8e6d-4703-b1e0-9c32b7f1904b None None] Port 935035bf-ac3b-454e-a6a6-a074bb73afb9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:09:53.885249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] In _notify_port_updated(), no bound segment for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 on network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f {{(pid=88028) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 19 13:09:53.886152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:09:53.886784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:53.888044 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-692dd463-30d3-4003-8c44-83ca840aa43b req-53b49709-14cd-4a79-a075-faaae2b7ba1a service neutron] 10.222.0.79 "PUT /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 200 len: 1027 time: 0.8654816 May 19 13:09:54.825271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38782) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:54.904911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-09ac80f2-7b65-4331-9610-fa497789b24d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.041656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-09ac80f2-7b65-4331-9610-fa497789b24d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.112357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-09ac80f2-7b65-4331-9610-fa497789b24d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.130828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac80f2-7b65-4331-9610-fa497789b24d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc9cffc-6746-4682-a50c-545d561b20e0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:55.142038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-09ac80f2-7b65-4331-9610-fa497789b24d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.145849 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-09ac80f2-7b65-4331-9610-fa497789b24d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/adc9cffc-6746-4682-a50c-545d561b20e0 HTTP/1.1" status: 204 len: 168 time: 0.3167164 May 19 13:09:55.175018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38788) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:55.389661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port b42f78e9-30b6-462a-aa12-71cea94d4b00 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:55.389997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.568367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.568689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.692041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for b42f78e9-30b6-462a-aa12-71cea94d4b00 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:55.847613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.900938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=b42f78e9-30b6-462a-aa12-71cea94d4b00,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:55.994008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:55.994389 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 6740f945-8b38-40f2-a002-3250dd259301 disassociated (deleted). External IP: 172.26.3.100, port: 935035bf-ac3b-454e-a6a6-a074bb73afb9. May 19 13:09:56.368055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router eba8548e-dd2a-4fea-b3bc-af13803a89db has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:09:56.675750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:09:56.687070 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98456926-a217-4b91-8967-0ffbd906830d None None] Sync routers for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:09:56.698471 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:56.699127 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:56.700606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:56.763288 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-59549e84-dd18-4a55-8d9b-04cadc2e8877 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/6740f945-8b38-40f2-a002-3250dd259301 HTTP/1.1" status: 204 len: 168 time: 1.5846565 May 19 13:09:56.890008 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:56.913152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38802) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:56.985597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d59ba05-7f3b-4383-a63e-402f514754bb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.019159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d59ba05-7f3b-4383-a63e-402f514754bb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.089157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d59ba05-7f3b-4383-a63e-402f514754bb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.108492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59ba05-7f3b-4383-a63e-402f514754bb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec04f22-6f4c-440d-abe4-50933ec14a00,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:57.128631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d59ba05-7f3b-4383-a63e-402f514754bb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.134648 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2d59ba05-7f3b-4383-a63e-402f514754bb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ec04f22-6f4c-440d-abe4-50933ec14a00 HTTP/1.1" status: 204 len: 168 time: 0.2189662 May 19 13:09:57.174489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38808) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:57.332420 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:57.336837 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98456926-a217-4b91-8967-0ffbd906830d None None] Checking router: eba8548e-dd2a-4fea-b3bc-af13803a89db for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:09:57.346447 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:09:57.347103 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:57.354038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 935035bf-ac3b-454e-a6a6-a074bb73afb9 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:57.354507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.565770 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:09:57.610587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.737970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 935035bf-ac3b-454e-a6a6-a074bb73afb9 owned by {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:57.840150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:09:57.876296 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-98456926-a217-4b91-8967-0ffbd906830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:09:57.880909 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98456926-a217-4b91-8967-0ffbd906830d None None] The sync data for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv is: [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0851361c-27b5-4990-9ac5-558a4a602113', 'name': '', 'network_id': '6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:fb:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:12Z', 'updated_at': '2022-05-19T13:09:21Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'e7573402-e50b-4044-93a1-39ecda657f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:09:57.887491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:57.898804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No active binding found for port 935035bf-ac3b-454e-a6a6-a074bb73afb9 {{(pid=88030) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 13:09:57.899511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 935035bf-ac3b-454e-a6a6-a074bb73afb9 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:09:57.972573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=935035bf-ac3b-454e-a6a6-a074bb73afb9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:58.051423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:58.063458 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c6920b2-9b12-42ed-b844-5827a95fa953 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/ports/935035bf-ac3b-454e-a6a6-a074bb73afb9 HTTP/1.1" status: 204 len: 168 time: 0.8870351 May 19 13:09:58.066112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:09:58.157688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c834d4-9a0d-4502-b630-f0cff2457295 None None] New status for floating IP 6740f945-8b38-40f2-a002-3250dd259301: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:09:58.751552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.126030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 0851361c-27b5-4990-9ac5-558a4a602113 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:09:59.126906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.328993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 0851361c-27b5-4990-9ac5-558a4a602113, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0851361c-27b5-4990-9ac5-558a4a602113,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:09:59.329330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.458695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 0851361c-27b5-4990-9ac5-558a4a602113 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:09:59.664843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:09:59.712877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=0851361c-27b5-4990-9ac5-558a4a602113,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:09:59.994300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.489998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router eba8548e-dd2a-4fea-b3bc-af13803a89db has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:00.673237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:00.683707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] Sync routers for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:00.686844 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e06e0896-416a-4b7c-8917-e8dd9c7223f3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/eba8548e-dd2a-4fea-b3bc-af13803a89db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194756 May 19 13:10:00.689689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38832) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:00.694259 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:00.695071 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:00.768856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet e7573402-e50b-4044-93a1-39ecda657f91 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:10:00.772033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.828961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.880773 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:00.916101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:00.998420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.039745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.046448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a9c80-a7bb-439b-98f3-69197374ad13 None None] Network 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:10:01.051083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=e7573402-e50b-4044-93a1-39ecda657f91,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:01.064190 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2e1f9840-8c85-4222-9c1c-86c35068ac37 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/e7573402-e50b-4044-93a1-39ecda657f91 HTTP/1.1" status: 204 len: 168 time: 0.3710198 May 19 13:10:01.064528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38838) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:01.290716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-64a73b81-791e-4702-ba4f-a11e83948af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.301955 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:59Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:01.307044 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] Checking router: eba8548e-dd2a-4fea-b3bc-af13803a89db for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:10:01.316274 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] Routers {'eba8548e-dd2a-4fea-b3bc-af13803a89db'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:01.316709 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:09:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['eba8548e-dd2a-4fea-b3bc-af13803a89db'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:01.329333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.402153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] DHCP port deletion for 6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:10:01.408150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] Deleting port b67aea59-d045-4367-9816-0548166a559b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:10:01.408723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.519258 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] Set router eba8548e-dd2a-4fea-b3bc-af13803a89db gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:01.533949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.547136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 717ba3ad-ea75-4360-b3de-d7158b5f0776 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:10:01.547480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.709095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] For port b67aea59-d045-4367-9816-0548166a559b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b67aea59-d045-4367-9816-0548166a559b,segment=NetworkSegment(61541a12-13b7-4832-af6d-dd648141ca9d),segment_id=61541a12-13b7-4832-af6d-dd648141ca9d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:01.709548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.842631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 717ba3ad-ea75-4360-b3de-d7158b5f0776, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=717ba3ad-ea75-4360-b3de-d7158b5f0776,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:01.844062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:01.864225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] Calling delete_port for b67aea59-d045-4367-9816-0548166a559b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:10:01.949232 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:59Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:01.953235 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aed8e-741c-467b-a963-de1b7d83625a None None] The sync data for ids ['eba8548e-dd2a-4fea-b3bc-af13803a89db'] in dv-neutron-841945-1-hyperv is: [{'id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'name': 'tempest-TestNetworkBasicOps-router-1955631738', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:09:06Z', 'updated_at': '2022-05-19T13:09:59Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '717ba3ad-ea75-4360-b3de-d7158b5f0776', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba8548e-dd2a-4fea-b3bc-af13803a89db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:09:07Z', 'updated_at': '2022-05-19T13:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:01.986828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.064687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] Pushing event deleted for resources: {'Port': ['ID=b67aea59-d045-4367-9816-0548166a559b,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:02.074263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cb0a2-9d15-4bae-8bdd-22f09baf5fd7 None None] No DVR routers for this DVR port b67aea59-d045-4367-9816-0548166a559b on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:10:02.179535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 717ba3ad-ea75-4360-b3de-d7158b5f0776 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:10:02.393786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.455616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=717ba3ad-ea75-4360-b3de-d7158b5f0776,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:02.587592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.791270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.795148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.829107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.829610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router eba8548e-dd2a-4fea-b3bc-af13803a89db {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:10:02.850368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:02.851843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a5dade5f-0a95-4c23-b8c5-d0a96a0d5df5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/eba8548e-dd2a-4fea-b3bc-af13803a89db HTTP/1.1" status: 204 len: 168 time: 1.7864459 May 19 13:10:02.856923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38844) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:03.023098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.220473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.261953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:03.278168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61541a12-13b7-4832-af6d-dd648141ca9d') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:03.278464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61541a12-13b7-4832-af6d-dd648141ca9d') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:03.293309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.317182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.325458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:10:03.326423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:10:03.349178 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:10:03.482035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b67aea59-d045-4367-9816-0548166a559b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:03.491593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.496115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.525781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: b67aea59-d045-4367-9816-0548166a559b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:10:03.526273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b67aea59-d045-4367-9816-0548166a559b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:03.526937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0851361c-27b5-4990-9ac5-558a4a602113 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:03.550262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:03.568962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 0851361c-27b5-4990-9ac5-558a4a602113 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:10:03.569498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0851361c-27b5-4990-9ac5-558a4a602113 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:03.575399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.576058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.576529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.579992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.579992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.580195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.580367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.580664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.581290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.584102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.584307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.584687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:03.594399 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5f022915-83c2-42bc-a09f-1e794ce2c3cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/6d5f2798-89e6-42fb-a6a8-0d3e2bd2524f HTTP/1.1" status: 204 len: 168 time: 0.7304983 May 19 13:10:03.608166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cb10028d-acfe-4150-8300-5c9e0cb6aac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.610217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38850) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:03.624659 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5476e82a-721e-46ca-aed9-ca72ce88cf72 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0130363 May 19 13:10:03.628894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38854) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:03.635006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--1081012504', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:03.641472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:03.647030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:03.651524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:03.658521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:03.679965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:03.683858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.720593 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:10:03.732435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.732435 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment 34231196-3141-4f39-9012-809a6d293137 of type vlan for network 38f71c9d-cacb-4a88-bc96-d47881ea3687 May 19 13:10:03.767405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.805626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:03.819311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:03.820611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.041108 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4109786 May 19 13:10:04.043813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38858) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:04.050295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:04.053948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf04ff1-b2fb-4f2d-a93b-e1d0d0a414f4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=38f71c9d-cacb-4a88-bc96-d47881ea3687,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:04.058895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:04.063117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:04.066408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:10:04.067606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:04.078820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:04.095172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.097606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.118598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.469528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.761301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.902416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.940548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:04.960988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 717ba3ad-ea75-4360-b3de-d7158b5f0776 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:10:04.971092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.001248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 717ba3ad-ea75-4360-b3de-d7158b5f0776 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:10:05.001941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 717ba3ad-ea75-4360-b3de-d7158b5f0776 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:10:05.130525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.174 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/b2b0fe42-7454-4224-8c39-a4a4bfce4ca7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:05.316218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.350319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.420477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:05.423277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:05.426926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:05.455682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:05.887669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:05.935294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.228237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.547115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 7517d41a-c877-4699-9c90-8244e90b74d8 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:10:06.742432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:06.757190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Sync routers for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:06.768118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:06.769274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:06.777204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:06.781285 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-140bc31d-6b2a-483a-8575-490c78c87f08 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7325461 May 19 13:10:06.782003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38868) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:06.833629 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-75445c33-843e-4b63-8d26-969c6e480966 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507312 May 19 13:10:06.836129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38872) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:06.965525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:06.971322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04085e-a636-475a-8cb8-d155bf47e383 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:06.972825 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0b04085e-a636-475a-8cb8-d155bf47e383 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357899 May 19 13:10:06.975798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38876) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:07.018125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1759721c-eeee-49a5-ae6e-8ca60b0690fe tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412686 May 19 13:10:07.020758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38880) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:07.026235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-257452743', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:07.135367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:07.139854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:07.143039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:07.149887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:07.163188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:07.167532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.244048 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:05Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:07.248492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Checking router: 7517d41a-c877-4699-9c90-8244e90b74d8 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:10:07.248838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Updating router 7517d41a-c877-4699-9c90-8244e90b74d8 port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:10:07.304748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.386083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.459160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=2e3fae93-55bf-4974-9126-a8b48f3bf1fb,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:07.469793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:10:07.470144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 38f71c9d-cacb-4a88-bc96-d47881ea3687, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:10:07.490200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:10:07.499827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 38f71c9d-cacb-4a88-bc96-d47881ea3687) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:07.503904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:07.504572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.517938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fef6a4-9e97-4ee2-b564-c335762d16a2 None None] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:10:07.529024 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4410acef-3ef9-4480-a3ae-9241fb3a95a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5044439 May 19 13:10:07.529218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 38884) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:07.647919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.816747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.830031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Transition to ACTIVE for port object b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:07.871495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:07.915541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-38f71c9d-cacb-4a88-bc96-d47881ea3687', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:10:07.916396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.017476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Pushing event updated for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:08.019744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Attempting to bind port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:08.020121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Attempting to bind port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:08.020503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Attempting to bind port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:08.042153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.042500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.042873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.043207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.043538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.043865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.044190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.044511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.044833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.045151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.045468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.045782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:08.059437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:08.059813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:10:08.060214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.060605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:08.061090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Bound port: b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:08.061460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.093789 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-847dfaea-c48a-4907-a0bc-fbf41758ce4d tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380891262&fields=id&tenant_id=315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 267 time: 0.0731738 May 19 13:10:08.196529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] For port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:08.201287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] For port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:08.213409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.218672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Allocated IP 172.20.0.2 (38f71c9d-cacb-4a88-bc96-d47881ea3687/2e3fae93-55bf-4974-9126-a8b48f3bf1fb/b4583a3d-0615-4757-8b1e-6644d8c2a5f2) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:08.242818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9a84dbf3-6fa9-46d0-aaf0-3c0326371e3d tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:08.244252 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9a84dbf3-6fa9-46d0-aaf0-3c0326371e3d tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 812 time: 0.1496978 May 19 13:10:08.261188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-78a0b8de-4f93-411a-9101-3ad883fc0b33 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/quotas/315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 375 time: 0.0111029 May 19 13:10:08.361310 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-5cfa4074-07fa-47f9-a4c1-ae1e3f7bb4cd tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0932305 May 19 13:10:08.381144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:08.381896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:08.399124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.450865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a9410-7850-4933-a6dd-08321b537788 None None] Pushing event updated for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:08.621994 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-f0555d28-7efe-46be-b413-0eee5c877831 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447629 May 19 13:10:08.658399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:08.761865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-42982a52-d0c7-4aa1-9293-4175f3b63175 service neutron] 10.222.0.44 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321561 May 19 13:10:08.842136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.864362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Transition to ACTIVE for port object b4583a3d-0615-4757-8b1e-6644d8c2a5f2 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:08.903186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Transition to ACTIVE for port object b4583a3d-0615-4757-8b1e-6644d8c2a5f2 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:08.921741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:08.989299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (38f71c9d-cacb-4a88-bc96-d47881ea3687/2e3fae93-55bf-4974-9126-a8b48f3bf1fb/905b6ced-79dd-413d-b2e6-f8cc03edd8f5) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:09.024125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:09.029623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:09.032345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:09.047427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Pushing event updated for resources: {'Port': ['ID=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:09.167283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.184778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:09.218254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Attempting to bind port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:09.218763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Attempting to bind port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:09.219035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Attempting to bind port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 on network 38f71c9d-cacb-4a88-bc96-d47881ea3687 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:09.228445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:09.228672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Checking segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:10:09.228891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.229289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Bound using segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:09.229856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Bound port: b4583a3d-0615-4757-8b1e-6644d8c2a5f2, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:09.230116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.239067 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9defe246-d63e-4823-ae21-aa06841f5cfc req-b748da75-d2a2-4f96-a126-14cbb628b225 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 210 time: 0.0525253 May 19 13:10:09.256890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.299537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:05Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:09.316082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2599c8-cb2e-4bf8-bfc1-4ce64617deba None None] The sync data for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv is: [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:05Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:09.333474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] For port b4583a3d-0615-4757-8b1e-6644d8c2a5f2, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:09.341324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] For port b4583a3d-0615-4757-8b1e-6644d8c2a5f2, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:09.349105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:09.352678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:09.353303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.357610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:09.396635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:09.411238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.412014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.412014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.412301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.412843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.413190 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.413496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.413897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.414149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.414501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.414843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.415157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:09.436663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:09.437396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292fbef-c4ac-499a-a81b-d3ba4052808e None None] Pushing event updated for resources: {'Port': ['ID=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:09.580567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.206757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.213029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.429529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:10.447162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:10.450748 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b41da086-a370-4d0c-97eb-445eb2909789 req-04afa9c1-a28a-4dc3-8144-e76d163b465c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 210 time: 0.0619793 May 19 13:10:10.573905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-c3279314-8ac7-4b2a-afc1-83201ccff36a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:10.575413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-c3279314-8ac7-4b2a-afc1-83201ccff36a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 812 time: 0.2901945 May 19 13:10:10.656458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1542b7b-fe9b-4fa7-891e-75c6384dd154 None None] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:10:10.664531 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-37bc5192-21b3-4337-a57b-d9f2c204e7ba tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315f0b4966f444f9bdcbf022dbbb1350 HTTP/1.1" status: 200 len: 380 time: 0.0796916 May 19 13:10:10.666281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:10.667442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:10.681858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'port': {'device_id': '7f7d212f-777c-4443-a762-b8467dce1599', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'admin_state_up': True, 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'security_groups': ['d2b8ec03-87e5-4b17-9502-bbfb79f3bee8']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:10.755257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8a0a7293-cae4-4f86-950c-d4995bd49986 None None] Provisioning for port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:10.999491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:11.014850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 7517d41a-c877-4699-9c90-8244e90b74d8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:11.016232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:11.091617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Made reservation on behalf of 315f0b4966f444f9bdcbf022dbbb1350 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:11.095207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.125725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:11.239813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:11.246762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:11.247422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.338942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:11.386059 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Sync routers for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:11.402043 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:11.402956 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:11.433089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38918) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:11.443356 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7955505c-21a4-440c-932b-701166f25d12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9129477 May 19 13:10:11.443933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:11.444169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.455264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-032d27c0-bb59-4704-aa5f-a36c160bc125 None None] Provisioning for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:11.469433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-032d27c0-bb59-4704-aa5f-a36c160bc125 None None] Provisioning complete for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:11.469887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-032d27c0-bb59-4704-aa5f-a36c160bc125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.516331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Allocated IP 172.20.0.13 (4ba88463-33fc-463a-80b1-d6a59491f619/9a8fbf6c-8feb-4f11-af89-78270254be6a/37c53779-864e-45e9-b96e-e6a5f7e88201) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:11.529596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:11.540406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.541309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b4583a3d-0615-4757-8b1e-6644d8c2a5f2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:11.685106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:11.710845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-032d27c0-bb59-4704-aa5f-a36c160bc125 None None] Port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:11.716288 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:11.719480 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.720065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.720590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.721168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.721635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.722137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.724156 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81594885-8731-4859-8e6d-ff71f94c4088 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2898602 May 19 13:10:11.726941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38924) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:11.779555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:11.781668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:11.782055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.830437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.831223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.831995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.832519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.833078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.833581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:11.835602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cc6ff610-3cfd-4f51-a4a9-23b0da370a8d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1076639 May 19 13:10:11.838872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38928) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:11.854490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-14cad5a6-4be7-4909-97b1-8b406dc96789 None None] Provisioning complete for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:11.855037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-14cad5a6-4be7-4909-97b1-8b406dc96789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:11.902420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b3bf0260-b2ce-432a-8ae5-a240404d19a4 req-9017f952-7737-4df0-85f5-246506b2834c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:11.935499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b3bf0260-b2ce-432a-8ae5-a240404d19a4 req-9017f952-7737-4df0-85f5-246506b2834c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:11.936663 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3bf0260-b2ce-432a-8ae5-a240404d19a4 req-9017f952-7737-4df0-85f5-246506b2834c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 210 time: 0.1535025 May 19 13:10:11.980954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-14cad5a6-4be7-4909-97b1-8b406dc96789 None None] Port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:12.018076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:12.018548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.027210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.044626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Transition to ACTIVE for port object 37c53779-864e-45e9-b96e-e6a5f7e88201 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:12.058455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b4583a3d-0615-4757-8b1e-6644d8c2a5f2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:12.066226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.074710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.192028 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c3aafc28-ba1a-4599-920f-33dbb198e57d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3495531 May 19 13:10:12.205482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:12.248547 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:12.252829 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Checking router: 7517d41a-c877-4699-9c90-8244e90b74d8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:10:12.253170 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Updating router 7517d41a-c877-4699-9c90-8244e90b74d8 port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:10:12.298135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38934) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:12.301016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Network 4ba88463-33fc-463a-80b1-d6a59491f619 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:12.303545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737449749', 'description': 'tempest-secgroup-smoke-1737449749 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:12.304737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:12.309364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:12.311425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:12.315765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:12.319264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:12.322433 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.327803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:12.354580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.377155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=37c53779-864e-45e9-b96e-e6a5f7e88201,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:12.387645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:12.388486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.390644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:12.401400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:12.404723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:12.411626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:12.417292 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-e40faf38-7b7e-4793-b3d9-4e67f47572ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7394221 May 19 13:10:12.430880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Request body: {'port': {'device_id': '7f7d212f-777c-4443-a762-b8467dce1599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:12.442976 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:10:12.525146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.535152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.586347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33d8227-6b65-4a8f-a939-308aeeabde0a,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:12.596132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.611521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2db1b731-7c48-4df2-8f1d-2087c205d7a7 None None] Provisioning for port 37c53779-864e-45e9-b96e-e6a5f7e88201 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:12.624967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2db1b731-7c48-4df2-8f1d-2087c205d7a7 None None] Provisioning complete for port 37c53779-864e-45e9-b96e-e6a5f7e88201 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:12.625341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2db1b731-7c48-4df2-8f1d-2087c205d7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.627738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.629560 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c52a00db-3504-4319-baef-d78a227eda46 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3303087 May 19 13:10:12.632871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38938) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:12.639027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'f33d8227-6b65-4a8f-a939-308aeeabde0a', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:12.647158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:12.651606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:12.655829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:12.662368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:12.695072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.754651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2db1b731-7c48-4df2-8f1d-2087c205d7a7 None None] Port 37c53779-864e-45e9-b96e-e6a5f7e88201 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:12.771792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.776704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.819436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.823542 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867068 May 19 13:10:12.823954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38942) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:12.828014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77303c-d8fb-4e1f-9809-1f5c9b7c54bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15857d35-b171-4109-b1ad-f649a2e841cf,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:12.832685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'f33d8227-6b65-4a8f-a939-308aeeabde0a', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:12.839711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:12.844481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:12.848658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:12.855339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:12.871660 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.875790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.884187 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Transition to ACTIVE for port object 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:12.892382 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.948399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.959992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:12.987771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54eff9e-7741-4eea-9a25-206c12570ca5,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.007150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.011646 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b90e30e6-ec77-487f-8b69-602a91954046 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827271 May 19 13:10:13.012456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38948) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.018918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'f33d8227-6b65-4a8f-a939-308aeeabde0a', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:13.029986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:13.035888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:13.039228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:13.046303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:13.074880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.075965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:13.091226 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.110102 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.110429 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.111369 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.111703 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.112018 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.112492 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.112959 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.113422 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.113883 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.114330 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.114900 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.115345 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:10:13.122298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c53779-864e-45e9-b96e-e6a5f7e88201 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:10:13.146956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.175564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Transition to ACTIVE for port object 37c53779-864e-45e9-b96e-e6a5f7e88201 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:13.185514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.207704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.220451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.221135 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Attempting to bind port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:13.221555 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Attempting to bind port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:13.221939 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Attempting to bind port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 on network 38f71c9d-cacb-4a88-bc96-d47881ea3687 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:13.227515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:13.228161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.229681 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:13.230121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Checking segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:10:13.230552 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.230956 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Bound using segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:13.231440 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Bound port: 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:13.231801 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.269270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129d7d30-bf67-4137-b3ad-4d527b9e85f0,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.291644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.293162 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4c2b415d-144a-4398-bfa9-8cc68f76f1bf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2791114 May 19 13:10:13.296116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.304516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'f33d8227-6b65-4a8f-a939-308aeeabde0a', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:13.314758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:13.319393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:13.323827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:13.334226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:13.343313 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] For port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:13.348392 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] For port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:13.354653 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.361166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.463094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:13.464123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b4583a3d-0615-4757-8b1e-6644d8c2a5f2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:13.465734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.476775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.504388 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:13.504952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=37c53779-864e-45e9-b96e-e6a5f7e88201,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.505712 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:13.518068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea1c846-bb8d-46d8-808e-a88c4bb7e303,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.549122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.550717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f008501e-4f38-4b8e-a41d-56e76d7c3bfb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2534218 May 19 13:10:13.553780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38956) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.565943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'f33d8227-6b65-4a8f-a939-308aeeabde0a', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:13.574271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:13.580049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:13.583561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:13.595054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:13.596309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.597248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:13.610156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Attempting to bind port 37c53779-864e-45e9-b96e-e6a5f7e88201 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:13.610757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Attempting to bind port 37c53779-864e-45e9-b96e-e6a5f7e88201 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:13.612615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:10:13.616690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Attempting to bind port 37c53779-864e-45e9-b96e-e6a5f7e88201 on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:13.623505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.630692 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Port 37c53779-864e-45e9-b96e-e6a5f7e88201 on network 4ba88463-33fc-463a-80b1-d6a59491f619 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:10:13.631017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Attempting to bind port 37c53779-864e-45e9-b96e-e6a5f7e88201 on network 4ba88463-33fc-463a-80b1-d6a59491f619 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:13.667286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364c88-faad-4555-b57f-16dac5f06ef7 req-7038e9e7-34c9-4e21-9b0b-de030e9c2054 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:13.668919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ca364c88-faad-4555-b57f-16dac5f06ef7 req-7038e9e7-34c9-4e21-9b0b-de030e9c2054 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.4306009 May 19 13:10:13.669731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:13.670064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Checking segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:10:13.670443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Bound using segment: {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:13.670925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Bound port: 37c53779-864e-45e9-b96e-e6a5f7e88201, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8677cb-6243-4524-abeb-f98cb585659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:13.671269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.691466 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad17a-6dca-4880-becf-74c23b5d7385 None None] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.752948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.759931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.772180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:13.781273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4355bf8-34ba-4b00-99c0-dd4852d932ec,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.801548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.803078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-80fb5ea2-b322-448a-b748-a1e91bef950d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2475171 May 19 13:10:13.806139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 38960) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:13.813106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': 'f33d8227-6b65-4a8f-a939-308aeeabde0a', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:13.819232 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ca364c88-faad-4555-b57f-16dac5f06ef7 req-fdc22650-ed7c-467a-b4ba-788557c1aa1e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143641 May 19 13:10:13.819599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:13.824148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:13.827774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:13.831071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] For port 37c53779-864e-45e9-b96e-e6a5f7e88201, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:13.834268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] For port 37c53779-864e-45e9-b96e-e6a5f7e88201, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=37c53779-864e-45e9-b96e-e6a5f7e88201,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:13.834811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:13.848196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.849554 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:10:13.856078 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:13.856616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.909123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:13.909978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.911468 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] 10.222.0.79 "PUT /v2.0/ports/37c53779-864e-45e9-b96e-e6a5f7e88201 HTTP/1.1" status: 200 len: 1094 time: 1.4859843 May 19 13:10:13.912158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:10:13.927870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.936973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:13.963756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda26d1-4665-48e9-b63a-1710c241fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=37c53779-864e-45e9-b96e-e6a5f7e88201,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:13.991594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67d3219-210b-445f-89b5-e6201b4e1484,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:14.018401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:14.019775 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc9dc71-87da-4c98-9189-75807f473f77'] response: {'name': 'network-changed', 'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'status': 'completed', 'code': 200} May 19 13:10:14.020482 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f9a5ec97-0fcd-4106-accb-32e1bead999d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2131169 May 19 13:10:14.060895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-8e977b1e-8a1d-47ca-a97a-653e6a977ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:14.062535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-8e977b1e-8a1d-47ca-a97a-653e6a977ced service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 1097 time: 0.0950375 May 19 13:10:14.164962 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-53411cc3-efa9-4d48-9af8-a0bf4ba6e99b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c53779-864e-45e9-b96e-e6a5f7e88201 HTTP/1.1" status: 200 len: 217 time: 0.0920563 May 19 13:10:14.215893 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:10:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:14.222707 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b068be-90da-4f88-bfbc-9a0075d6dd07 None None] The sync data for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv is: [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:10:13Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:14.281382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-40b21d6b-79cf-41c2-ad00-8a6e7d70b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:14.283105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-40b21d6b-79cf-41c2-ad00-8a6e7d70b926 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.1063457 May 19 13:10:14.385143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-e89f241f-c493-4f9b-99f2-4aba92e7ab95 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737449749&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0627019 May 19 13:10:14.471053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-306eaeff-c4f8-4018-bdae-f3dbf7204a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:14.472632 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-306eaeff-c4f8-4018-bdae-f3dbf7204a30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1822526 May 19 13:10:14.751202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-3b79580c-f0c5-4390-9e78-0d3bde9519c5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:14.752657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-3b79580c-f0c5-4390-9e78-0d3bde9519c5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=38f71c9d-cacb-4a88-bc96-d47881ea3687 HTTP/1.1" status: 200 len: 797 time: 0.3600421 May 19 13:10:14.779262 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-904fb43c-e5de-4b5a-b012-50ec0e33bf27 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917659 May 19 13:10:14.780616 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-575f9154-1fcb-4d99-99b7-510449bcd860 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0169053 May 19 13:10:14.980987 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-99115bf6-8940-418f-aa3e-c147eb1da2a5 req-fe38de0c-5fe0-44fe-84ab-a7e896ec2382 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951699 May 19 13:10:14.992135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-6d3832ad-f819-4969-9af7-b0d7a79a86c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:15.025675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-6d3832ad-f819-4969-9af7-b0d7a79a86c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:15.027121 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-6d3832ad-f819-4969-9af7-b0d7a79a86c1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2228713 May 19 13:10:15.054349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:15.066100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322053-a52e-494e-921f-1ea7958613e2 req-019f643a-545a-4332-a4c1-af7bf6496f44 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:15.074493 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33322053-a52e-494e-921f-1ea7958613e2 req-019f643a-545a-4332-a4c1-af7bf6496f44 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.1335480 May 19 13:10:15.124728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33322053-a52e-494e-921f-1ea7958613e2 req-cf7b024c-f248-4b2c-b124-73a4be114e22 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484953 May 19 13:10:15.155594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:15.160956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:15.161325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.241407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-e992b4bc-609d-4c8a-a715-4fec99292f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:15.243223 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-e992b4bc-609d-4c8a-a715-4fec99292f05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 1097 time: 0.2084172 May 19 13:10:15.248649 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fba03eef-7dd3-4d62-b30b-05a810786a43 service neutron] 10.222.0.44 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803768 May 19 13:10:15.329817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:15.330194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.364535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:15.369695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:15.439449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:15.501339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-108247a8-86db-4615-90c8-4626211c543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:15.502788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-108247a8-86db-4615-90c8-4626211c543a service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.2261035 May 19 13:10:15.504654 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-cfcd6402-bc1b-4522-8de3-878123801ff4 service neutron] 10.222.0.44 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500017 May 19 13:10:15.575853 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-9320cf4c-e31d-41d7-b1c3-f809e52ce862 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c53779-864e-45e9-b96e-e6a5f7e88201 HTTP/1.1" status: 200 len: 217 time: 0.0654380 May 19 13:10:15.646072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-b2d503f6-b920-4dbd-974b-2408e3f2c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:15.647548 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-b2d503f6-b920-4dbd-974b-2408e3f2c610 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0624528 May 19 13:10:15.681874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-bc0a131f-bee9-4183-b305-e592c533f031 req-ce1bf11d-f813-41c3-842f-1c127466444e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:15.694754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-bc0a131f-bee9-4183-b305-e592c533f031 req-ce1bf11d-f813-41c3-842f-1c127466444e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:15.695911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bc0a131f-bee9-4183-b305-e592c533f031 req-ce1bf11d-f813-41c3-842f-1c127466444e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 210 time: 0.0551987 May 19 13:10:15.733361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-43a9a6e0-ca4b-4592-a37b-550dd0bbcfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:15.734776 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-43a9a6e0-ca4b-4592-a37b-550dd0bbcfcc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807462 May 19 13:10:15.879756 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-179f1e44-1ee6-4d76-8c1c-09b7c0070079 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360347 May 19 13:10:16.025197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bab1954f-1afc-40ab-9f9f-e629baf64d32 req-c4d085d2-bb00-4032-ac97-11088584b3bd service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337786 May 19 13:10:16.306600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd217f-e2e2-47a8-931f-2ee0cda65116 req-92aca508-be77-41cf-bb3b-af84b81901ac tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:16.308112 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69bd217f-e2e2-47a8-931f-2ee0cda65116 req-92aca508-be77-41cf-bb3b-af84b81901ac tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.0843830 May 19 13:10:16.352310 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69bd217f-e2e2-47a8-931f-2ee0cda65116 req-b3b05d16-bab8-4cdc-9468-032e5f0687fc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 May 19 13:10:16.498413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-7a35cb13-5ec5-4bf2-96fe-9cffc3562181 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729485 May 19 13:10:16.656422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25140520-afea-4cac-9f59-a41b31cd3eed req-28605d84-7604-4eb2-9807-96fa87bb6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:16.657944 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-28605d84-7604-4eb2-9807-96fa87bb6d66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1099 time: 0.0759063 May 19 13:10:16.872042 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a240f211-c85f-4835-ba18-cbcf62f3c605 req-759ded1f-3657-4ed1-9633-91c28c7c37e5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 210 time: 0.0587683 May 19 13:10:16.939774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25140520-afea-4cac-9f59-a41b31cd3eed req-33f2166e-8410-46f3-9f63-899483f7f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:16.941375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-33f2166e-8410-46f3-9f63-899483f7f5bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.2625873 May 19 13:10:17.036791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:17.060489 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-508c8008-ac85-4175-bf9b-11d45dd42911 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 1002 time: 0.1110740 May 19 13:10:17.081794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d106af14-1bc0-432d-b445-b86c2d2f4e60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:17.082729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d106af14-1bc0-432d-b445-b86c2d2f4e60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:17.098918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d106af14-1bc0-432d-b445-b86c2d2f4e60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:17.100093 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d106af14-1bc0-432d-b445-b86c2d2f4e60 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=38f71c9d-cacb-4a88-bc96-d47881ea3687 HTTP/1.1" status: 200 len: 797 time: 0.3804469 May 19 13:10:17.104884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:17.105254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.131275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25140520-afea-4cac-9f59-a41b31cd3eed req-2028b21f-7e69-458d-a159-c1892fdc2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:17.132599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-2028b21f-7e69-458d-a159-c1892fdc2ab3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0619991 May 19 13:10:17.162441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d4c27051-6909-49b7-89d9-4e3c781a89d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:17.182502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d4c27051-6909-49b7-89d9-4e3c781a89d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:17.183937 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-d4c27051-6909-49b7-89d9-4e3c781a89d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 380 time: 0.0708497 May 19 13:10:17.194648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['f33d8227-6b65-4a8f-a939-308aeeabde0a']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:17.217438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25140520-afea-4cac-9f59-a41b31cd3eed req-4b8fd0b8-2606-47d3-b71c-3f34d99837d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:17.218997 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-4b8fd0b8-2606-47d3-b71c-3f34d99837d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786054 May 19 13:10:17.242785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:17.330935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:17.340702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:17.351310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:10:17.352663 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-add6ab38-1aa7-4058-96cd-4a12fbb947a4 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266336 May 19 13:10:17.354966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.522052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.8 (38f71c9d-cacb-4a88-bc96-d47881ea3687/2e3fae93-55bf-4974-9126-a8b48f3bf1fb/27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:17.532527 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25140520-afea-4cac-9f59-a41b31cd3eed req-e995281a-a7a9-456f-a04c-4727d15eaa3b service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724091 May 19 13:10:17.566798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ff82-c6d8-4466-824f-9f3bf6c02853 req-80bdb174-5fa4-4664-ac5d-35ff867890e0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:17.568215 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6214ff82-c6d8-4466-824f-9f3bf6c02853 req-80bdb174-5fa4-4664-ac5d-35ff867890e0 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.1043279 May 19 13:10:17.616525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6214ff82-c6d8-4466-824f-9f3bf6c02853 req-c27e6dbb-662f-448e-9266-95de0ac7e8b7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 May 19 13:10:17.727185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.743869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:17.771620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.844247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:17.847543 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:17.851355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:17.881985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:17.920623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:17.921271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:17.949476 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-fe194280-4985-416a-ace5-54924b3c0b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593834 May 19 13:10:17.962270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Request body: {'port': {'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:18.082318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-332aaa61-35e0-49f2-91ce-e92b01ff2f91 None None] Provisioning for port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:18.088350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-332aaa61-35e0-49f2-91ce-e92b01ff2f91 None None] Provisioning complete for port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:18.088731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-332aaa61-35e0-49f2-91ce-e92b01ff2f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.133517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.148252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-332aaa61-35e0-49f2-91ce-e92b01ff2f91 None None] Port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:10:18.193416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194505d-6776-42fe-b3c5-99153113863b req-b2291838-fd1c-42ea-9af6-7207ece573eb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:18.194107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-f194505d-6776-42fe-b3c5-99153113863b req-b2291838-fd1c-42ea-9af6-7207ece573eb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:10:18.233357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-f194505d-6776-42fe-b3c5-99153113863b req-b2291838-fd1c-42ea-9af6-7207ece573eb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:10:18.234660 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f194505d-6776-42fe-b3c5-99153113863b req-b2291838-fd1c-42ea-9af6-7207ece573eb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 931 time: 0.2442565 May 19 13:10:18.359088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f194505d-6776-42fe-b3c5-99153113863b req-38cd7216-7fdd-42e4-bd10-ed3cba93c9a4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866530 May 19 13:10:18.565027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:10:18.573107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.592815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Transition to ACTIVE for port object 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:10:18.595931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.763292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Pushing event updated for resources: {'Port': ['ID=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:18.845328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0922f75-ae09-4020-8b4d-fe14890b6f0c req-ed584591-dac2-4775-881b-aafbc9c343a3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:18.847235 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f0922f75-ae09-4020-8b4d-fe14890b6f0c req-ed584591-dac2-4775-881b-aafbc9c343a3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.1028316 May 19 13:10:18.861586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Attempting to bind port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:10:18.862376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Attempting to bind port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:10:18.862376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Attempting to bind port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 on network 38f71c9d-cacb-4a88-bc96-d47881ea3687 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:18.867797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 on network 38f71c9d-cacb-4a88-bc96-d47881ea3687 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:10:18.867967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Attempting to bind port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 on network 38f71c9d-cacb-4a88-bc96-d47881ea3687 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:10:18.876498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:10:18.876963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Checking segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:10:18.876963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Bound using segment: {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:10:18.877425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Bound port: 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34231196-3141-4f39-9012-809a6d293137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:10:18.878264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:18.916154 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f0922f75-ae09-4020-8b4d-fe14890b6f0c req-ddac0e43-58ac-493f-82a0-f1595f97e427 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616655 May 19 13:10:18.982753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] For port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:10:18.986951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] For port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:10:18.993139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:19.194779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:19.195710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:19.197495 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] 10.222.0.79 "PUT /v2.0/ports/27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 HTTP/1.1" status: 200 len: 1093 time: 1.2404094 May 19 13:10:19.206609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:10:19.240702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6be80-4fcb-4e2a-bb32-70589acfd990 service neutron] Pushing event updated for resources: {'Port': ['ID=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:19.334097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-b55a4fc0-b238-4d92-9340-63cbcd1bd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:19.336280 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-b55a4fc0-b238-4d92-9340-63cbcd1bd509 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 1096 time: 0.0840747 May 19 13:10:19.420871 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00feb68a-96f4-40ef-b54d-022bfbb1b4be'] response: {'name': 'network-changed', 'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'status': 'completed', 'code': 200} May 19 13:10:19.422461 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-af934ec6-51bb-4c69-a986-591239d6e8f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 HTTP/1.1" status: 200 len: 217 time: 0.0783305 May 19 13:10:19.488531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-24336b76-8060-420b-8fae-d43572168caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:19.489899 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-24336b76-8060-420b-8fae-d43572168caf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e3fae93-55bf-4974-9126-a8b48f3bf1fb HTTP/1.1" status: 200 len: 834 time: 0.0578203 May 19 13:10:19.557005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916b126-f9f7-4d7e-b514-3d580fc0e259 req-140f2dbd-386d-4a69-814f-609eae77d64c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:19.558475 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2916b126-f9f7-4d7e-b514-3d580fc0e259 req-140f2dbd-386d-4a69-814f-609eae77d64c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 943 time: 0.0895052 May 19 13:10:19.570418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-1cfe6b8c-5a1a-4894-a2e6-75ae98ed3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:19.571989 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-1cfe6b8c-5a1a-4894-a2e6-75ae98ed3e7d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38f71c9d-cacb-4a88-bc96-d47881ea3687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737774 May 19 13:10:19.604195 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2916b126-f9f7-4d7e-b514-3d580fc0e259 req-eddc94ce-3ea0-4893-bba7-8d18821dd039 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389700 May 19 13:10:19.712485 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-6bdb6f9c-8ae9-48ed-b8bf-46daddaa178e service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314130 May 19 13:10:19.851552 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60d97530-8cbb-4766-85fe-2bbcf989a3eb req-96538a7c-57a0-4011-9b1a-a1f813d60cf9 service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316724 May 19 13:10:20.008175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099aef-01ef-416a-a901-1ce8ba55004f req-2e813358-44f2-466f-9d01-b942cdeff8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:20.009666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-2e813358-44f2-466f-9d01-b942cdeff8a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 1096 time: 0.0990310 May 19 13:10:20.208547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099aef-01ef-416a-a901-1ce8ba55004f req-afb64543-669f-4c22-87a9-54a4456bda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:20.209927 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-afb64543-669f-4c22-87a9-54a4456bda20 service neutron] 10.222.0.79 "GET /v2.0/networks?id=38f71c9d-cacb-4a88-bc96-d47881ea3687 HTTP/1.1" status: 200 len: 898 time: 0.1887596 May 19 13:10:20.221611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e78b12-3308-47af-b575-b4414c3082a2 req-b649fad3-64f8-4c10-9de9-5e12994c37e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:20.223022 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55e78b12-3308-47af-b575-b4414c3082a2 req-b649fad3-64f8-4c10-9de9-5e12994c37e5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.1839511 May 19 13:10:20.301145 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-0190f98e-14de-45ae-ad87-5da7d150f2b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 HTTP/1.1" status: 200 len: 217 time: 0.0771625 May 19 13:10:20.379928 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55e78b12-3308-47af-b575-b4414c3082a2 req-384a49ae-7021-44cf-bb87-ae82c9b057dc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021652 May 19 13:10:20.395445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099aef-01ef-416a-a901-1ce8ba55004f req-010fa4dd-07b9-4993-86ac-b847385c5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:20.396976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-010fa4dd-07b9-4993-86ac-b847385c5731 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e3fae93-55bf-4974-9126-a8b48f3bf1fb HTTP/1.1" status: 200 len: 834 time: 0.0811212 May 19 13:10:20.487436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56099aef-01ef-416a-a901-1ce8ba55004f req-355152ad-50e5-4d39-9062-679ca2dd4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:20.488998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-355152ad-50e5-4d39-9062-679ca2dd4b59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38f71c9d-cacb-4a88-bc96-d47881ea3687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824111 May 19 13:10:20.629411 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-160a27fe-d7bb-42c5-b0ec-ed00bf94de4e service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308796 May 19 13:10:20.803855 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56099aef-01ef-416a-a901-1ce8ba55004f req-4dcafdd9-0d3a-478f-b6bc-57349a681202 service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642208 May 19 13:10:20.971012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f483e-1a8d-43fa-a71d-54b50025dc40 req-882b4353-7308-4895-aec8-96d402da7678 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:20.972483 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2c9f483e-1a8d-43fa-a71d-54b50025dc40 req-882b4353-7308-4895-aec8-96d402da7678 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 943 time: 0.0999634 May 19 13:10:21.019632 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2c9f483e-1a8d-43fa-a71d-54b50025dc40 req-9eed636f-9aa0-4363-b11c-9d45f8f8bbbb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409157 May 19 13:10:21.590877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2427-6e5f-4db9-a189-b98f383fc08f req-a5a3452d-acca-42c0-81b2-0608967848ac tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:21.593090 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c09c2427-6e5f-4db9-a189-b98f383fc08f req-a5a3452d-acca-42c0-81b2-0608967848ac tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 944 time: 0.0968473 May 19 13:10:21.638496 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c09c2427-6e5f-4db9-a189-b98f383fc08f req-11c6c94d-9aa1-4307-a6df-c8c44589ae5b tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 May 19 13:10:21.969653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:10:22.107487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:22.122181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:10:22.179566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:22.179927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.197988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:10:22.213321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:22.214809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de438ae-21e9-4cef-a9f7-b98c8d931ce3 req-14cfe75c-e311-4deb-9ae3-024de47fcbf6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:22.216231 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9de438ae-21e9-4cef-a9f7-b98c8d931ce3 req-14cfe75c-e311-4deb-9ae3-024de47fcbf6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 943 time: 0.0850797 May 19 13:10:22.218220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.218968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 37c53779-864e-45e9-b96e-e6a5f7e88201 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:10:22.268654 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9de438ae-21e9-4cef-a9f7-b98c8d931ce3 req-1d44596d-d082-41c9-aa44-0aafeca58ca3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 May 19 13:10:22.350689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:22.413531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 37c53779-864e-45e9-b96e-e6a5f7e88201, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=37c53779-864e-45e9-b96e-e6a5f7e88201,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:22.426485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'port_id': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'mac_address': 'fa:16:3e:46:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:10:22.491615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 37c53779-864e-45e9-b96e-e6a5f7e88201 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:22.491988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.509599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c53779-864e-45e9-b96e-e6a5f7e88201 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:10:22.526066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 37c53779-864e-45e9-b96e-e6a5f7e88201, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=37c53779-864e-45e9-b96e-e6a5f7e88201,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:22.532792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:22.602872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=37c53779-864e-45e9-b96e-e6a5f7e88201,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:22.830604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a4ad-4624-459e-a0ac-006987c9e245 req-e24e51b2-ddc4-4d62-9995-cd9f6060f5ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:22.831950 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9f73a4ad-4624-459e-a0ac-006987c9e245 req-e24e51b2-ddc4-4d62-9995-cd9f6060f5ca tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 945 time: 0.0862198 May 19 13:10:22.878361 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9f73a4ad-4624-459e-a0ac-006987c9e245 req-873950ba-4cb1-481f-8df0-0a5909ed5c26 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 May 19 13:10:22.931288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:10:23.007272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['37c53779-864e-45e9-b96e-e6a5f7e88201'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:10:23.464825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1138ee9-4b9c-4f3c-91b8-e7b789c40925 req-cfd3ce7e-e448-4754-9aa3-25c2b2d94a98 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:23.466899 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f1138ee9-4b9c-4f3c-91b8-e7b789c40925 req-cfd3ce7e-e448-4754-9aa3-25c2b2d94a98 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 944 time: 0.0875492 May 19 13:10:23.515602 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f1138ee9-4b9c-4f3c-91b8-e7b789c40925 req-951c0a32-7c1d-460a-944e-3a15785a7b3c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 May 19 13:10:24.083879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4c1a0-bf38-4088-be85-c2e79d9bb370 req-f6f67bc7-97b2-48bf-90bb-100852146cdd tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:24.085314 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-abc4c1a0-bf38-4088-be85-c2e79d9bb370 req-f6f67bc7-97b2-48bf-90bb-100852146cdd tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 945 time: 0.0940838 May 19 13:10:24.134106 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-abc4c1a0-bf38-4088-be85-c2e79d9bb370 req-d42736ae-0d8f-4f62-995a-baf251e6ee18 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 May 19 13:10:24.717486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7dde3-674a-4325-962c-2ee6ce296c81 req-6adcf7a8-b14f-4d8d-93f8-ee19aeb47395 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:24.718843 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3fc7dde3-674a-4325-962c-2ee6ce296c81 req-6adcf7a8-b14f-4d8d-93f8-ee19aeb47395 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 944 time: 0.0870953 May 19 13:10:24.767140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3fc7dde3-674a-4325-962c-2ee6ce296c81 req-05eeea29-4840-4f2e-bba0-c4161f51bfa1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 May 19 13:10:25.322407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6325-946d-454a-9e7e-9259c7f54205 req-36ff3965-4bd5-41b7-bca8-a0344a34e2b5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:25.323945 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7d6c6325-946d-454a-9e7e-9259c7f54205 req-36ff3965-4bd5-41b7-bca8-a0344a34e2b5 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 945 time: 0.0831845 May 19 13:10:25.372688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7d6c6325-946d-454a-9e7e-9259c7f54205 req-9dc2d2e7-129d-42cf-a151-3292abf39078 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 May 19 13:10:25.993506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2472e92-7b13-4582-a106-0b59f7209a1a req-8be27f79-8cef-4edc-8e0d-17cc9305a7eb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:25.995411 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2472e92-7b13-4582-a106-0b59f7209a1a req-8be27f79-8cef-4edc-8e0d-17cc9305a7eb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 944 time: 0.1138880 May 19 13:10:25.998167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:26.040667 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2472e92-7b13-4582-a106-0b59f7209a1a req-5cfb405a-3367-4efc-97f7-a71705e0d1d7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 May 19 13:10:26.066907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:26.071438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:26.071807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.188716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:26.189102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.215273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:10:26.224621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:26.229901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.230939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 37c53779-864e-45e9-b96e-e6a5f7e88201 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:10:26.322079 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a752fa23-e82a-4c50-8b8b-7b01303a5fd1'] response: {'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'code': 200} May 19 13:10:26.382071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:26.400845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 37c53779-864e-45e9-b96e-e6a5f7e88201 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:10:26.406315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 37c53779-864e-45e9-b96e-e6a5f7e88201 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:10:26.406767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.525158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 37c53779-864e-45e9-b96e-e6a5f7e88201 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:10:26.525543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.560796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 37c53779-864e-45e9-b96e-e6a5f7e88201, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=37c53779-864e-45e9-b96e-e6a5f7e88201,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:10:26.566608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:26.580495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bad7a-69c7-4943-8806-4fa04878b498 req-7a89e05d-78e4-4198-9872-3a8029265afc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:26.581978 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d07bad7a-69c7-4943-8806-4fa04878b498 req-7a89e05d-78e4-4198-9872-3a8029265afc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 945 time: 0.0936170 May 19 13:10:26.602785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4fdf0-ea8f-42c0-959b-b01f3761a277 req-29ac16fa-5e14-413a-9302-c3cb8365d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:26.604982 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90a4fdf0-ea8f-42c0-959b-b01f3761a277 req-29ac16fa-5e14-413a-9302-c3cb8365d18c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 1098 time: 0.0810597 May 19 13:10:26.628035 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d07bad7a-69c7-4943-8806-4fa04878b498 req-d5ba9b6c-6ece-439b-989d-f81d98d95ff3 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 May 19 13:10:26.636385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=37c53779-864e-45e9-b96e-e6a5f7e88201,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:26.653418 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90a4fdf0-ea8f-42c0-959b-b01f3761a277 req-b1def8c6-a85d-451c-9116-73a0ce83c4c4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 May 19 13:10:27.344158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b52817-d85f-4a1d-9a15-8596ea6adbf5 req-9175d593-513a-454d-967d-99aa593faac3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:27.345634 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-59b52817-d85f-4a1d-9a15-8596ea6adbf5 req-9175d593-513a-454d-967d-99aa593faac3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 945 time: 0.1950076 May 19 13:10:27.393306 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-59b52817-d85f-4a1d-9a15-8596ea6adbf5 req-7a56810e-da04-478f-bc26-c79321b085e8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 May 19 13:10:27.860699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2ccb5-cdb0-4c93-917a-590f053256c5 req-7caafdf2-8af6-4e35-acb4-a20eb41f87fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:27.862120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ed2ccb5-cdb0-4c93-917a-590f053256c5 req-7caafdf2-8af6-4e35-acb4-a20eb41f87fa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.1002202 May 19 13:10:27.905296 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ed2ccb5-cdb0-4c93-917a-590f053256c5 req-669c7af5-be20-42a6-a736-393ebc1bddb4 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374587 May 19 13:10:28.324047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:10:28.380654 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001b81fc-46d1-48a1-a865-0f9f295fb7ac'] response: {'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'code': 200} May 19 13:10:28.581864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fbf97-ace1-4768-b1da-de793485d694 req-804cb14b-8ad5-4f30-baca-de889339c223 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:28.583254 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d18fbf97-ace1-4768-b1da-de793485d694 req-804cb14b-8ad5-4f30-baca-de889339c223 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 945 time: 0.0837104 May 19 13:10:28.635224 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d18fbf97-ace1-4768-b1da-de793485d694 req-9929e2e2-74ea-4abd-819c-b7ed938323ff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452707 May 19 13:10:28.716920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27f7a-33c0-47f8-a97f-b1faf519dc01 req-a171b41c-bcd6-4914-92fc-060584659cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:28.718402 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dec27f7a-33c0-47f8-a97f-b1faf519dc01 req-a171b41c-bcd6-4914-92fc-060584659cac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 1099 time: 0.0716994 May 19 13:10:28.804538 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dec27f7a-33c0-47f8-a97f-b1faf519dc01 req-eaf2ebbc-f00c-4aed-86a3-db29e60663c4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790894 May 19 13:10:28.839575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c986c0-86fa-4d5c-b77a-9fe694af08d7 req-e204869f-412b-4a19-99a0-241601df7ea5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:28.840900 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-49c986c0-86fa-4d5c-b77a-9fe694af08d7 req-e204869f-412b-4a19-99a0-241601df7ea5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 945 time: 0.0952716 May 19 13:10:28.890460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-49c986c0-86fa-4d5c-b77a-9fe694af08d7 req-d07936de-0386-4056-ab6e-9a292a406d55 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407727 May 19 13:10:28.919204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39046) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:28.989572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3d9a8-90ff-47d5-a050-6c8c1527d451 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:28.991095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-efb3d9a8-90ff-47d5-a050-6c8c1527d451 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 1093 time: 0.0709336 May 19 13:10:28.994014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39052) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:28.999022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:29.005013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:29.008834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:29.011962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:29.017637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:29.031715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.171018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.195352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9efb-b21e-4615-8055-8f5afb6a9bf4 req-ceb7e934-1193-4eab-a4a5-41200ff175a7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:29.196784 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f5ea9efb-b21e-4615-8055-8f5afb6a9bf4 req-ceb7e934-1193-4eab-a4a5-41200ff175a7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.1863537 May 19 13:10:29.242450 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f5ea9efb-b21e-4615-8055-8f5afb6a9bf4 req-3e27f18e-fe0f-4347-8e30-5b2f3f468c4b tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390630 May 19 13:10:29.312266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.87 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/59b6532a-099f-4c28-89d7-57ae07b8dd13) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:29.466279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.500982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:29.568754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:29.571690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:29.575502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:29.604096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=59b6532a-099f-4c28-89d7-57ae07b8dd13,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:30.000357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.083848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.313149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.318951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.614337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:30.663721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=59b6532a-099f-4c28-89d7-57ae07b8dd13,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:30.803271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91578-a948-4e22-ae04-d4ef3fb91fa3 req-1449f8de-abd1-485e-a17c-8aa22b1b737e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:30.804762 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ce91578-a948-4e22-ae04-d4ef3fb91fa3 req-1449f8de-abd1-485e-a17c-8aa22b1b737e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.4517710 May 19 13:10:30.835855 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 4ea979cd-c2b6-42f7-88c7-1781247570e0 associated. External IP: 172.26.3.87, port: 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6. May 19 13:10:30.932722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2ce91578-a948-4e22-ae04-d4ef3fb91fa3 req-bb0b420c-94c8-414b-91f1-cac54d562453 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185696 May 19 13:10:31.125962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa59f-e36d-43be-9657-5b96083ded11 req-4633ed1d-21e1-47d1-9acc-1216dce22546 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:31.127514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4a7fa59f-e36d-43be-9657-5b96083ded11 req-4633ed1d-21e1-47d1-9acc-1216dce22546 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.0884814 May 19 13:10:31.157197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbf27-d49c-4318-ab60-2dacdec5440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.184525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4a7fa59f-e36d-43be-9657-5b96083ded11 req-6c618261-ab86-49a9-bafc-e1a20b33bc53 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509634 May 19 13:10:31.208184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 7517d41a-c877-4699-9c90-8244e90b74d8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:31.209793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39060) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:31.388342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:31.398117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] Sync routers for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:31.411595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:31.412207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:31.421087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.473930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb7a475-8796-4f43-ae38-a4480e883df1 tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:31.478151 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4cb7a475-8796-4f43-ae38-a4480e883df1 tempest-TestVolumeBootPattern-2000268710 tempest-TestVolumeBootPattern-2000268710-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 1094 time: 0.2645121 May 19 13:10:31.478294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39066) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:31.485549 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fe1a54b7-d5d4-4054-83e5-b19ee16e5b42 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4878416 May 19 13:10:31.485549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:10:31.485812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:10:31.488277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39070) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:31.490644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:10:31.494591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Usage tracker for resource:floatingip and tenant:315f0b4966f444f9bdcbf022dbbb1350 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:10:31.499280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:10:31.511569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:10:31.524660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.563607 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfb8db2-09c4-4cfe-b8a7-bbb7c3817529'] response: {'name': 'network-changed', 'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'status': 'completed', 'code': 200} May 19 13:10:31.598064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:31.672923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:31.727366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-740a2fdd-ca82-43e9-ac07-f023bb657e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:31.728768 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-740a2fdd-ca82-43e9-ac07-f023bb657e64 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 1098 time: 0.1569526 May 19 13:10:31.736651 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b188550a-12d2-473e-83e0-17f28d6bffae tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8 HTTP/1.1" status: 200 len: 923 time: 0.2437680 May 19 13:10:31.736841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:31.872072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-623b8a1c-eb11-46f5-8da6-e86e67e8c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:31.874602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-623b8a1c-eb11-46f5-8da6-e86e67e8c1fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=38f71c9d-cacb-4a88-bc96-d47881ea3687 HTTP/1.1" status: 200 len: 898 time: 0.1354022 May 19 13:10:31.891644 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c7d8b2d4-defe-4de4-b39a-35d6634d5ab6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 990 time: 0.1542313 May 19 13:10:31.911992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Allocated IP 172.26.3.85 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/8e73fffc-e143-4873-902c-31090cf025f2) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:10:31.955798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4ea979cd-c2b6-42f7-88c7-1781247570e0', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:29Z', 'updated_at': '2022-05-19T13:10:29Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:10:15Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:31.960247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] Checking router: 7517d41a-c877-4699-9c90-8244e90b74d8 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:10:31.969932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:31.970610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:32.067449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.099716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.117297 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-9b27d11b-cc74-4e34-92b6-7333fe792d6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 HTTP/1.1" status: 200 len: 998 time: 0.2312887 May 19 13:10:32.157301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:32.160022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:10:32.167781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:10:32.173203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:10:32.195285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-d9ca8ad5-a19a-478f-9b98-8fdafd88df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:32.196886 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-d9ca8ad5-a19a-478f-9b98-8fdafd88df9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e3fae93-55bf-4974-9126-a8b48f3bf1fb HTTP/1.1" status: 200 len: 834 time: 0.0709264 May 19 13:10:32.223869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=8e73fffc-e143-4873-902c-31090cf025f2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:32.277008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-229f9fd4-1ee4-438d-b062-5cc04f908c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:32.278491 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-229f9fd4-1ee4-438d-b062-5cc04f908c67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38f71c9d-cacb-4a88-bc96-d47881ea3687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707188 May 19 13:10:32.414236 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-b7a980ee-1b58-4c47-9999-632d0a4db1af service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246741 May 19 13:10:32.522272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4ea979cd-c2b6-42f7-88c7-1781247570e0', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:29Z', 'updated_at': '2022-05-19T13:10:29Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:10:15Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:32.528309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b354d6-863c-445a-a999-79f6d120ed71 None None] The sync data for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv is: [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4ea979cd-c2b6-42f7-88c7-1781247570e0', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:29Z', 'updated_at': '2022-05-19T13:10:29Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:10:15Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:32.552036 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee162b9d-90cd-4f11-9379-9ad1b2b37548 req-a4f55848-4a10-4c52-a2c9-72578c9e074f service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279576 May 19 13:10:32.605972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.683474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:32.730373 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50a2ce-62fc-420b-91fe-13b8176444b7 None None] New status for floating IP 4ea979cd-c2b6-42f7-88c7-1781247570e0: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:10:32.895691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39080) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:33.013429 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3830fb93-810a-46e5-a342-589520744795 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 990 time: 0.1154811 May 19 13:10:33.021086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.026839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.132611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event updated for resources: {'Port': ['ID=8e73fffc-e143-4873-902c-31090cf025f2,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:10:33.144450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.324660 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP d92ccccd-8b8c-43da-9dae-455e571cc0cb associated. External IP: 172.26.3.85, port: 37c53779-864e-45e9-b96e-e6a5f7e88201. May 19 13:10:33.584799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-babc7ebf-d534-433d-9874-2c256384c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.700495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:10:33.882181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:10:33.892035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:10:33.901846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:33.902474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:33.908052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:33.967168 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-16433266-d338-4dcd-a2a8-9a1a936a189e tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4874132 May 19 13:10:33.967810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:10:34.016135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39090) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:10:34.122110 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06cd56a-39da-49e0-960f-da431d38c80e'] response: {'name': 'network-changed', 'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'status': 'completed', 'code': 200} May 19 13:10:34.130213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:34.130820 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8235ee53-400b-4a4f-8734-0b8202518e36 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 992 time: 0.1126072 May 19 13:10:34.237833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-5f9b4e86-cd55-4eb3-b233-8938b023f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:34.239339 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-5f9b4e86-cd55-4eb3-b233-8938b023f7e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 1099 time: 0.0747323 May 19 13:10:34.374180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-a6970c9a-fa01-4406-99fe-2866168e30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:34.375632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-a6970c9a-fa01-4406-99fe-2866168e30f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.1287897 May 19 13:10:34.483475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'd92ccccd-8b8c-43da-9dae-455e571cc0cb', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:46:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7d212f-777c-4443-a762-b8467dce1599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:32Z', 'updated_at': '2022-05-19T13:10:32Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}, {'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:17Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:34.486031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-e6e0c0da-0b99-4ece-bc6b-235c251e7767 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c53779-864e-45e9-b96e-e6a5f7e88201 HTTP/1.1" status: 200 len: 999 time: 0.0995848 May 19 13:10:34.487511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:10:34.496100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:10:34.496715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:10:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:34.552759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-982054a1-d3e4-4cbe-856b-effec71b6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:34.554192 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-982054a1-d3e4-4cbe-856b-effec71b6bfb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0605769 May 19 13:10:34.630320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-7cd11078-4e21-4842-a80b-cd5e8768d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:10:34.631827 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-7cd11078-4e21-4842-a80b-cd5e8768d50c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703912 May 19 13:10:34.675971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:10:34.769689 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-5d0358d1-7285-4380-9ded-5da4cdbd4897 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262195 May 19 13:10:34.835869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:34.904330 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74fc5554-89f8-41ff-8d4c-f1250c4b0e4c req-249e91e0-c8dc-4827-9154-820fc2f9c724 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265633 May 19 13:10:34.947856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:35.064582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'd92ccccd-8b8c-43da-9dae-455e571cc0cb', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:46:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7d212f-777c-4443-a762-b8467dce1599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:32Z', 'updated_at': '2022-05-19T13:10:32Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}, {'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:17Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:10:35.068612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21ddd7-4e17-4571-90a5-792e551419a0 None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'd92ccccd-8b8c-43da-9dae-455e571cc0cb', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:46:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7d212f-777c-4443-a762-b8467dce1599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:32Z', 'updated_at': '2022-05-19T13:10:32Z', 'revision_number': 0, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}, {'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:17Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:10:35.267570 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eaf0c4-6b64-4ff7-b043-1769b1ebc692 None None] New status for floating IP d92ccccd-8b8c-43da-9dae-455e571cc0cb: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:10:35.948907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:37.544722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:10:49.428478 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:11:01.153590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-24eba113-7ffa-47cd-8c4d-ec5a39e04e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:03.590199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd2e99e3-8f05-4ca8-8445-1e672552d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:04.763488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:04.888236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:05.948677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:07.559342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:11.364164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39112) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:11.670641 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-35c7f663-f88e-40f9-a883-2715cdef2355 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3047733 May 19 13:11:11.673501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39116) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:11.866698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb1336-b8dc-4390-9600-539490912cb0 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Notify agent at dv-neutron-841945-1-hyperv the message router_removed_from_agent {{(pid=88029) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 19 13:11:11.870340 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-faeb1336-b8dc-4390-9600-539490912cb0 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "DELETE /v2.0/agents/92c8d4eb-670f-4eec-9303-604234b6b5d7/l3-routers/7517d41a-c877-4699-9c90-8244e90b74d8 HTTP/1.1" status: 204 len: 168 time: 0.1959319 May 19 13:11:11.873027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39120) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:12.053912 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-37bc025f-31df-485d-9296-2c1e1ca4fe0b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1797178 May 19 13:11:12.056589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39124) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:12.160024 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c8b8960e-a233-48e2-bc54-366f60457a2e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 992 time: 0.1023934 May 19 13:11:12.635718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec74f2-3b61-4c19-bd1d-d406e5b66896 None None] New status for floating IP 4ea979cd-c2b6-42f7-88c7-1781247570e0: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:11:13.042378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:13.155191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:13.155534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:13.164005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39130) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:13.189937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:13.193818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:13.194653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:13.275058 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e0b5488c-9224-4a38-8f1c-fa09312b5124 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 990 time: 0.1054063 May 19 13:11:13.307454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:13.316762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.317130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.317464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.317796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.318126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.318441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.318792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.319114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.319436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.319752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.320068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.320381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:13.381301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:13.381671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:13.399160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:13.406488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:13.492315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:14.450930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39136) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:14.829851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3905fc1e-f5b9-4b98-bc81-a040e9511d13 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Router 7517d41a-c877-4699-9c90-8244e90b74d8 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:11:14.830119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3905fc1e-f5b9-4b98-bc81-a040e9511d13 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Notify agent at dv-neutron-841945-1-hyperv the message router_added_to_agent {{(pid=88028) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 19 13:11:14.848619 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3905fc1e-f5b9-4b98-bc81-a040e9511d13 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "POST /v2.0/agents/92c8d4eb-670f-4eec-9303-604234b6b5d7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3961680 May 19 13:11:14.850423 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] Sync routers for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:14.851341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39144) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:14.861864 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:14.862468 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:15.032924 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-85e87f3c-93bc-4821-b1a7-837a175b2a87 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1803837 May 19 13:11:15.035664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39148) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:15.069656 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:15.141052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5060e90a-06bc-4738-b915-7321677bdbb0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 990 time: 0.1043043 May 19 13:11:15.424697 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4ea979cd-c2b6-42f7-88c7-1781247570e0', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:29Z', 'updated_at': '2022-05-19T13:11:12Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:11:13Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:15.428813 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] Checking router: 7517d41a-c877-4699-9c90-8244e90b74d8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:15.437549 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:15.438156 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:15.613533 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:15.961379 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4ea979cd-c2b6-42f7-88c7-1781247570e0', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:29Z', 'updated_at': '2022-05-19T13:11:12Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:11:13Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:15.965267 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2788e9ae-fa19-4535-be85-85bc3dc250f8 None None] The sync data for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv is: [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4ea979cd-c2b6-42f7-88c7-1781247570e0', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'port_id': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'mac_address': 'fa:16:3e:69:c6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:10:29Z', 'updated_at': '2022-05-19T13:11:12Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:11:13Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:16.144483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39152) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:16.273274 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c4771b93-0fb4-4fd3-9c73-f959736a9310 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 990 time: 0.1273899 May 19 13:11:17.085212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:17.157629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:17.158007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.276394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39156) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:17.278796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:17.279177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.312687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:17.317863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.318765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:17.384078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3ad55943-2793-4db2-ac18-f6a90ec8c90f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 990 time: 0.1047232 May 19 13:11:17.443622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:17.454105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:17.454490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.517735 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-21514dd1-be9d-424c-8377-01051afda3b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721087 May 19 13:11:17.586393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:17.586393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.602968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:17.611653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:17.701821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:17.728324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfba461-d62a-4db8-bbfe-20628759093f None None] New status for floating IP 4ea979cd-c2b6-42f7-88c7-1781247570e0: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:11:17.834194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-a0f556ed-60d4-43cf-9e66-98215ae03f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:17.835755 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-a0f556ed-60d4-43cf-9e66-98215ae03f0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1099 time: 0.2341802 May 19 13:11:18.011838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-5855038f-23dc-4374-9c12-cd7b1985da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:18.012764 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-5855038f-23dc-4374-9c12-cd7b1985da2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.1511576 May 19 13:11:18.124258 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-a87d294e-c531-4016-87ba-b172cbd836a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 1002 time: 0.1045802 May 19 13:11:18.194652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-6a638f9f-f200-4a1f-a694-26729e9e4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:18.196392 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-6a638f9f-f200-4a1f-a694-26729e9e4d2a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0660176 May 19 13:11:18.290942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-1e2002a5-d2b5-4d76-b374-03d3cc423811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:18.293826 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-1e2002a5-d2b5-4d76-b374-03d3cc423811 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879200 May 19 13:11:18.386250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39160) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:18.444496 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-8b8544bb-9ba7-43f7-adae-53b0ce93345c service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443090 May 19 13:11:18.504468 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8a327f9a-f418-4f32-a267-b9ca468261ea tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 200 len: 992 time: 0.1162453 May 19 13:11:18.587088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c13923ff-0825-4673-b9ce-17627d9d08d4 req-4ec9baeb-a8d6-4e71-9ac4-c885f100b87e service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363699 May 19 13:11:18.944737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39168) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:19.054161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:19.130517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:19.130517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.271086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 59b6532a-099f-4c28-89d7-57ae07b8dd13 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:11:19.271086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.321484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:19.322935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:19.400162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:19.400162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.451114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.451114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.525603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:19.581490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 59b6532a-099f-4c28-89d7-57ae07b8dd13 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:11:19.738067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.791213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=59b6532a-099f-4c28-89d7-57ae07b8dd13,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:19.837348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.837348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.838878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.838878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.838878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.839124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.840086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.840086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.840086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.840781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.840781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.840996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:19.911030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:19.911030 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 4ea979cd-c2b6-42f7-88c7-1781247570e0 disassociated (deleted). External IP: 172.26.3.87, port: 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6. May 19 13:11:20.288419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 7517d41a-c877-4699-9c90-8244e90b74d8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:20.475704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:20.488011 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] Sync routers for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:20.498552 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:20.500254 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:20.502261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:20.681771 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ce8f7e17-d985-4c36-84f7-684eac4b40fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/4ea979cd-c2b6-42f7-88c7-1781247570e0 HTTP/1.1" status: 204 len: 168 time: 1.7359519 May 19 13:11:20.682359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:11:20.701983 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:20.727335 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f06f45-bfa4-47ca-b4bb-42ad377b87bf'] response: {'name': 'network-changed', 'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'status': 'completed', 'code': 200} May 19 13:11:20.837678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-3c9447da-9cf9-4828-9844-351495055d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:20.839313 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-3c9447da-9cf9-4828-9844-351495055d62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 1098 time: 0.0820951 May 19 13:11:21.008120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-ff549eaa-02ee-4977-86da-9b15f4ba951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:21.009594 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-ff549eaa-02ee-4977-86da-9b15f4ba951b service neutron] 10.222.0.79 "GET /v2.0/networks?id=38f71c9d-cacb-4a88-bc96-d47881ea3687 HTTP/1.1" status: 200 len: 898 time: 0.1642063 May 19 13:11:21.107873 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:21.111571 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] Checking router: 7517d41a-c877-4699-9c90-8244e90b74d8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:21.120528 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:21.121562 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:21.126636 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-8fde7b6e-4b3e-4fb2-bb4c-a9c426c1a806 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 HTTP/1.1" status: 200 len: 217 time: 0.0736721 May 19 13:11:21.213559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-80d2077f-ff3c-41ae-8e20-da18b3e06ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:21.215065 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-80d2077f-ff3c-41ae-8e20-da18b3e06ca0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e3fae93-55bf-4974-9126-a8b48f3bf1fb HTTP/1.1" status: 200 len: 834 time: 0.0783966 May 19 13:11:21.224513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d6d85-cbe6-42d5-a316-f68763b70a34 req-894773c7-888c-4d76-b260-a8dd2adb6d5e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:21.225345 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-067d6d85-cbe6-42d5-a316-f68763b70a34 req-894773c7-888c-4d76-b260-a8dd2adb6d5e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 945 time: 0.2113075 May 19 13:11:21.313647 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:21.316121 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-067d6d85-cbe6-42d5-a316-f68763b70a34 req-b820867d-6103-4117-8084-55f95505ad8c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601218 May 19 13:11:21.336207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-cf6470ef-ce60-453f-af81-f8bf7ff9bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:21.336207 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-cf6470ef-ce60-453f-af81-f8bf7ff9bdfa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38f71c9d-cacb-4a88-bc96-d47881ea3687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076746 May 19 13:11:21.475551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-8dbdf636-e116-48cb-9b98-53414d04508c service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263988 May 19 13:11:21.616954 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4261aad0-4436-41f0-9bbd-78e15e9733e0 req-3a3dd66f-407c-4ff6-ba6b-60682bd900b0 service neutron] 10.222.0.79 "GET /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338770 May 19 13:11:21.625555 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:21.630000 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f45a5d-d778-4644-a81a-25db2d6412cb None None] The sync data for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv is: [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:10:09Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '905b6ced-79dd-413d-b2e6-f8cc03edd8f5', 'name': '', 'network_id': '38f71c9d-cacb-4a88-bc96-d47881ea3687', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c4:2a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:08Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '2e3fae93-55bf-4974-9126-a8b48f3bf1fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:22.373330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ad7f5-6335-4813-92e3-94ef9587dbda None None] New status for floating IP 4ea979cd-c2b6-42f7-88c7-1781247570e0: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:11:22.504807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b13d1-ef9e-4228-9af0-055520d8012a req-312d8e14-514a-4291-98c3-15228b0ac7f0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:22.506131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-773b13d1-ef9e-4228-9af0-055520d8012a req-312d8e14-514a-4291-98c3-15228b0ac7f0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:22.526551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-773b13d1-ef9e-4228-9af0-055520d8012a req-312d8e14-514a-4291-98c3-15228b0ac7f0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:22.527814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-773b13d1-ef9e-4228-9af0-055520d8012a req-312d8e14-514a-4291-98c3-15228b0ac7f0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 945 time: 0.1019037 May 19 13:11:22.574803 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-773b13d1-ef9e-4228-9af0-055520d8012a req-ebc56ba3-49eb-4e27-88bf-e552eeea9836 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=f33d8227-6b65-4a8f-a939-308aeeabde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 May 19 13:11:22.813501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7072b-5d08-42fa-8612-43986a825cee req-d04b5a57-cf6d-406e-880c-18b5d2305086 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:22.815026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-84b7072b-5d08-42fa-8612-43986a825cee req-d04b5a57-cf6d-406e-880c-18b5d2305086 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 945 time: 0.2110786 May 19 13:11:22.889182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:11:22.889521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:23.133984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:23.134344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:23.263818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:11:23.419118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:23.472539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:23.513178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.513418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.513777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.514101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.514408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.514749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.515067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.515382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.515700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.516006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.516316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.516841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:23.553742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:11:23.556039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:23.558453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'name': 'network-vif-deleted', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:11:23.575793 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-84b7072b-5d08-42fa-8612-43986a825cee req-602109a3-36da-4df5-892f-2049c007691e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 HTTP/1.1" status: 204 len: 173 time: 0.7513099 May 19 13:11:23.607084 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36c027b-7a70-402d-af76-9e59d2f76bbc'] response: {'server_uuid': 'df7e9c18-3ff2-44dd-9c3c-de03bfb64990', 'name': 'network-vif-deleted', 'tag': '27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6', 'status': 'completed', 'code': 200} May 19 13:11:23.746495 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b71fad4f-e143-4bbe-b917-81526f6d37ac req-ebdd6cde-dc22-43b7-aef3-9d65df8dfe82 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7e9c18-3ff2-44dd-9c3c-de03bfb64990 HTTP/1.1" status: 200 len: 210 time: 0.0548720 May 19 13:11:24.845677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39190) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:24.918504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a448a2e-342b-4b71-a411-3dab57fededd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:24.947845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a448a2e-342b-4b71-a411-3dab57fededd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:25.034718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a448a2e-342b-4b71-a411-3dab57fededd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:25.052854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a448a2e-342b-4b71-a411-3dab57fededd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33d8227-6b65-4a8f-a939-308aeeabde0a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:25.064504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6a448a2e-342b-4b71-a411-3dab57fededd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:25.065641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6a448a2e-342b-4b71-a411-3dab57fededd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/f33d8227-6b65-4a8f-a939-308aeeabde0a HTTP/1.1" status: 204 len: 168 time: 0.2188747 May 19 13:11:25.097345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39196) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:25.687526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.075022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:11:26.075698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.263421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 905b6ced-79dd-413d-b2e6-f8cc03edd8f5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:26.263768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.373951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:26.411331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:11:26.411427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 27a7ecf7-42f0-4a35-b5eb-f2a3191c1ca6 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:11:26.430474 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:11:26.486310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:11:26.812439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:26.861859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=905b6ced-79dd-413d-b2e6-f8cc03edd8f5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:27.137049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:27.504102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 7517d41a-c877-4699-9c90-8244e90b74d8 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:27.788560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:27.798078 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] Sync routers for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:27.801511 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4fe480be-57c8-4af8-85b3-a91b509c05b9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026029 May 19 13:11:27.804371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39200) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:27.808082 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:27.808695 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:27.870985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet 2e3fae93-55bf-4974-9126-a8b48f3bf1fb {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:11:27.874020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:27.927243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:27.985602 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:28.009798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.090022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.131768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3fae93-55bf-4974-9126-a8b48f3bf1fb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:28.135177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.141459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe495d-b22f-47c4-97ae-64055d885c4b None None] Network 38f71c9d-cacb-4a88-bc96-d47881ea3687 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:11:28.155099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-13f9b4f0-1006-4d88-ba76-785afaf75cee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/2e3fae93-55bf-4974-9126-a8b48f3bf1fb HTTP/1.1" status: 204 len: 168 time: 0.3472326 May 19 13:11:28.155583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39204) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:28.360656 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:11:26Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:28.364506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.365403 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] Checking router: 7517d41a-c877-4699-9c90-8244e90b74d8 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:28.374391 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] Routers {'7517d41a-c877-4699-9c90-8244e90b74d8'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:28.374975 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7517d41a-c877-4699-9c90-8244e90b74d8'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:28.437638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] DHCP port deletion for 38f71c9d-cacb-4a88-bc96-d47881ea3687 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:11:28.443687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] Deleting port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:11:28.444252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.563681 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] Set router 7517d41a-c877-4699-9c90-8244e90b74d8 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:28.570426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.581919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:11:28.582307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.653489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] For port b4583a3d-0615-4757-8b1e-6644d8c2a5f2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,segment=NetworkSegment(34231196-3141-4f39-9012-809a6d293137),segment_id=34231196-3141-4f39-9012-809a6d293137)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:28.654105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.771322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port b2b0fe42-7454-4224-8c39-a4a4bfce4ca7, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:28.771681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.774949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] Calling delete_port for b4583a3d-0615-4757-8b1e-6644d8c2a5f2 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:11:28.862245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:28.880303 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:11:26Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:28.885128 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca833a15-b1c9-402a-9285-aa4e5631d47b None None] The sync data for ids ['7517d41a-c877-4699-9c90-8244e90b74d8'] in dv-neutron-841945-1-hyperv is: [{'id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'name': 'tempest-TestNetworkBasicOps-router-2069337756', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:10:04Z', 'updated_at': '2022-05-19T13:11:26Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'b2b0fe42-7454-4224-8c39-a4a4bfce4ca7', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517d41a-c877-4699-9c90-8244e90b74d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:10:05Z', 'updated_at': '2022-05-19T13:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:28.918405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] Pushing event deleted for resources: {'Port': ['ID=b4583a3d-0615-4757-8b1e-6644d8c2a5f2,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:28.919445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5b45d-7863-47bf-9f76-c305dc9ece76 None None] No DVR routers for this DVR port b4583a3d-0615-4757-8b1e-6644d8c2a5f2 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:11:29.024812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:11:29.194132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.244849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=b2b0fe42-7454-4224-8c39-a4a4bfce4ca7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:29.316558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:29.344372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.368553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:11:29.368989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 905b6ced-79dd-413d-b2e6-f8cc03edd8f5 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:11:29.369497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b4583a3d-0615-4757-8b1e-6644d8c2a5f2 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:29.409937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: b4583a3d-0615-4757-8b1e-6644d8c2a5f2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:11:29.410279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b4583a3d-0615-4757-8b1e-6644d8c2a5f2 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:11:29.527283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.530354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.554037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.554528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router 7517d41a-c877-4699-9c90-8244e90b74d8 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:11:29.570604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.574242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-53f5fdb6-7d22-41c0-9232-19d35eddb4e2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/7517d41a-c877-4699-9c90-8244e90b74d8 HTTP/1.1" status: 204 len: 168 time: 1.4154203 May 19 13:11:29.575349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39208) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:29.699161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.849937 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.876510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f71c9d-cacb-4a88-bc96-d47881ea3687']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:29.889143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34231196-3141-4f39-9012-809a6d293137') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:29.889440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34231196-3141-4f39-9012-809a6d293137') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:29.901587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.917994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.924462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:11:29.924837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:11:29.940014 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:11:30.027028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.031561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.061780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=38f71c9d-cacb-4a88-bc96-d47881ea3687,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:30.069337 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cf47fad0-12ca-4cb7-a149-da2552c5ecd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/38f71c9d-cacb-4a88-bc96-d47881ea3687 HTTP/1.1" status: 204 len: 168 time: 0.4931152 May 19 13:11:30.092735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39212) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:30.099218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--1853016446', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:30.099218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:30.111602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:30.111602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:30.119186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:30.132619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:30.138994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.170370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:11:30.181699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.181699 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment cc560356-c60d-4d57-a7a1-3a73aa319880 of type vlan for network 86868e7a-520d-488a-957a-e47c3f6a114b May 19 13:11:30.209247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.236443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.241825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:30.242387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.347167 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2580326 May 19 13:11:30.349036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39216) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:30.350148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f365-3a71-4c96-8322-321eb050de6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=86868e7a-520d-488a-957a-e47c3f6a114b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:30.356051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:30.360744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 86868e7a-520d-488a-957a-e47c3f6a114b details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:11:30.365032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:30.369167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:30.373528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:30.379751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:30.395338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.395338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.413925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:30.705045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.031450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.049039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:11:31.066075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.090066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:11:31.090066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b2b0fe42-7454-4224-8c39-a4a4bfce4ca7 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:11:31.155295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a318bb6-5709-4492-b28a-f06830837bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.253617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.92 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/fc01b77d-0a11-42c7-a999-c5fb2dd379c8) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:31.434990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.468417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:31.529737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:31.533034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:31.535976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:11:31.581459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:32.089350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.480644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.712239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router b53e882e-5752-4d88-b061-da13ed7fac14 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:11:32.931858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:32.946388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Sync routers for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:32.958719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:32.959564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:32.960081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:32.961284 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-21b53130-e356-4d0c-a37b-bbf6293eae86 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6112182 May 19 13:11:32.964832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:33.005028 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c3128541-7dcb-4535-a443-dac55af105a1 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390472 May 19 13:11:33.007906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39228) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:33.146921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3a374-ac82-4b6f-8459-6abd57fca318 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:33.148824 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-80b3a374-ac82-4b6f-8459-6abd57fca318 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399205 May 19 13:11:33.151681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39232) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:33.218032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:33.309144 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1245f0af-fa17-46ee-a1a1-e343055012e4 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1562841 May 19 13:11:33.311807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39236) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:33.317295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1052272180', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:33.447344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:33.451636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:33.454546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:33.460489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:33.470783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:33.474216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.543239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:31Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:33.547860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Checking router: b53e882e-5752-4d88-b061-da13ed7fac14 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:33.548480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Updating router b53e882e-5752-4d88-b061-da13ed7fac14 port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:11:33.615611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1783c170-ee1d-46bf-88cb-42aef2126957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.622849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.697507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.776396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=18978b96-bf71-44a5-b926-9303a6e468a3,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:33.790884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:11:33.791261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 86868e7a-520d-488a-957a-e47c3f6a114b, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:11:33.810672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 86868e7a-520d-488a-957a-e47c3f6a114b is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:11:33.820213 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 86868e7a-520d-488a-957a-e47c3f6a114b) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:33.824299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:33.824882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:33.840400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55c55c-e401-4184-b1d8-b0bba669b0f6 None None] Network 86868e7a-520d-488a-957a-e47c3f6a114b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:11:33.846325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6ea8ed03-94c9-4e8b-949b-1ef0a5466272 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5335722 May 19 13:11:33.849340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39240) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:34.138657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.190499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Transition to ACTIVE for port object fc01b77d-0a11-42c7-a999-c5fb2dd379c8 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:34.198897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-86868e7a-520d-488a-957a-e47c3f6a114b', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:11:34.199928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.214011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.353033 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Attempting to bind port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:34.353372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Attempting to bind port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:34.353743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Attempting to bind port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:34.369205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9843ff-6233-4108-b1b9-53a8bca94f58 None None] Pushing event updated for resources: {'Port': ['ID=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:34.380571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:11:34.381012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:11:34.381429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.381816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:11:34.382926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Bound port: fc01b77d-0a11-42c7-a999-c5fb2dd379c8, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:11:34.382926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.520445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] For port fc01b77d-0a11-42c7-a999-c5fb2dd379c8, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:34.525719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] For port fc01b77d-0a11-42c7-a999-c5fb2dd379c8, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:11:34.527140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Allocated IP 172.20.0.2 (86868e7a-520d-488a-957a-e47c3f6a114b/18978b96-bf71-44a5-b926-9303a6e468a3/51e203b1-83a3-4c90-aa62-db484c0342c3) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:34.532414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.672851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.764450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:34.765123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:34.839232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9843ff-6233-4108-b1b9-53a8bca94f58 None None] Pushing event updated for resources: {'Port': ['ID=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:34.893703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:34.995364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.078821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:35.213791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.279401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Transition to ACTIVE for port object 51e203b1-83a3-4c90-aa62-db484c0342c3 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:35.308767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Transition to ACTIVE for port object 51e203b1-83a3-4c90-aa62-db484c0342c3 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:35.331803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.396000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (86868e7a-520d-488a-957a-e47c3f6a114b/18978b96-bf71-44a5-b926-9303a6e468a3/024aadf7-d8c5-443a-8f1b-ebcf41ab7191) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:35.447709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Network 86868e7a-520d-488a-957a-e47c3f6a114b is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:35.451622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:35.453553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Pushing event updated for resources: {'Port': ['ID=51e203b1-83a3-4c90-aa62-db484c0342c3,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:35.461074 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:11:35.558927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.562810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Attempting to bind port 51e203b1-83a3-4c90-aa62-db484c0342c3 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:35.563168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Attempting to bind port 51e203b1-83a3-4c90-aa62-db484c0342c3 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:35.563537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Attempting to bind port 51e203b1-83a3-4c90-aa62-db484c0342c3 on network 86868e7a-520d-488a-957a-e47c3f6a114b {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:35.571768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:11:35.572134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Checking segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:11:35.572710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.573108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Bound using segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:11:35.573921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Bound port: 51e203b1-83a3-4c90-aa62-db484c0342c3, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:11:35.574380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.581670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:35.612879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.630903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:31Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:35.651096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f62c14-25ae-4614-b418-9679b3d0e7b9 None None] The sync data for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv is: [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:31Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:35.696351 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:35.696748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 86868e7a-520d-488a-957a-e47c3f6a114b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:35.699682 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51e203b1-83a3-4c90-aa62-db484c0342c3,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:11:35.700228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:35.702912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:11:35.708697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.741501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:35.771435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:35.792102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffa050-2222-429d-a9d3-2b0613d7b6cf None None] Pushing event updated for resources: {'Port': ['ID=51e203b1-83a3-4c90-aa62-db484c0342c3,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:35.956669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.057074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.645261 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.651485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.769239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:36.771728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:36.819354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d628243-5d53-4b40-a22d-d45da0934f8b None None] Network 86868e7a-520d-488a-957a-e47c3f6a114b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:11:36.914071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 86868e7a-520d-488a-957a-e47c3f6a114b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:36.915499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:36.916366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2be20090-5a44-4cbd-b9c9-da472238d197 None None] Provisioning for port 51e203b1-83a3-4c90-aa62-db484c0342c3 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:37.121418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51e203b1-83a3-4c90-aa62-db484c0342c3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:37.158223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router b53e882e-5752-4d88-b061-da13ed7fac14 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:37.205205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 51e203b1-83a3-4c90-aa62-db484c0342c3 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:37.211697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 51e203b1-83a3-4c90-aa62-db484c0342c3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:37.212125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.345760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 51e203b1-83a3-4c90-aa62-db484c0342c3 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:37.346314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.376744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:37.387773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51e203b1-83a3-4c90-aa62-db484c0342c3,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:37.390881 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Sync routers for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:37.391403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Provisioning for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:37.394888 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-26b12f7d-d889-47d4-a410-9d57d0a6bede tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/b53e882e-5752-4d88-b061-da13ed7fac14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5444221 May 19 13:11:37.397545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39244) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:37.398378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Provisioning complete for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:37.400892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.409267 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:37.410161 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:37.426345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.427167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fc01b77d-0a11-42c7-a999-c5fb2dd379c8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:37.568707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.569373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.569834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.570477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.570993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.571437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.575742 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4fafbf1f-8e67-40ff-9c5c-826412e7563b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1739883 May 19 13:11:37.576159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39248) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:37.629238 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:37.652796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=51e203b1-83a3-4c90-aa62-db484c0342c3,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:37.653352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.653816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.654274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.654758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.655385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.663111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:37.665424 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-da32e628-14fe-499c-aeda-700a3e995c1e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0879307 May 19 13:11:37.666809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:11:37.668265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39252) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:37.671464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.685026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Provisioning complete for port 51e203b1-83a3-4c90-aa62-db484c0342c3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:37.685383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.729968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:37.741079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:37.741443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.903875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0057f446-d09b-41be-8060-3d3f8135811b None None] Current status of the port 51e203b1-83a3-4c90-aa62-db484c0342c3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:37.907186 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4801300d-8965-4585-a328-b154b84b8927 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2371321 May 19 13:11:37.941343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:37.941716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.958967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port fc01b77d-0a11-42c7-a999-c5fb2dd379c8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:37.964851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:37.996183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39258) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.001327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593875464', 'description': 'tempest-secgroup-smoke-1593875464 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:38.002516 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:36Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:38.007729 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Checking router: b53e882e-5752-4d88-b061-da13ed7fac14 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:38.007885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.008060 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Updating router b53e882e-5752-4d88-b061-da13ed7fac14 port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:11:38.014452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.017432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.023768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.034924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.050171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.052703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-33cf201d-27fa-490b-8e6c-8e5a328b701c None None] Provisioning complete for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:38.053078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-33cf201d-27fa-490b-8e6c-8e5a328b701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.056501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.060940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.063903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.070032 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.070189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.109918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-33cf201d-27fa-490b-8e6c-8e5a328b701c None None] Port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:11:38.147699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.152188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.199015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.203483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.207076 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-880eebe9-1fd1-4bfc-be7d-59db96cb7ac7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2097952 May 19 13:11:38.207691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39262) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.217764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:38.224060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.228173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.231462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.237549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.254001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.323829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.329075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.354954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178899a7-d179-4e2e-b146-fef3941a36a9,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.366949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.368418 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87beff10-0ff6-4e56-93bb-f26faf07a0ef tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567292 May 19 13:11:38.371083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39266) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.376153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:38.382211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.386255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.389280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.395898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.413963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.465962 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.477862 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Transition to ACTIVE for port object 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:38.478743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.484600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.485698 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.505922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580eb5ff-80c6-4f4d-836e-9308d29b5213,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.517672 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.521698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f7fcace8-f0b4-43a4-8a8d-217363615921 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496143 May 19 13:11:38.521894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39270) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.528191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:38.533928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.538068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.541129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.547223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.567907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.620534 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Pushing event updated for resources: {'Port': ['ID=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.647322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.652918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.664021 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.664364 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.664700 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.665034 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.665345 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.665665 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.665980 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.666291 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.666633 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.666945 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.667267 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.667568 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:11:38.693923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51b1ed4-d901-41dd-9cec-81b9bcbbf215,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.703496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.705033 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2b65c198-4ed4-42a9-97a4-f0d20470728a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817529 May 19 13:11:38.707565 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39274) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.713541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:38.720050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.725865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.726912 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Attempting to bind port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:38.727278 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Attempting to bind port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:38.727633 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Attempting to bind port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 on network 86868e7a-520d-488a-957a-e47c3f6a114b {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:38.729906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.733993 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:11:38.734340 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Checking segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:11:38.734763 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.735153 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Bound using segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:11:38.735614 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Bound port: 024aadf7-d8c5-443a-8f1b-ebcf41ab7191, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:11:38.736308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.736444 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.756339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.823957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.830313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.835034 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] For port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:38.838147 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] For port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:11:38.842773 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.853842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cfb156-3072-4461-9b08-f7e6f4435182,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.863629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.864816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-49b17bcb-1288-4cd6-ba9d-85b5079e5cc1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558468 May 19 13:11:38.867725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:38.872717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:38.878451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:38.882300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:38.885152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:38.890795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:38.903261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:11:38.910972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:38.920603 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:38.921240 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:38.978478 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af6b5d-1521-4c7b-a845-8ec3cf3de3b5 None None] Pushing event updated for resources: {'Port': ['ID=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:38.997498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.004992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.036428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.040335 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691170 May 19 13:11:39.040335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04644fbc-b9b2-4ed4-9eb6-2cb9700b69a2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9996782-b700-432e-8b9e-edc69e2985cd,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:39.041683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:39.047288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:39.053992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:39.058396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:39.061184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:39.068327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:39.077602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51e203b1-83a3-4c90-aa62-db484c0342c3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:39.083213 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:11:39.092460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.150810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 51e203b1-83a3-4c90-aa62-db484c0342c3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:39.151425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.167215 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:39.167408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.174875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.209580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d55cbe2-09c8-4bcb-8cc0-63fb524a4a9c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:39.219731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.221334 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-76b8f90e-4129-412d-b8d9-ba8b0773bf35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1787350 May 19 13:11:39.288663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 51e203b1-83a3-4c90-aa62-db484c0342c3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:39.289908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fc01b77d-0a11-42c7-a999-c5fb2dd379c8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:39.363024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:39.363584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:39.390963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-c9ee959d-5801-48bf-8864-2803e331dce8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:39.408181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-c9ee959d-5801-48bf-8864-2803e331dce8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:39.409386 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-c9ee959d-5801-48bf-8864-2803e331dce8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593875464&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0597260 May 19 13:11:39.486605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:39.497381 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:38Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:39.501365 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c1915-138b-433b-b80f-a413bb6f0ce3 None None] The sync data for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv is: [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:38Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:39.572958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-435a109d-f6ce-46f6-8d75-59862c9da516 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:39.574487 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-435a109d-f6ce-46f6-8d75-59862c9da516 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 797 time: 0.1576464 May 19 13:11:39.595390 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-03358971-a9a6-4b1e-b842-4b6d537fc86b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0153143 May 19 13:11:39.683502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-a74cc2a1-5cb6-43be-ba52-e8fe1fbe0bad tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:39.700285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-a74cc2a1-5cb6-43be-ba52-e8fe1fbe0bad tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:39.701684 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-a74cc2a1-5cb6-43be-ba52-e8fe1fbe0bad tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037598 May 19 13:11:39.977189 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-b3000fb5-135b-4a36-9c3a-ea2f65bc30ce service neutron] 10.222.0.44 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628915 May 19 13:11:40.127205 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-445ca680-5f76-4794-86e6-77d12415b9a1 service neutron] 10.222.0.44 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433189 May 19 13:11:40.333272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-740d39ad-ccbe-4f08-a3cc-05d78c6c6a72 req-ddae0c8a-f15c-4f5c-a831-687f29abd99e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:40.346926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-740d39ad-ccbe-4f08-a3cc-05d78c6c6a72 req-ddae0c8a-f15c-4f5c-a831-687f29abd99e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:40.348385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-740d39ad-ccbe-4f08-a3cc-05d78c6c6a72 req-ddae0c8a-f15c-4f5c-a831-687f29abd99e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 210 time: 0.0622985 May 19 13:11:41.073386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:41.143545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:41.148149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:41.148514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.267221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:41.267599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.302459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:41.308666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:41.385304 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:41.496288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-2c1507a8-832c-4607-81a3-e6e479559e77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:41.496971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-2c1507a8-832c-4607-81a3-e6e479559e77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:41.512555 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-600efbe7-1e16-4cc4-bb22-bbe8988067b0 req-f02c920e-50aa-4189-a95d-c88e287df86f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 210 time: 0.0479760 May 19 13:11:41.513227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-2c1507a8-832c-4607-81a3-e6e479559e77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:41.515302 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-2c1507a8-832c-4607-81a3-e6e479559e77 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 797 time: 0.1780987 May 19 13:11:41.695573 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-f0792bd0-8cba-4929-aff8-b07e44304f82 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 380 time: 0.1723814 May 19 13:11:41.708033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:41.843581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:41.853954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:41.866687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:11:41.870330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.032116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.10 (86868e7a-520d-488a-957a-e47c3f6a114b/18978b96-bf71-44a5-b926-9303a6e468a3/00259b94-1ce0-42bc-910a-2bde050f61cf) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:42.216295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.232716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 00259b94-1ce0-42bc-910a-2bde050f61cf will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:42.261005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.329393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 86868e7a-520d-488a-957a-e47c3f6a114b is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:42.332786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:42.336592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:11:42.371330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=00259b94-1ce0-42bc-910a-2bde050f61cf,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:42.409014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:42.409645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.436940 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-42cd80d2-896e-413b-be24-18c498fc745c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326963 May 19 13:11:42.448707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Request body: {'port': {'device_id': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:42.567904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3274601f-2c15-42bc-a1f9-238d335f082e None None] Provisioning for port 00259b94-1ce0-42bc-910a-2bde050f61cf completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:42.568497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.574299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3274601f-2c15-42bc-a1f9-238d335f082e None None] Provisioning complete for port 00259b94-1ce0-42bc-910a-2bde050f61cf triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:42.574799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3274601f-2c15-42bc-a1f9-238d335f082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:42.636357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3274601f-2c15-42bc-a1f9-238d335f082e None None] Port 00259b94-1ce0-42bc-910a-2bde050f61cf cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:11:42.856486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f864-902a-4a04-a540-3bd704116396 req-8a520e92-3293-4ceb-99b0-9f73baa0237a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:42.857161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-9516f864-902a-4a04-a540-3bd704116396 req-8a520e92-3293-4ceb-99b0-9f73baa0237a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:11:42.897052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-9516f864-902a-4a04-a540-3bd704116396 req-8a520e92-3293-4ceb-99b0-9f73baa0237a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:11:42.898184 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9516f864-902a-4a04-a540-3bd704116396 req-8a520e92-3293-4ceb-99b0-9f73baa0237a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 932 time: 0.2695367 May 19 13:11:42.961008 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9516f864-902a-4a04-a540-3bd704116396 req-e43feb9e-0ae7-4a41-9b93-6678f5801ea1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541565 May 19 13:11:43.020123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00259b94-1ce0-42bc-910a-2bde050f61cf {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:11:43.028333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.043575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Transition to ACTIVE for port object 00259b94-1ce0-42bc-910a-2bde050f61cf will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:11:43.047963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.059144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:43.131076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:43.131642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.241560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Pushing event updated for resources: {'Port': ['ID=00259b94-1ce0-42bc-910a-2bde050f61cf,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:43.268865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:43.282834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Attempting to bind port 00259b94-1ce0-42bc-910a-2bde050f61cf on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:11:43.283809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Attempting to bind port 00259b94-1ce0-42bc-910a-2bde050f61cf by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:11:43.284146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Attempting to bind port 00259b94-1ce0-42bc-910a-2bde050f61cf on network 86868e7a-520d-488a-957a-e47c3f6a114b {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:43.289359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Port 00259b94-1ce0-42bc-910a-2bde050f61cf on network 86868e7a-520d-488a-957a-e47c3f6a114b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:11:43.289682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Attempting to bind port 00259b94-1ce0-42bc-910a-2bde050f61cf on network 86868e7a-520d-488a-957a-e47c3f6a114b {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:11:43.295058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:11:43.295393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Checking segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:11:43.295774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Bound using segment: {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:11:43.296201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Bound port: 00259b94-1ce0-42bc-910a-2bde050f61cf, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc560356-c60d-4d57-a7a1-3a73aa319880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:11:43.296573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.394391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] For port 00259b94-1ce0-42bc-910a-2bde050f61cf, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:11:43.397883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] For port 00259b94-1ce0-42bc-910a-2bde050f61cf, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=00259b94-1ce0-42bc-910a-2bde050f61cf,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:11:43.402160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.461317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:43.462012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:43.463474 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] 10.222.0.79 "PUT /v2.0/ports/00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 1094 time: 1.0194166 May 19 13:11:43.466296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:11:43.492529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca4497-ae51-4f15-a45c-99aa6043314d service neutron] Pushing event updated for resources: {'Port': ['ID=00259b94-1ce0-42bc-910a-2bde050f61cf,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:43.542984 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94314040-ea6a-4a5a-9833-6149ae2867fa'] response: {'name': 'network-changed', 'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'status': 'completed', 'code': 200} May 19 13:11:43.699991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-ff226ef1-59c3-4211-bc4e-b0aedb51a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:43.701480 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-ff226ef1-59c3-4211-bc4e-b0aedb51a37d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1097 time: 0.1940613 May 19 13:11:43.774194 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-e6473ff3-0892-454f-b23b-dceb130c83a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 217 time: 0.0643604 May 19 13:11:43.839152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-238dc9f5-f18f-4f19-ad2e-ba49b807e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:43.840543 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-238dc9f5-f18f-4f19-ad2e-ba49b807e1ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 844 time: 0.0594118 May 19 13:11:43.923397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-754b580e-a44d-4d58-9e17-31ff4e529620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:43.925337 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-754b580e-a44d-4d58-9e17-31ff4e529620 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=86868e7a-520d-488a-957a-e47c3f6a114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776317 May 19 13:11:44.062302 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-3648f252-8f39-4ffc-b186-aaa5de6d8d79 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287630 May 19 13:11:44.248041 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94641dae-7f01-40f0-b2fd-6ff94794b5ce req-9ac12bbc-1438-4a52-883c-6979799b0a0a service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477313 May 19 13:11:44.258246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0199ce4-78b4-483a-b3a1-574a83eff698 req-ab16635f-7d3d-444c-9618-24a52113a22c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:44.259702 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d0199ce4-78b4-483a-b3a1-574a83eff698 req-ab16635f-7d3d-444c-9618-24a52113a22c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 944 time: 0.1939204 May 19 13:11:44.344034 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d0199ce4-78b4-483a-b3a1-574a83eff698 req-5783aaac-11fd-4cab-8502-0f286b6fd2ba tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781538 May 19 13:11:44.380382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-82293ec7-355e-42eb-a6e7-862332c354aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:44.381848 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-82293ec7-355e-42eb-a6e7-862332c354aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1097 time: 0.0830173 May 19 13:11:44.516342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-ca53b9ad-e61d-4b73-b46f-4e20bf4a9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:44.517903 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-ca53b9ad-e61d-4b73-b46f-4e20bf4a9b38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 898 time: 0.1294498 May 19 13:11:44.584288 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-a5fe81a9-7f8f-4439-b25f-b0cdf2501904 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 217 time: 0.0593827 May 19 13:11:44.651009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-27a2c393-f919-424c-9091-db892999a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:44.652319 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-27a2c393-f919-424c-9091-db892999a14b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 844 time: 0.0612783 May 19 13:11:44.733539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-26afd90a-1b11-43b0-b96a-f5b1120b2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:44.735069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-26afd90a-1b11-43b0-b96a-f5b1120b2894 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=86868e7a-520d-488a-957a-e47c3f6a114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723805 May 19 13:11:44.876796 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-38fc9d28-f0c0-4f68-b965-ae97ed13f0a0 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255038 May 19 13:11:45.012985 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bfabc9aa-1859-4f8b-bb19-7d08ab067a76 req-4ee47db4-9aa0-47e4-8bde-679f74f96db5 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285317 May 19 13:11:45.545682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbae35-adef-4e5b-a53d-39babd801b49 req-75d80673-ad0a-463c-ab66-ebc202adb95f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:45.547157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-afcbae35-adef-4e5b-a53d-39babd801b49 req-75d80673-ad0a-463c-ab66-ebc202adb95f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 944 time: 0.0819936 May 19 13:11:45.599491 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-afcbae35-adef-4e5b-a53d-39babd801b49 req-14453590-4fa5-4b94-92eb-0fb2c789bc98 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465674 May 19 13:11:46.791532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031d03d-efcb-4e5d-bfcc-25f9ffd89038 req-e90ddb24-d16e-4e90-b6f1-40c97d22f4a5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:46.793033 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5031d03d-efcb-4e5d-bfcc-25f9ffd89038 req-e90ddb24-d16e-4e90-b6f1-40c97d22f4a5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 944 time: 0.0836313 May 19 13:11:46.842727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5031d03d-efcb-4e5d-bfcc-25f9ffd89038 req-e1052c0c-58af-4cdf-a100-86e255c59adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 May 19 13:11:48.041890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9216fd-21ce-40d9-9951-7bf264161037 req-1c106bc4-5b7c-40ad-aea2-662700b07cb5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:48.043387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dd9216fd-21ce-40d9-9951-7bf264161037 req-1c106bc4-5b7c-40ad-aea2-662700b07cb5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 944 time: 0.0903945 May 19 13:11:48.089691 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dd9216fd-21ce-40d9-9951-7bf264161037 req-f4187389-723f-40f5-a0fd-3105d474c817 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 May 19 13:11:48.498430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 00259b94-1ce0-42bc-910a-2bde050f61cf details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:11:48.638504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 00259b94-1ce0-42bc-910a-2bde050f61cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=00259b94-1ce0-42bc-910a-2bde050f61cf,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:48.653294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'port_id': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'mac_address': 'fa:16:3e:2d:38:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:11:48.714748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 00259b94-1ce0-42bc-910a-2bde050f61cf is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:48.715126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.768138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00259b94-1ce0-42bc-910a-2bde050f61cf {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:11:48.784179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 00259b94-1ce0-42bc-910a-2bde050f61cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=00259b94-1ce0-42bc-910a-2bde050f61cf,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:48.790167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:48.864973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=00259b94-1ce0-42bc-910a-2bde050f61cf,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:49.075425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['00259b94-1ce0-42bc-910a-2bde050f61cf'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:11:49.277400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4a2a-0099-48ce-8a0d-c421a0f7aeb3 req-eca30f4e-f343-48f7-9faa-5a1f846dc69f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:49.278855 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-67fd4a2a-0099-48ce-8a0d-c421a0f7aeb3 req-eca30f4e-f343-48f7-9faa-5a1f846dc69f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 945 time: 0.0794556 May 19 13:11:49.322947 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-67fd4a2a-0099-48ce-8a0d-c421a0f7aeb3 req-02b309b4-5032-4ed6-9721-f68c35a928d7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 May 19 13:11:50.516589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 00259b94-1ce0-42bc-910a-2bde050f61cf up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:11:50.531593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b397f-e0bd-4ecd-844f-870932985bac req-f9d0bfc7-4fbb-4099-98c2-2d7eae73f98d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:50.533247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-906b397f-e0bd-4ecd-844f-870932985bac req-f9d0bfc7-4fbb-4099-98c2-2d7eae73f98d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 945 time: 0.0966187 May 19 13:11:50.576649 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-906b397f-e0bd-4ecd-844f-870932985bac req-b8a9e2f5-0f7d-4510-9981-2cc10b2238e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374656 May 19 13:11:50.585612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 00259b94-1ce0-42bc-910a-2bde050f61cf completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:11:50.590358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 00259b94-1ce0-42bc-910a-2bde050f61cf triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:11:50.590758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.712394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 00259b94-1ce0-42bc-910a-2bde050f61cf is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:11:50.712816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.740283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:11:50.750508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 00259b94-1ce0-42bc-910a-2bde050f61cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=00259b94-1ce0-42bc-910a-2bde050f61cf,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:11:50.755483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:50.786996 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c009f6f2-6273-4564-b0c5-d0b25d8daa12'] response: {'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'code': 200} May 19 13:11:50.828034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=00259b94-1ce0-42bc-910a-2bde050f61cf,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:51.124494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0ee0-54cc-42f5-9f67-d4110e0a2547 req-d4a3197e-1f9f-49c4-9d66-534b09387a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:51.125922 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-332a0ee0-54cc-42f5-9f67-d4110e0a2547 req-d4a3197e-1f9f-49c4-9d66-534b09387a4c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1099 time: 0.1740673 May 19 13:11:51.170226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-332a0ee0-54cc-42f5-9f67-d4110e0a2547 req-feea2b40-2daf-457f-95d5-f85390fc5d01 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 May 19 13:11:51.771389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950dbc-cb25-44dd-9f5d-cb6ee1d82d69 req-4ed53374-1a69-4265-ba2e-ffa94e779340 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:51.772830 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9950dbc-cb25-44dd-9f5d-cb6ee1d82d69 req-4ed53374-1a69-4265-ba2e-ffa94e779340 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 946 time: 0.0806413 May 19 13:11:51.817675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9950dbc-cb25-44dd-9f5d-cb6ee1d82d69 req-271e3758-6bb9-4015-b3ab-76ab123aafc5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 May 19 13:11:53.014501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd0401-12bf-405a-949c-26fc2fc6b014 req-b4d7a0c0-3b49-4a65-a875-bc2487b41537 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:53.015998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8fd0401-12bf-405a-949c-26fc2fc6b014 req-b4d7a0c0-3b49-4a65-a875-bc2487b41537 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 946 time: 0.0887268 May 19 13:11:53.060706 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8fd0401-12bf-405a-949c-26fc2fc6b014 req-565dd278-69d1-48de-953d-c471de59dec7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 May 19 13:11:53.258602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89908f03-a2f7-4a81-8591-87cefbdbc00b req-79bebd84-1a73-4927-8d92-3218ccfbd705 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:53.260069 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89908f03-a2f7-4a81-8591-87cefbdbc00b req-79bebd84-1a73-4927-8d92-3218ccfbd705 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 946 time: 0.0964196 May 19 13:11:53.306736 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-89908f03-a2f7-4a81-8591-87cefbdbc00b req-109841fa-7ea8-4ca6-8b9b-4082ae2b5881 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 May 19 13:11:53.336732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39338) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:53.408685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e4e7e-0729-42f0-8a05-ebadfa84eaac tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:53.410154 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-417e4e7e-0729-42f0-8a05-ebadfa84eaac tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1094 time: 0.0724823 May 19 13:11:53.414901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39342) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:53.419660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:11:53.425940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:11:53.430189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:11:53.433331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:11:53.439531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:11:53.453546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.602989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.745921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.155 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/3eaa83ba-e48e-4742-a4fc-1793c95e2273) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:11:53.909911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:53.943171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.009956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:11:54.012789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:11:54.016379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:11:54.044673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=3eaa83ba-e48e-4742-a4fc-1793c95e2273,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:54.541096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.626360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.858262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.865904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:54.981602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=3eaa83ba-e48e-4742-a4fc-1793c95e2273,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:11:54.993986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.168466 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32 associated. External IP: 172.26.3.155, port: 00259b94-1ce0-42bc-910a-2bde050f61cf. May 19 13:11:55.527828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router b53e882e-5752-4d88-b061-da13ed7fac14 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:11:55.708964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:11:55.719467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] Sync routers for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:11:55.729603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:55.730268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:55.736684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:11:55.793738 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d597040b-48f6-447c-a65a-0f06c5acc444 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3777466 May 19 13:11:55.794225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:11:55.796678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39346) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:55.839395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dbd68d-3b6b-4b1d-8e32-7f911bcc1734'] response: {'name': 'network-changed', 'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'status': 'completed', 'code': 200} May 19 13:11:55.920061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:55.963216 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0d8f18a0-e3ef-4973-bddd-2ee702b915de tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32 HTTP/1.1" status: 200 len: 992 time: 0.1653700 May 19 13:11:55.976603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-ff7f09db-dd99-4127-a865-4b15d0f02918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:55.978085 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-ff7f09db-dd99-4127-a865-4b15d0f02918 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1099 time: 0.1003633 May 19 13:11:56.114535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-eb06fc7a-bbda-46c9-81c8-09d3edd9af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:56.116012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-eb06fc7a-bbda-46c9-81c8-09d3edd9af74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 898 time: 0.1303351 May 19 13:11:56.226655 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-70f5a582-a5ec-42c4-a156-360017184bc6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 1000 time: 0.1025367 May 19 13:11:56.261377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'port_id': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'mac_address': 'fa:16:3e:2d:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:11:54Z', 'updated_at': '2022-05-19T13:11:54Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:41Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:56.265318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] Checking router: b53e882e-5752-4d88-b061-da13ed7fac14 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:11:56.273876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:11:56.274442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:11:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:56.290659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-5bf30baa-8a21-4731-bfd4-6e4ff3a6f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:56.292082 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-5bf30baa-8a21-4731-bfd4-6e4ff3a6f5bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 844 time: 0.0590346 May 19 13:11:56.374803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-8bf2bf85-3f98-4d07-9dcc-19befeae0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:11:56.376163 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-8bf2bf85-3f98-4d07-9dcc-19befeae0caf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=86868e7a-520d-488a-957a-e47c3f6a114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760348 May 19 13:11:56.450366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:11:56.515734 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-f647fade-de11-4aa8-8b10-e294f26985f5 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294873 May 19 13:11:56.656878 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-177df03d-c60c-47b5-9f2c-f39774815b3f req-471b25ec-6442-4199-bfa0-bc74653fa928 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337481 May 19 13:11:56.833030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'port_id': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'mac_address': 'fa:16:3e:2d:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:11:54Z', 'updated_at': '2022-05-19T13:11:54Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:41Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:11:56.837773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f102d91-d237-404c-bc53-bbb68feb13d1 None None] The sync data for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv is: [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.155', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'port_id': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'mac_address': 'fa:16:3e:2d:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:11:54Z', 'updated_at': '2022-05-19T13:11:54Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:41Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:11:56.968342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39352) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:57.057156 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384c957-f83c-4d93-ba24-7c8b99a121e0 None None] New status for floating IP cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:11:57.085067 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-92c207b9-fee2-4929-b408-0415de975369 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32 HTTP/1.1" status: 200 len: 992 time: 0.1152027 May 19 13:11:58.089545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39356) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:11:58.203539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ac82f456-9e26-44ad-a08b-142720fa3bb1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32 HTTP/1.1" status: 200 len: 994 time: 0.1124852 May 19 13:12:01.151578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eba9264c-871a-4161-b6e4-375c360a5bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:03.434740 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:12:03.607719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-34500673-12a7-41f7-ba5f-10a1abf0a049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.780329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:04.889348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:05.954109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:07.583005 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.209317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39360) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:13.528462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port 8e73fffc-e143-4873-902c-31090cf025f2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:13.528684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.705992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.706215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:13.824677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for 8e73fffc-e143-4873-902c-31090cf025f2 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:13.988803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.032969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'Port': ['ID=8e73fffc-e143-4873-902c-31090cf025f2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:14.124477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.124800 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP d92ccccd-8b8c-43da-9dae-455e571cc0cb disassociated (deleted). External IP: 172.26.3.85, port: 37c53779-864e-45e9-b96e-e6a5f7e88201. May 19 13:12:14.480538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:12:14.776976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:14.786923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:14.797297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:14.797929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:14.799447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:14.856255 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1254cefd-8ae9-4805-ac3a-b5db13854c61 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "DELETE /v2.0/floatingips/d92ccccd-8b8c-43da-9dae-455e571cc0cb HTTP/1.1" status: 204 len: 168 time: 1.6427526 May 19 13:12:14.856255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:12:14.904639 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bec46eb-c862-479e-a9b5-eceffbf7e46d'] response: {'name': 'network-changed', 'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'status': 'completed', 'code': 200} May 19 13:12:14.982575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:15.001729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-50566b90-b1e0-4917-89db-1984d56786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:15.003238 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-50566b90-b1e0-4917-89db-1984d56786c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 1099 time: 0.0738623 May 19 13:12:15.140443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-25a3426b-bfe7-4966-b4f7-0a282f095b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:15.142009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-25a3426b-bfe7-4966-b4f7-0a282f095b85 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.1316776 May 19 13:12:15.262652 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-b3e96427-5961-4db0-89ce-8b8e93f6a4b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c53779-864e-45e9-b96e-e6a5f7e88201 HTTP/1.1" status: 200 len: 217 time: 0.1122167 May 19 13:12:15.344447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-347da053-5f5b-4201-916d-20b4e9c71567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:15.345870 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-347da053-5f5b-4201-916d-20b4e9c71567 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0670350 May 19 13:12:15.349326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:17Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:15.353414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:15.360598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a55c2-34ad-4999-bad2-8028eb5771ac req-92c5cd63-cb4e-4e50-93ae-99584b04ca3a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:15.361978 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9e6a55c2-34ad-4999-bad2-8028eb5771ac req-92c5cd63-cb4e-4e50-93ae-99584b04ca3a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.1615682 May 19 13:12:15.362354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:15.362998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:15.550456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:15.564544 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9e6a55c2-34ad-4999-bad2-8028eb5771ac req-61fe09ee-a3dc-40ff-8b4a-cbdef047b2b8 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579586 May 19 13:12:15.587997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-6bb9166e-2a1b-410d-8067-967b50e4bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:15.587997 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-6bb9166e-2a1b-410d-8067-967b50e4bcaf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2184784 May 19 13:12:15.722133 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-658212ce-ef48-4f39-8583-431b4284b03a service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313052 May 19 13:12:15.857147 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9d3654f-45e8-48d6-97a9-0d03ef6cee87 req-4f81f939-5da8-4149-96d6-b4d83a6a5676 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252275 May 19 13:12:15.935223 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:17Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:15.939039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2c094-c25f-48a7-b193-d110c7eb9ff4 None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'ea2bc083-89e5-4fe9-862a-b617bfac2434', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'port_id': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'mac_address': 'fa:16:3e:c7:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:08:13Z', 'updated_at': '2022-05-19T13:08:17Z', 'revision_number': 1, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:16.159605 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fd19c-d615-4f0b-bc9a-66ee4b22461d None None] New status for floating IP d92ccccd-8b8c-43da-9dae-455e571cc0cb: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:12:16.771316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08944c5b-91d9-4c33-bbcd-d5e816bbf005 req-e2ca5006-1e1a-4245-8aa1-38fb24f5303c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:16.771968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-08944c5b-91d9-4c33-bbcd-d5e816bbf005 req-e2ca5006-1e1a-4245-8aa1-38fb24f5303c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:16.789395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-08944c5b-91d9-4c33-bbcd-d5e816bbf005 req-e2ca5006-1e1a-4245-8aa1-38fb24f5303c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:16.790651 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-08944c5b-91d9-4c33-bbcd-d5e816bbf005 req-e2ca5006-1e1a-4245-8aa1-38fb24f5303c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.1042197 May 19 13:12:16.847400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-08944c5b-91d9-4c33-bbcd-d5e816bbf005 req-d0fd31af-86fe-44fd-9e1e-90fe1a788baa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 May 19 13:12:17.166463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-f8bfb2a2-3f64-4d6a-9262-3e55db8896aa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:17.167819 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-f8bfb2a2-3f64-4d6a-9262-3e55db8896aa tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 946 time: 0.0870459 May 19 13:12:17.240012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port 37c53779-864e-45e9-b96e-e6a5f7e88201 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:17.240359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.509781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] For port 37c53779-864e-45e9-b96e-e6a5f7e88201, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=37c53779-864e-45e9-b96e-e6a5f7e88201,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:17.510000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.635807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for 37c53779-864e-45e9-b96e-e6a5f7e88201 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:17.790164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.848659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'Port': ['ID=37c53779-864e-45e9-b96e-e6a5f7e88201,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:17.928523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] No DVR routers for this DVR port 37c53779-864e-45e9-b96e-e6a5f7e88201 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:17.931081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:17.933736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'name': 'network-vif-deleted', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:12:17.950027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e014a84a-e97c-496c-b386-ede4f8fadda2 req-3d4a917a-9f48-424a-8e16-656eba699374 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "DELETE /v2.0/ports/37c53779-864e-45e9-b96e-e6a5f7e88201 HTTP/1.1" status: 204 len: 173 time: 0.7760792 May 19 13:12:17.991532 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7791a132-4e1a-449b-a213-d6b7e856a71e'] response: {'server_uuid': '7f7d212f-777c-4443-a762-b8467dce1599', 'name': 'network-vif-deleted', 'tag': '37c53779-864e-45e9-b96e-e6a5f7e88201', 'status': 'completed', 'code': 200} May 19 13:12:17.997349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a4fc985f-c909-451b-a4fc-5fbf047eb3d1 req-f1b6db6b-c26d-4265-90aa-5b41634eb433 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:18.013845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a4fc985f-c909-451b-a4fc-5fbf047eb3d1 req-f1b6db6b-c26d-4265-90aa-5b41634eb433 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:18.019039 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a4fc985f-c909-451b-a4fc-5fbf047eb3d1 req-f1b6db6b-c26d-4265-90aa-5b41634eb433 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7d212f-777c-4443-a762-b8467dce1599 HTTP/1.1" status: 200 len: 210 time: 0.0646825 May 19 13:12:20.650257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 37c53779-864e-45e9-b96e-e6a5f7e88201 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:20.688179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 37c53779-864e-45e9-b96e-e6a5f7e88201 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:20.688527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 37c53779-864e-45e9-b96e-e6a5f7e88201 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:23.781617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39400) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:23.982587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port 37ee5f58-d130-4903-ae36-e5e8156736c7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:23.982933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.169272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.169597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.290095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for 37ee5f58-d130-4903-ae36-e5e8156736c7 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:24.464523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.509640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'Port': ['ID=37ee5f58-d130-4903-ae36-e5e8156736c7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:24.545532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.545879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.546215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.546589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.546911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.547235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.547557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.547878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.548204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.548523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.548839 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.549150 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:24.611286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:24.611587 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Floating IP ea2bc083-89e5-4fe9-862a-b617bfac2434 disassociated (deleted). External IP: 172.26.3.244, port: d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98. May 19 13:12:24.979396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:12:25.276984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:25.287843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:25.297702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:25.298328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:25.299595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:25.356072 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dfa17e18-9d53-4560-b7ba-36beba85e892 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "DELETE /v2.0/floatingips/ea2bc083-89e5-4fe9-862a-b617bfac2434 HTTP/1.1" status: 204 len: 168 time: 1.5733368 May 19 13:12:25.356868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:12:25.408684 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f53101-cab8-4d82-8004-5ad95d18d350'] response: {'name': 'network-changed', 'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'status': 'completed', 'code': 200} May 19 13:12:25.485194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:25.507520 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-618b16c0-6d54-42d5-9447-17aef20b0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:25.509791 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-618b16c0-6d54-42d5-9447-17aef20b0a24 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 1099 time: 0.0764477 May 19 13:12:25.658502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-feae025b-10cc-45bb-a4f7-3b39317a7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:25.660072 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-feae025b-10cc-45bb-a4f7-3b39317a7156 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 200 len: 913 time: 0.1424451 May 19 13:12:25.815077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:25.819969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:25.829015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:25.829553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:25.879087 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-ea0be375-a36a-4218-8cd7-c6e3a189c14b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 200 len: 217 time: 0.2089090 May 19 13:12:25.956657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-86a84e04-b3c6-4e4d-b9bf-1fe693c5b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:25.958083 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-86a84e04-b3c6-4e4d-b9bf-1fe693c5b763 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 200 len: 851 time: 0.0692220 May 19 13:12:25.972075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81167291-ea09-4650-ae46-622603e5bdb9 req-ebf978d8-b24e-46ab-bb29-df295f541afc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:25.973504 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-81167291-ea09-4650-ae46-622603e5bdb9 req-ebf978d8-b24e-46ab-bb29-df295f541afc tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 946 time: 0.3052971 May 19 13:12:26.004104 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:26.064886 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-81167291-ea09-4650-ae46-622603e5bdb9 req-0cfca53f-643b-4136-b57f-6ae3c7c8299c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560451 May 19 13:12:26.078377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-41761d4d-ad73-4b14-9323-312f83428deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:26.080007 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-41761d4d-ad73-4b14-9323-312f83428deb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4ba88463-33fc-463a-80b1-d6a59491f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055689 May 19 13:12:26.213739 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-9d300691-c120-4778-901b-d7b66f943e50 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258268 May 19 13:12:26.315528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:26.320328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c4cb8-b7dd-4257-9297-3a8b102a0f6b None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:03:47Z', 'revision_number': 4, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '588ff5a6-5c92-415f-b7c2-682831e3ed38', 'name': '', 'network_id': '4ba88463-33fc-463a-80b1-d6a59491f619', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'mac_address': 'fa:16:3e:41:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:45Z', 'updated_at': '2022-05-19T13:04:04Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'subnets': [{'id': '9a8fbf6c-8feb-4f11-af89-78270254be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:26.347515 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6a71336-a3b8-45a7-9def-20c4bd371e1b req-55dd6360-b056-4766-8f68-156468a02cc5 service neutron] 10.222.0.79 "GET /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270025 May 19 13:12:26.533816 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b166d6a-af85-4ae1-a720-155913cf8b1f None None] New status for floating IP ea2bc083-89e5-4fe9-862a-b617bfac2434: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:12:27.275056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821271-d7db-4c37-8b6d-05431462999f req-6a88f4ee-0b9d-45e4-b163-2ca5ed7ce2a9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:27.275674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-18821271-d7db-4c37-8b6d-05431462999f req-6a88f4ee-0b9d-45e4-b163-2ca5ed7ce2a9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Synchronizing usage tracker for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:12:27.295444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-18821271-d7db-4c37-8b6d-05431462999f req-6a88f4ee-0b9d-45e4-b163-2ca5ed7ce2a9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Unset dirty status for tenant:315f0b4966f444f9bdcbf022dbbb1350 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:12:27.296551 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-18821271-d7db-4c37-8b6d-05431462999f req-6a88f4ee-0b9d-45e4-b163-2ca5ed7ce2a9 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 946 time: 0.1124897 May 19 13:12:27.345089 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-18821271-d7db-4c37-8b6d-05431462999f req-affefb24-a912-4e08-b87e-bb50bf8acd4c tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 May 19 13:12:27.463986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a160c-81da-4564-88ce-785b1f225153 req-76c71abc-b9a0-4556-9ea3-41046ae1558a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:12:27.465406 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3c8a160c-81da-4564-88ce-785b1f225153 req-76c71abc-b9a0-4556-9ea3-41046ae1558a tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 946 time: 0.0914848 May 19 13:12:27.535981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:27.536199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.796136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] For port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:27.796387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:27.931653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:28.091781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.141042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'Port': ['ID=d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:28.173527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.173870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.174203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.174521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.174864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.175199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.175516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.175817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.176130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.176440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.176749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.177061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:12:28.228488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] No DVR routers for this DVR port d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:28.231257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:28.233642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'name': 'network-vif-deleted', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:12:28.250976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3c8a160c-81da-4564-88ce-785b1f225153 req-ec4f10c3-13ed-4501-8229-4cb9879e8493 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.79 "DELETE /v2.0/ports/d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 HTTP/1.1" status: 204 len: 173 time: 0.7795322 May 19 13:12:28.280623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c790b5-abd3-412b-97fd-dc1839d466e8'] response: {'server_uuid': 'c7121d65-c3ba-414a-9080-8bb0fc21d69e', 'name': 'network-vif-deleted', 'tag': 'd8cf9fae-02b2-4d72-9a74-22b4cc7d1e98', 'status': 'completed', 'code': 200} May 19 13:12:28.498339 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-63d9ae12-16ea-49aa-8950-666be3c42414 req-07820cbb-d878-45df-a33a-2db6b209bde7 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7121d65-c3ba-414a-9080-8bb0fc21d69e HTTP/1.1" status: 200 len: 210 time: 0.0478387 May 19 13:12:29.601308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39422) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:29.760769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Deleting port a1fead74-2f43-4dc3-be31-d5cba352c17c {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:29.761072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.036305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.036595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.156335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Calling delete_port for a1fead74-2f43-4dc3-be31-d5cba352c17c owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:30.304995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.349703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'Port': ['ID=a1fead74-2f43-4dc3-be31-d5cba352c17c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:30.442774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.459279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:30.461069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9ae86737-3e65-4183-a040-43e631b36791 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "DELETE /v2.0/floatingips/3dbd1b98-1756-42bc-a3a8-d869afb8fed2 HTTP/1.1" status: 204 len: 168 time: 0.8583391 May 19 13:12:30.728422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:30.763200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:30.763670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d8cf9fae-02b2-4d72-9a74-22b4cc7d1e98 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:31.156231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-caec0c8e-1b41-41dc-8858-7b1f9bad38a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:32.933071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39446) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:33.004159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4edce3-47f3-470d-a3ad-512102671a00 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.034859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4edce3-47f3-470d-a3ad-512102671a00 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.106842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4edce3-47f3-470d-a3ad-512102671a00 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.126222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4edce3-47f3-470d-a3ad-512102671a00 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b8ec03-87e5-4b17-9502-bbfb79f3bee8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:33.152019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4edce3-47f3-470d-a3ad-512102671a00 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.154966 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ac4edce3-47f3-470d-a3ad-512102671a00 tempest-TestVolumeBootPattern-571710972 tempest-TestVolumeBootPattern-571710972-project] 10.222.0.44 "DELETE /v2.0/security-groups/d2b8ec03-87e5-4b17-9502-bbfb79f3bee8 HTTP/1.1" status: 204 len: 168 time: 0.2193966 May 19 13:12:33.209938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39452) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:33.596374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-add5c501-fe4e-49a5-846b-a0e43d295313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:33.933841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.389030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Deleting port 588ff5a6-5c92-415f-b7c2-682831e3ed38 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:34.389715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.565395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] For port 588ff5a6-5c92-415f-b7c2-682831e3ed38, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=588ff5a6-5c92-415f-b7c2-682831e3ed38,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:34.565744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.687123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Calling delete_port for 588ff5a6-5c92-415f-b7c2-682831e3ed38 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:34.774688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:34.884981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.012081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.056591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Pushing event deleted for resources: {'Port': ['ID=588ff5a6-5c92-415f-b7c2-682831e3ed38,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:35.323481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.798226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Router da97d1d5-c6e0-4842-9274-601f5f541a53 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:12:35.955495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:35.981883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:35.991307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] Sync routers for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:35.994799 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f291a28e-3a4d-4b5a-afa4-12f09c9ae52a admin admin] 10.222.0.44 "PUT /v2.0/routers/da97d1d5-c6e0-4842-9274-601f5f541a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837009 May 19 13:12:35.997273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39460) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:36.001209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:36.001815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:36.175599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.218369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:36.353119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.364508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Deleting port ac8d9395-518d-4e17-8af6-4f4c07e6591f {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:36.364855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.495661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:12:34Z', 'revision_number': 5, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port': {'id': 'ac8d9395-518d-4e17-8af6-4f4c07e6591f', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:36Z', 'updated_at': '2022-05-19T13:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:36.499485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] Checking router: da97d1d5-c6e0-4842-9274-601f5f541a53 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:36.508066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] Routers {'da97d1d5-c6e0-4842-9274-601f5f541a53'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:36.508675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['da97d1d5-c6e0-4842-9274-601f5f541a53'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:36.541839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] For port ac8d9395-518d-4e17-8af6-4f4c07e6591f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ac8d9395-518d-4e17-8af6-4f4c07e6591f,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:36.542191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.661252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] Set router da97d1d5-c6e0-4842-9274-601f5f541a53 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:36.661504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Calling delete_port for ac8d9395-518d-4e17-8af6-4f4c07e6591f owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:36.769518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:12:36Z', 'revision_number': 6, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:36.774198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b60874-8959-4c03-965e-b96001fd9ac3 None None] The sync data for ids ['da97d1d5-c6e0-4842-9274-601f5f541a53'] in dv-neutron-841945-1-hyperv is: [{'id': 'da97d1d5-c6e0-4842-9274-601f5f541a53', 'name': 'tempest-TestVolumeBootPattern-1425686149-router', 'tenant_id': '315f0b4966f444f9bdcbf022dbbb1350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:34Z', 'updated_at': '2022-05-19T13:12:36Z', 'revision_number': 6, 'project_id': '315f0b4966f444f9bdcbf022dbbb1350', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:36.836150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:36.886257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8d9395-518d-4e17-8af6-4f4c07e6591f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:36.974993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.276969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.279145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.302774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.303589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da97d1d5-c6e0-4842-9274-601f5f541a53 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:12:37.317590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.318756 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-88d594e9-4937-42eb-8994-87d35186b9e5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/da97d1d5-c6e0-4842-9274-601f5f541a53 HTTP/1.1" status: 204 len: 168 time: 1.3205791 May 19 13:12:37.321505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39464) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:37.383561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Deleting subnet 9a8fbf6c-8feb-4f11-af89-78270254be6a {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:12:37.386615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.443023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.536356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 588ff5a6-5c92-415f-b7c2-682831e3ed38 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:37.540192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.579921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 588ff5a6-5c92-415f-b7c2-682831e3ed38 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:37.580263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 588ff5a6-5c92-415f-b7c2-682831e3ed38 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:37.588892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.612621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.650810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8fbf6c-8feb-4f11-af89-78270254be6a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:37.655859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.662381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a2e77-42c1-4ddc-8972-2399783fc00b None None] Network 4ba88463-33fc-463a-80b1-d6a59491f619 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:12:37.663637 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9b88f301-645b-4c8e-aae7-a0049b6481b5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a8fbf6c-8feb-4f11-af89-78270254be6a HTTP/1.1" status: 204 len: 168 time: 0.3409300 May 19 13:12:37.666642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39468) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:37.779595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.791067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Deleting port 15b45a83-9614-4440-858a-68d8b0803c9b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:37.791402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:37.925397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] DHCP port deletion for 4ba88463-33fc-463a-80b1-d6a59491f619 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:12:37.929840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Deleting port 15b45a83-9614-4440-858a-68d8b0803c9b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:37.930238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.004510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] For port 15b45a83-9614-4440-858a-68d8b0803c9b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=15b45a83-9614-4440-858a-68d8b0803c9b,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:38.004875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.127864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] For port 15b45a83-9614-4440-858a-68d8b0803c9b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=15b45a83-9614-4440-858a-68d8b0803c9b,segment=NetworkSegment(fc8677cb-6243-4524-abeb-f98cb585659e),segment_id=fc8677cb-6243-4524-abeb-f98cb585659e)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:38.128327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Calling delete_port for 15b45a83-9614-4440-858a-68d8b0803c9b owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:38.128439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.210412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.251766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Calling delete_port for 15b45a83-9614-4440-858a-68d8b0803c9b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:38.257493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b45a83-9614-4440-858a-68d8b0803c9b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:38.261982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] No DVR routers for this DVR port 15b45a83-9614-4440-858a-68d8b0803c9b on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:38.323488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:12:38.323827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:12:38.377194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.405958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba88463-33fc-463a-80b1-d6a59491f619']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:38.421062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8677cb-6243-4524-abeb-f98cb585659e') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:38.421398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8677cb-6243-4524-abeb-f98cb585659e') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:38.432961 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.455047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.463546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:12:38.464103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:12:38.482170 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:12:38.559234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.574658 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.584749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba88463-33fc-463a-80b1-d6a59491f619,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:38.599898 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dd71960c-1961-4c77-8838-b2df0b3adfe3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4ba88463-33fc-463a-80b1-d6a59491f619 HTTP/1.1" status: 204 len: 168 time: 0.9321439 May 19 13:12:38.602818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39472) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:38.825417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Deleting port 15b45a83-9614-4440-858a-68d8b0803c9b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:38.825984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:38.928260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b77152d6-f1af-4e1a-9a87-97e04534089a None None] The port '15b45a83-9614-4440-858a-68d8b0803c9b' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:12:39.083478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac8d9395-518d-4e17-8af6-4f4c07e6591f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:39.118091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ac8d9395-518d-4e17-8af6-4f4c07e6591f {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:39.118321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac8d9395-518d-4e17-8af6-4f4c07e6591f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:39.118696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 15b45a83-9614-4440-858a-68d8b0803c9b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:39.151084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 15b45a83-9614-4440-858a-68d8b0803c9b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:39.151454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 15b45a83-9614-4440-858a-68d8b0803c9b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:39.155570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.526370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Deleting port f0156a53-1d29-45ca-9a14-a99270612dde {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:39.526708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.826070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] For port f0156a53-1d29-45ca-9a14-a99270612dde, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f0156a53-1d29-45ca-9a14-a99270612dde,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:39.826814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:39.949177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Calling delete_port for f0156a53-1d29-45ca-9a14-a99270612dde owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:40.124868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.171082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0156a53-1d29-45ca-9a14-a99270612dde,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:40.434673 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:12:40.435278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:40.801794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:12:40.977406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:12:40.987624 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] Sync routers for ids ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:12:40.998078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1c777ae6-83c6-41c8-b672-477f42280a31 admin admin] 10.222.0.44 "PUT /v2.0/routers/68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941095 May 19 13:12:41.000880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39476) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:41.002234 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] Routers {'68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:41.002898 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:41.189300 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] Set router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:41.303976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.473085 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:12:40Z', 'revision_number': 5, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port': {'id': '3d768043-a21a-42de-a0ed-8c59dd8006f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:03:59Z', 'updated_at': '2022-05-19T13:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:41.477431 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] Checking router: 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:12:41.486580 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] Routers {'68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:12:41.487186 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:12:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:41.488926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.499745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Deleting port 3d768043-a21a-42de-a0ed-8c59dd8006f0 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:41.500066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.633077 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] Set router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:12:41.668967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] For port 3d768043-a21a-42de-a0ed-8c59dd8006f0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3d768043-a21a-42de-a0ed-8c59dd8006f0,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:41.669334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:41.738922 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:12:41Z', 'revision_number': 6, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:41.743424 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca743fd-e228-4f36-a587-f77c5418b977 None None] The sync data for ids ['68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3'] in dv-neutron-841945-1-hyperv is: [{'id': '68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3', 'name': 'tempest-TestVolumeBootPattern-209982758-router', 'tenant_id': '1816ffc71624446f85d3455f65c94056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:03:56Z', 'updated_at': '2022-05-19T13:12:41Z', 'revision_number': 6, 'project_id': '1816ffc71624446f85d3455f65c94056', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:12:41.799765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Calling delete_port for 3d768043-a21a-42de-a0ed-8c59dd8006f0 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:41.994710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.050472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d768043-a21a-42de-a0ed-8c59dd8006f0,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:42.154607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.357860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.360172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.388836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.389367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:12:42.404117 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.405315 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e3100bb-b536-45cd-9f2f-de08bba9dbf0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/68d6fcef-cfcc-4aaa-a0be-c7450cb40ac3 HTTP/1.1" status: 204 len: 168 time: 1.4034097 May 19 13:12:42.407811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39480) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:42.472335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Deleting subnet cef790d4-d619-405e-9ce8-08a2a29ee897 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:12:42.475471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.526905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.612152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.817863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.855450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef790d4-d619-405e-9ce8-08a2a29ee897,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:42.859027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.865009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ba93770a-9fc2-4e7c-bd9c-b374d0fefa1a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cef790d4-d619-405e-9ce8-08a2a29ee897 HTTP/1.1" status: 204 len: 168 time: 0.4561522 May 19 13:12:42.865781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce3be0-eaa6-4941-acdf-1d646bc22d2e None None] Network 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:12:42.867706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39484) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:42.972465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:42.983226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Deleting port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:42.983541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.089923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3d768043-a21a-42de-a0ed-8c59dd8006f0 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:43.125684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 3d768043-a21a-42de-a0ed-8c59dd8006f0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:43.125958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3d768043-a21a-42de-a0ed-8c59dd8006f0 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:43.126373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f0156a53-1d29-45ca-9a14-a99270612dde no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:43.151032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] DHCP port deletion for 1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:12:43.167053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: f0156a53-1d29-45ca-9a14-a99270612dde {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:43.167481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f0156a53-1d29-45ca-9a14-a99270612dde not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:12:43.168934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Deleting port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:43.169477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.211469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] For port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:43.212093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.334027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Calling delete_port for 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:43.368792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] For port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,segment=NetworkSegment(162ec6ff-5c91-45b3-8676-600f462df1d9),segment_id=162ec6ff-5c91-45b3-8676-600f462df1d9)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:12:43.369063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.415265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.460477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:43.464204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] No DVR routers for this DVR port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:12:43.492562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Calling delete_port for 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:12:43.563410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:12:43.563751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:12:43.578689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.604922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3ca0ba-aac1-4fb9-85c6-28488598ebb7']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:43.620127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162ec6ff-5c91-45b3-8676-600f462df1d9') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:43.620616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162ec6ff-5c91-45b3-8676-600f462df1d9') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:12:43.636774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.653150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.662557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:12:43.663113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:12:43.677170 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:12:43.757068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.761583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:43.785258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3ca0ba-aac1-4fb9-85c6-28488598ebb7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:43.790809 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a51a048-3984-4e04-afae-7cf291502aa6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f3ca0ba-aac1-4fb9-85c6-28488598ebb7 HTTP/1.1" status: 204 len: 168 time: 0.9221210 May 19 13:12:43.913626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39490) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:43.972465 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0bf27a0a-13a4-452d-a8d8-25a3862625f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=315f0b4966f444f9bdcbf022dbbb1350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573931 May 19 13:12:43.975983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39494) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:44.035939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-233f65f3-e724-461b-968c-642b3f71b4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.063308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-233f65f3-e724-461b-968c-642b3f71b4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.065320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Deleting port 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:12:44.065807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.117917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-233f65f3-e724-461b-968c-642b3f71b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.134373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f65f3-e724-461b-968c-642b3f71b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c304e71-8c41-4563-9675-d1a1da7216f8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:44.136090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-30bbf467-a8df-4764-a7cb-94bbfaaf48dd None None] The port '6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:12:44.145759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-233f65f3-e724-461b-968c-642b3f71b4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.146921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-233f65f3-e724-461b-968c-642b3f71b4d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c304e71-8c41-4563-9675-d1a1da7216f8 HTTP/1.1" status: 204 len: 168 time: 0.1700230 May 19 13:12:44.502784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39502) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:44.551031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7b50cd47-f654-47e5-a2d7-a7f55c2e30a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1816ffc71624446f85d3455f65c94056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470510 May 19 13:12:44.553564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39506) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:12:44.615169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6fab744-7bd4-4b71-903c-2db91247303c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.640406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6fab744-7bd4-4b71-903c-2db91247303c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.692900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6fab744-7bd4-4b71-903c-2db91247303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.715200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab744-7bd4-4b71-903c-2db91247303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb67994-17b1-4932-9a67-e4fccdea3edf,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:12:44.719488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a6fab744-7bd4-4b71-903c-2db91247303c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:12:44.720556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a6fab744-7bd4-4b71-903c-2db91247303c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cb67994-17b1-4932-9a67-e4fccdea3edf HTTP/1.1" status: 204 len: 168 time: 0.1661508 May 19 13:12:45.084061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:12:45.129058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:12:45.129651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6e3c44fd-0fde-4fa9-9ca7-f11e98b50c3a not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:13:01.160716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5c79ae45-dc34-4b37-95be-4d822597fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:03.599298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8d377359-38ea-4a91-b994-1ed29de08389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:04.785943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:04.900691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:05.964314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:07.596750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:17.440554 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:13:19.543458 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-26c9427f-cc31-4c88-9408-6e88b9a0b932 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762374 May 19 13:13:19.696040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-53e82c23-98f5-408b-adfc-673ba4e21cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:13:19.697501 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-53e82c23-98f5-408b-adfc-673ba4e21cf5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1099 time: 0.0829949 May 19 13:13:19.845041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-8180586e-6161-4a8e-8b53-832952a80324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:13:19.846474 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-8180586e-6161-4a8e-8b53-832952a80324 service neutron] 10.222.0.79 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 898 time: 0.1277065 May 19 13:13:20.057298 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-b5576966-a03d-415a-bea2-6bdb256aaf0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 1002 time: 0.2033541 May 19 13:13:20.120586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-21050760-500c-424c-b0f6-74248bd92eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:13:20.121853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-21050760-500c-424c-b0f6-74248bd92eaf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 844 time: 0.0573797 May 19 13:13:20.203820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-27c4db33-127e-4a4f-be58-a8abbfe14e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:13:20.205296 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-27c4db33-127e-4a4f-be58-a8abbfe14e49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=86868e7a-520d-488a-957a-e47c3f6a114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763030 May 19 13:13:20.352424 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-693c314a-730a-4757-a9af-1b91466ce70d service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396673 May 19 13:13:20.493309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb6df2ce-7588-4131-bda3-22a6387d2936 req-2d695349-3cfb-4003-a672-946862e92cbf service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342988 May 19 13:13:31.166111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-70edcfaa-91f7-46f9-bf4d-f9ff593ab862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:33.594773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4df8fc76-a20a-44fd-8210-603cab233312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.781426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:34.889155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:35.971028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:37.595050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:54.440310 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:13:55.138894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39526) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:13:55.144832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:13:55.272110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15406672'] for subnet, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.462169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755618683513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15493489'] for subnet, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.514265 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:13:55.514917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:55.516733 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/subnets/18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 836 time: 0.3762062 May 19 13:13:55.523169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60690d-55ce-47a4-a724-02ecf6512ca3 None None] Network 86868e7a-520d-488a-957a-e47c3f6a114b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:13:55.532606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=18978b96-bf71-44a5-b926-9303a6e468a3,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:13:55.540192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.540537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.540878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.541200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.541546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.541849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.542167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.542485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.542829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.543147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.543460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:55.543772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f904964b-db2b-4373-b366-a49040110f5a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:13:56.039059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Provisioning complete for port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:56.039528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.159332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Current status of the port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:13:56.170767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Provisioning complete for port 51e203b1-83a3-4c90-aa62-db484c0342c3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:56.171135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.287235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Current status of the port 51e203b1-83a3-4c90-aa62-db484c0342c3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:13:56.298816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Provisioning complete for port 00259b94-1ce0-42bc-910a-2bde050f61cf triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:13:56.299187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:13:56.418587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8db52133-940c-4538-b4bf-2bc7495aa93a None None] Current status of the port 00259b94-1ce0-42bc-910a-2bde050f61cf is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:14:01.160683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-75b408e1-77a8-4efa-a867-b4139fec509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:03.611223 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4d9f626b-e002-4b45-b634-a13292d1bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.792428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:04.887926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:05.972364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:07.600470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:19.490895 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-b0f456b2-9619-4b29-9aad-ee7b7655c038 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749032 May 19 13:14:19.657702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-62e370f0-c5a8-4fb6-82cd-49e63552d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:19.659223 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-62e370f0-c5a8-4fb6-82cd-49e63552d76b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1099 time: 0.0914958 May 19 13:14:19.826103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-7372cb60-94e0-4f64-b45d-ccdf0bb2e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:19.827463 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-7372cb60-94e0-4f64-b45d-ccdf0bb2e770 service neutron] 10.222.0.79 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 898 time: 0.1431658 May 19 13:14:19.933342 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-70dd8729-296e-4a72-82d2-f02948b4577b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 1002 time: 0.0988057 May 19 13:14:20.000306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-3dc5617e-7023-4dcf-a1de-1f32be7e1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:20.001702 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-3dc5617e-7023-4dcf-a1de-1f32be7e1230 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 844 time: 0.0620458 May 19 13:14:20.077901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-f1ce266f-cba8-4f20-ba13-cff2254f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:20.079374 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-f1ce266f-cba8-4f20-ba13-cff2254f7999 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=86868e7a-520d-488a-957a-e47c3f6a114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695176 May 19 13:14:20.220299 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-6f2ba606-5d8b-4475-8900-3bbe9fe860be service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331654 May 19 13:14:20.375887 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92aa007f-3f00-4ef5-b952-02b08da73245 req-ffaa7ee7-80b1-4b2a-bf31-64812fcb7db1 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479368 May 19 13:14:31.168748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0d8090b2-5647-42ca-a254-ffa91e515f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:31.444224 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:14:33.596624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f8bf22c3-c63b-4f27-b76d-3bcf8e3ba6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.792332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:34.884784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:35.982445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:37.605411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.514102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39540) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:38.725327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 3eaa83ba-e48e-4742-a4fc-1793c95e2273 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:38.725663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.907358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:38.907693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.136269 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 3eaa83ba-e48e-4742-a4fc-1793c95e2273 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:39.289282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.338985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=3eaa83ba-e48e-4742-a4fc-1793c95e2273,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:39.375712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.376058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.376399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.376733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.377059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.377392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.377716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.378039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.378362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.378711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.379029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.379329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:39.444097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:39.444342 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32 disassociated (deleted). External IP: 172.26.3.155, port: 00259b94-1ce0-42bc-910a-2bde050f61cf. May 19 13:14:39.803777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router b53e882e-5752-4d88-b061-da13ed7fac14 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:14:39.986267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:14:39.996850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] Sync routers for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:14:40.007186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:40.007818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:40.008015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:40.065552 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-00e8df3a-bdb0-413c-8ebd-4792cdd23005 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32 HTTP/1.1" status: 204 len: 168 time: 1.5497396 May 19 13:14:40.066434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:14:40.120523 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edebd1cb-45f6-4cc7-8f97-96dfccd51c60'] response: {'name': 'network-changed', 'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'status': 'completed', 'code': 200} May 19 13:14:40.187726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:40.402809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562469-6c39-4772-bee3-f05610631121 req-067fa504-4c81-4eb0-b645-2fea8f5d275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:40.404304 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-067fa504-4c81-4eb0-b645-2fea8f5d275f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 1099 time: 0.2585149 May 19 13:14:40.520437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:41Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:40.524777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] Checking router: b53e882e-5752-4d88-b061-da13ed7fac14 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:14:40.533743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:40.534594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:40.548035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562469-6c39-4772-bee3-f05610631121 req-b49fab3b-ba90-47d9-a6c5-3e1663a9a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:40.549585 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-b49fab3b-ba90-47d9-a6c5-3e1663a9a685 service neutron] 10.222.0.79 "GET /v2.0/networks?id=86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 200 len: 898 time: 0.1367707 May 19 13:14:40.619149 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-5508d3af-9045-409e-a2c2-38feced21b10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 200 len: 217 time: 0.0622842 May 19 13:14:40.626599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e6e1a-dad9-431f-a177-643439a7d9dd req-64ebdbce-ad67-4bcd-bcad-8d51f63d4aa2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:40.627396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e18e6e1a-dad9-431f-a177-643439a7d9dd req-64ebdbce-ad67-4bcd-bcad-8d51f63d4aa2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:14:40.645843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e18e6e1a-dad9-431f-a177-643439a7d9dd req-64ebdbce-ad67-4bcd-bcad-8d51f63d4aa2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:14:40.653954 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e18e6e1a-dad9-431f-a177-643439a7d9dd req-64ebdbce-ad67-4bcd-bcad-8d51f63d4aa2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 946 time: 0.2740073 May 19 13:14:40.690657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562469-6c39-4772-bee3-f05610631121 req-85bdfebc-8d8b-4c59-86a9-2f375230ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:40.693176 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-85bdfebc-8d8b-4c59-86a9-2f375230ce6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 200 len: 844 time: 0.0671270 May 19 13:14:40.696262 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e18e6e1a-dad9-431f-a177-643439a7d9dd req-7e3803c6-cbd6-44a7-84e6-1c1b2f6c1418 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 May 19 13:14:40.717667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:40.773756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562469-6c39-4772-bee3-f05610631121 req-53845491-b7b3-437e-9ed6-47f67477339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:40.775428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-53845491-b7b3-437e-9ed6-47f67477339f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=86868e7a-520d-488a-957a-e47c3f6a114b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753565 May 19 13:14:41.017821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-38c42fc1-157e-4ca0-8c46-b02260bb7dc1 service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351320 May 19 13:14:41.080346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:41Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:41.084731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832a707e-4c6f-4b14-841b-1205f333520f None None] The sync data for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv is: [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:11:35Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '024aadf7-d8c5-443a-8f1b-ebcf41ab7191', 'name': '', 'network_id': '86868e7a-520d-488a-957a-e47c3f6a114b', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:74:a0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:34Z', 'updated_at': '2022-05-19T13:11:41Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '18978b96-bf71-44a5-b926-9303a6e468a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:14:41.157356 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10562469-6c39-4772-bee3-f05610631121 req-ea607509-aa79-459b-a937-fc5d44c8680f service neutron] 10.222.0.79 "GET /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320274 May 19 13:14:41.311035 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3bfc1-5f4d-4250-abd9-eced0ca91fc0 None None] New status for floating IP cf5d5e80-9d85-4fca-a89a-0a0efbcbdb32: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:14:41.889193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-413ec921-8014-409a-94a0-ac77e2d3820e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:41.890626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-413ec921-8014-409a-94a0-ac77e2d3820e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 946 time: 0.0890448 May 19 13:14:42.002741 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 00259b94-1ce0-42bc-910a-2bde050f61cf {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:42.002966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.099571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d50d-775b-4a93-a94f-cfecf1db2362 req-c1f4e7a7-8408-450b-b534-f12124536012 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:42.100998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7433d50d-775b-4a93-a94f-cfecf1db2362 req-c1f4e7a7-8408-450b-b534-f12124536012 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 946 time: 0.2682555 May 19 13:14:42.236027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7433d50d-775b-4a93-a94f-cfecf1db2362 req-ce8ef171-4d43-4ba4-b7ce-0c2f23b7e139 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281176 May 19 13:14:42.295196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 00259b94-1ce0-42bc-910a-2bde050f61cf, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=00259b94-1ce0-42bc-910a-2bde050f61cf,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:42.295432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.420110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 00259b94-1ce0-42bc-910a-2bde050f61cf owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:42.578064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.656698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=00259b94-1ce0-42bc-910a-2bde050f61cf,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:42.707869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port 00259b94-1ce0-42bc-910a-2bde050f61cf on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:42.710464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:42.712985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'name': 'network-vif-deleted', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:14:42.733604 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a4d9bff0-bb13-4e93-b8c2-cd8b1514b9cc req-8ac79a09-09b9-49a8-9c7b-89acf9a209d3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/00259b94-1ce0-42bc-910a-2bde050f61cf HTTP/1.1" status: 204 len: 173 time: 0.8107593 May 19 13:14:42.762585 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed0bd46-53b2-41f4-a065-1ca733fc3a51'] response: {'server_uuid': 'b5eb396f-336f-4b03-ac5e-8a39eaa31247', 'name': 'network-vif-deleted', 'tag': '00259b94-1ce0-42bc-910a-2bde050f61cf', 'status': 'completed', 'code': 200} May 19 13:14:43.404676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-94117dce-89d7-4ec5-97a5-11ad81484c5d req-e5f8e37d-b535-4939-87cd-6b0ae0f61a53 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:14:43.425510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-94117dce-89d7-4ec5-97a5-11ad81484c5d req-e5f8e37d-b535-4939-87cd-6b0ae0f61a53 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:14:43.427017 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-94117dce-89d7-4ec5-97a5-11ad81484c5d req-e5f8e37d-b535-4939-87cd-6b0ae0f61a53 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5eb396f-336f-4b03-ac5e-8a39eaa31247 HTTP/1.1" status: 200 len: 210 time: 0.0642807 May 19 13:14:44.538800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39566) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:44.618231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44485b53-982e-466b-a808-205f22e50aff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.648371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44485b53-982e-466b-a808-205f22e50aff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.730231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44485b53-982e-466b-a808-205f22e50aff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.752934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44485b53-982e-466b-a808-205f22e50aff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:44.765349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44485b53-982e-466b-a808-205f22e50aff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:44.766477 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44485b53-982e-466b-a808-205f22e50aff tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/313b842c-e2ad-4e21-ac9a-ef9ad3d3c8fa HTTP/1.1" status: 204 len: 168 time: 0.2261701 May 19 13:14:45.364168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 00259b94-1ce0-42bc-910a-2bde050f61cf no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:45.404575 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 00259b94-1ce0-42bc-910a-2bde050f61cf {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:14:45.404922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 00259b94-1ce0-42bc-910a-2bde050f61cf not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:45.816344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39574) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:46.498161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:46.850647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:46.851312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.044528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 024aadf7-d8c5-443a-8f1b-ebcf41ab7191, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:47.044875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.167379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:47.360062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:47.408882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=024aadf7-d8c5-443a-8f1b-ebcf41ab7191,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:47.788657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.156032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router b53e882e-5752-4d88-b061-da13ed7fac14 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:14:48.335224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:14:48.344750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] Sync routers for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:14:48.355063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:48.355703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:48.358986 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fd92d838-f57b-411f-aeec-3610d90119fc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/b53e882e-5752-4d88-b061-da13ed7fac14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5391071 May 19 13:14:48.359394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39578) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:48.423995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet 18978b96-bf71-44a5-b926-9303a6e468a3 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:14:48.426913 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.483975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.528745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:48.573528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.646409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.688101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=18978b96-bf71-44a5-b926-9303a6e468a3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:48.689865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.696364 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-979585b1-455f-45b0-b34f-19fbabc68b41 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/18978b96-bf71-44a5-b926-9303a6e468a3 HTTP/1.1" status: 204 len: 168 time: 0.3359714 May 19 13:14:48.699089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27356dc-7483-467a-86e0-f720564ddfe9 None None] Network 86868e7a-520d-488a-957a-e47c3f6a114b requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:14:48.699305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39582) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:48.873709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:48.981421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:14:47Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:48.985658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] Checking router: b53e882e-5752-4d88-b061-da13ed7fac14 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:14:48.994732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] Routers {'b53e882e-5752-4d88-b061-da13ed7fac14'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:48.995347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['b53e882e-5752-4d88-b061-da13ed7fac14'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:49.053758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] DHCP port deletion for 86868e7a-520d-488a-957a-e47c3f6a114b request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:14:49.054788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.066063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port fc01b77d-0a11-42c7-a999-c5fb2dd379c8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:49.066449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.067400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Deleting port 51e203b1-83a3-4c90-aa62-db484c0342c3 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:49.067838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.234501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 51e203b1-83a3-4c90-aa62-db484c0342c3 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:49.320052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] Set router b53e882e-5752-4d88-b061-da13ed7fac14 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:49.370415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port fc01b77d-0a11-42c7-a999-c5fb2dd379c8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:49.371118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.500699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for fc01b77d-0a11-42c7-a999-c5fb2dd379c8 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:49.675174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.705576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51e203b1-83a3-4c90-aa62-db484c0342c3,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:49.706254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.733811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=fc01b77d-0a11-42c7-a999-c5fb2dd379c8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:49.830321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.845478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Calling delete_port for 51e203b1-83a3-4c90-aa62-db484c0342c3 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:49.884895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 51e203b1-83a3-4c90-aa62-db484c0342c3 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:14:49.885251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:49.985771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51e203b1-83a3-4c90-aa62-db484c0342c3,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:49.995156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.007600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.013151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.039318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.040149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router b53e882e-5752-4d88-b061-da13ed7fac14 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:14:50.045298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:14:50.045412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:14:50.055406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.059211 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d6b1a265-9663-40c2-adde-d89c0740f4c3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/b53e882e-5752-4d88-b061-da13ed7fac14 HTTP/1.1" status: 204 len: 168 time: 1.3563628 May 19 13:14:50.059717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39586) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:50.077867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=51e203b1-83a3-4c90-aa62-db484c0342c3,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:50.087518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.087796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.088135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.088465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.088797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.089115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.089438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.089757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.090077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.090393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.090738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.091128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:50.097346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:14:47Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:50.101856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4b667-131d-4f7f-81ec-67940332f6ed None None] The sync data for ids ['b53e882e-5752-4d88-b061-da13ed7fac14'] in dv-neutron-841945-1-hyperv is: [{'id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'name': 'tempest-TestNetworkBasicOps-router-1415910069', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:11:30Z', 'updated_at': '2022-05-19T13:14:47Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'fc01b77d-0a11-42c7-a999-c5fb2dd379c8', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e882e-5752-4d88-b061-da13ed7fac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:11:31Z', 'updated_at': '2022-05-19T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:14:50.172402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.182542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 51e203b1-83a3-4c90-aa62-db484c0342c3 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:50.182908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.495110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51e203b1-83a3-4c90-aa62-db484c0342c3,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:50.495470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.546469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Deleting port 51e203b1-83a3-4c90-aa62-db484c0342c3 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:50.547054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.621799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 51e203b1-83a3-4c90-aa62-db484c0342c3 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:50.702598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.750586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=51e203b1-83a3-4c90-aa62-db484c0342c3,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:50.754075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port 51e203b1-83a3-4c90-aa62-db484c0342c3 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:14:50.766194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] For port 51e203b1-83a3-4c90-aa62-db484c0342c3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=51e203b1-83a3-4c90-aa62-db484c0342c3,segment=NetworkSegment(cc560356-c60d-4d57-a7a1-3a73aa319880),segment_id=cc560356-c60d-4d57-a7a1-3a73aa319880)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:50.766783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.876531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.890029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Calling delete_port for 51e203b1-83a3-4c90-aa62-db484c0342c3 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:14:50.901912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86868e7a-520d-488a-957a-e47c3f6a114b']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:50.913844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc560356-c60d-4d57-a7a1-3a73aa319880') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:50.914142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc560356-c60d-4d57-a7a1-3a73aa319880') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:50.925603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.945425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.952295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:14:50.952728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:50.960551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:14:50.960905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:14:50.967929 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:14:51.052158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.074250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.087515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=86868e7a-520d-488a-957a-e47c3f6a114b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:51.101712 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b6aed5a6-0299-45cc-8701-265849cddc7e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/86868e7a-520d-488a-957a-e47c3f6a114b HTTP/1.1" status: 204 len: 168 time: 1.0406547 May 19 13:14:51.112089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Deleting port 51e203b1-83a3-4c90-aa62-db484c0342c3 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:14:51.112841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.114300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39590) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:51.122025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--812187863', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:51.127422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:51.134326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:51.143427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:51.149981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:51.167257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:51.176664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.185528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fc01b77d-0a11-42c7-a999-c5fb2dd379c8 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:51.208883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:14:51.221452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0edbdb25-6465-41ab-af8a-7945c9114bf1 None None] The port '51e203b1-83a3-4c90-aa62-db484c0342c3' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:14:51.223035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.223379 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment aa57fa93-613b-4bdd-90c1-ddad3ebc52ff of type vlan for network 07f0a64a-40dc-4a44-b197-965f5473a1da May 19 13:14:51.226852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: fc01b77d-0a11-42c7-a999-c5fb2dd379c8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:14:51.227194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fc01b77d-0a11-42c7-a999-c5fb2dd379c8 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:51.228354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:14:51.249667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.263809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:14:51.264150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 024aadf7-d8c5-443a-8f1b-ebcf41ab7191 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:14:51.281897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.287500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:51.288060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.395441 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2793584 May 19 13:14:51.397939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31302dfd-df6f-4bee-9d24-554e38a39beb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=07f0a64a-40dc-4a44-b197-965f5473a1da,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:51.398268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39594) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:51.409763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 07f0a64a-40dc-4a44-b197-965f5473a1da details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:14:51.504560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-107342141', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:51.511881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:51.515847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:51.518778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:51.525123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:51.535684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.536654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.552071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:51.818097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.232361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.262487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.392906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.87 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/ade48b5c-e7c8-4c28-8d1b-842331e26615) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:52.537625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.574661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:52.642278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:52.645239 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:52.648850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:14:52.677417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=ade48b5c-e7c8-4c28-8d1b-842331e26615,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:53.088431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.432876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.768571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:14:53.948675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:14:53.958197 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:14:53.970770 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:53.971383 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:53.982983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:53.984216 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-284a21d5-a88e-4112-b1fd-a53509037bd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5848079 May 19 13:14:53.987691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39600) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:54.028948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a1a84972-01a1-4be7-a2dc-cbbb9922df21 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399480 May 19 13:14:54.031545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39604) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:54.151836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:54.164625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522023-3b88-4bd6-8115-947f9bd03317 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:54.168967 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4c522023-3b88-4bd6-8115-947f9bd03317 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339927 May 19 13:14:54.169504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39608) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:54.208250 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dd9e2328-7363-4f3b-9818-4131657bd58f tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376394 May 19 13:14:54.210890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39612) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:54.216238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661301189', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:54.324619 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:54.328503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:54.331484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:54.337964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:54.348463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:14:54.351882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.431442 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:52Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:54.435266 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:14:54.435602 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Updating router aa4b0c7b-4443-41aa-8c39-70131af6af9e port ade48b5c-e7c8-4c28-8d1b-842331e26615 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:14:54.486704 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.572160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.650400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=1a2119c3-b331-4fd9-bd77-0c32f78b1f60,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:54.657767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:14:54.658122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: 07f0a64a-40dc-4a44-b197-965f5473a1da, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:14:54.678588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 07f0a64a-40dc-4a44-b197-965f5473a1da is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:14:54.689911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 07f0a64a-40dc-4a44-b197-965f5473a1da) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:54.694487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:54.695104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.700822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b961f-93ea-454f-9a6a-5a926a64da7c None None] Network 07f0a64a-40dc-4a44-b197-965f5473a1da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:14:54.720898 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a443fce4-cd7d-4b04-855a-5688d03369b7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5086677 May 19 13:14:54.723384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39616) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:54.811747 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.823653 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Transition to ACTIVE for port object ade48b5c-e7c8-4c28-8d1b-842331e26615 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:54.830690 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.913070 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Attempting to bind port ade48b5c-e7c8-4c28-8d1b-842331e26615 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:14:54.913310 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Attempting to bind port ade48b5c-e7c8-4c28-8d1b-842331e26615 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:14:54.913651 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Attempting to bind port ade48b5c-e7c8-4c28-8d1b-842331e26615 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:14:54.917527 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Pushing event updated for resources: {'Port': ['ID=ade48b5c-e7c8-4c28-8d1b-842331e26615,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:54.922722 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:14:54.923094 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:14:54.923478 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.923858 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:14:54.924297 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Bound port: ade48b5c-e7c8-4c28-8d1b-842331e26615, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:14:54.924663 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.955696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-07f0a64a-40dc-4a44-b197-965f5473a1da', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:14:54.955899 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.956193 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.956533 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.956860 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.957177 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.957353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:54.957505 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.957824 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.958191 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.958520 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.959123 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.959123 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:54.959444 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:55.010424 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] For port ade48b5c-e7c8-4c28-8d1b-842331e26615, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:55.013494 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] For port ade48b5c-e7c8-4c28-8d1b-842331e26615, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ade48b5c-e7c8-4c28-8d1b-842331e26615,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:55.019417 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.120178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Allocated IP 172.20.0.2 (07f0a64a-40dc-4a44-b197-965f5473a1da/1a2119c3-b331-4fd9-bd77-0c32f78b1f60/b8cec49a-0e09-4ded-a139-243f1377e6d8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:55.121798 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720219c-307e-451d-9a60-5828a8cffeab None None] Pushing event updated for resources: {'Port': ['ID=ade48b5c-e7c8-4c28-8d1b-842331e26615,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:55.133808 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:55.134620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:55.307441 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:55.328377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.339014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Transition to ACTIVE for port object b8cec49a-0e09-4ded-a139-243f1377e6d8 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:55.357767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Transition to ACTIVE for port object b8cec49a-0e09-4ded-a139-243f1377e6d8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:55.363731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.431974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Network 07f0a64a-40dc-4a44-b197-965f5473a1da is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:55.435429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:55.437269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Pushing event updated for resources: {'Port': ['ID=b8cec49a-0e09-4ded-a139-243f1377e6d8,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:55.439340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:14:55.531051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Attempting to bind port b8cec49a-0e09-4ded-a139-243f1377e6d8 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:14:55.531404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Attempting to bind port b8cec49a-0e09-4ded-a139-243f1377e6d8 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:14:55.531678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Attempting to bind port b8cec49a-0e09-4ded-a139-243f1377e6d8 on network 07f0a64a-40dc-4a44-b197-965f5473a1da {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:14:55.537161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:14:55.537526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Checking segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:14:55.537920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.538302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Bound using segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:14:55.538786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Bound port: b8cec49a-0e09-4ded-a139-243f1377e6d8, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:14:55.539173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.590133 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-ed02871f-edac-4068-9f19-975473f50691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:52Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:55.593985 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02871f-edac-4068-9f19-975473f50691 None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:52Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:14:55.600904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.635250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] For port b8cec49a-0e09-4ded-a139-243f1377e6d8, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:55.638228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] For port b8cec49a-0e09-4ded-a139-243f1377e6d8, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b8cec49a-0e09-4ded-a139-243f1377e6d8,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:55.649108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:55.746650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e263-cc6b-4a28-9249-7c117e4fdf0d None None] Pushing event updated for resources: {'Port': ['ID=b8cec49a-0e09-4ded-a139-243f1377e6d8,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:56.087866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (07f0a64a-40dc-4a44-b197-965f5473a1da/1a2119c3-b331-4fd9-bd77-0c32f78b1f60/a1e03f16-02c1-40f0-969a-8ac0f06559b2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:14:56.252844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.269572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object a1e03f16-02c1-40f0-969a-8ac0f06559b2 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:56.295531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.367761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 07f0a64a-40dc-4a44-b197-965f5473a1da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:56.371190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:56.375152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:14:56.405662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=a1e03f16-02c1-40f0-969a-8ac0f06559b2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:56.425731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.426151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.426413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.426757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.427077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.427396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.427711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.428052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.428339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.428649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.428958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.429273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:14:56.449237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:56.737974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a3266-db27-4d7e-aa3e-06860618545b None None] Network 07f0a64a-40dc-4a44-b197-965f5473a1da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:14:56.833684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5e0e55ec-d502-4f78-a803-82ae2518774f None None] Provisioning for port b8cec49a-0e09-4ded-a139-243f1377e6d8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:56.855760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.197730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-509a636b-c495-451c-b377-0311289fdf09 None None] Provisioning for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:57.211484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-509a636b-c495-451c-b377-0311289fdf09 None None] Provisioning complete for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:57.211947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-509a636b-c495-451c-b377-0311289fdf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.252358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ade48b5c-e7c8-4c28-8d1b-842331e26615 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:57.288829 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.294763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.324303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-509a636b-c495-451c-b377-0311289fdf09 None None] Port a1e03f16-02c1-40f0-969a-8ac0f06559b2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:57.352166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ade48b5c-e7c8-4c28-8d1b-842331e26615 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:57.361402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ade48b5c-e7c8-4c28-8d1b-842331e26615 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:57.361789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.426865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=a1e03f16-02c1-40f0-969a-8ac0f06559b2,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:57.430438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.499963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ade48b5c-e7c8-4c28-8d1b-842331e26615 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:14:57.500342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.506492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e737d1a0-de23-4237-9884-3305dea1d75c None None] Provisioning complete for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:57.506881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e737d1a0-de23-4237-9884-3305dea1d75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.561549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ade48b5c-e7c8-4c28-8d1b-842331e26615, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ade48b5c-e7c8-4c28-8d1b-842331e26615,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:57.568985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.569753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b8cec49a-0e09-4ded-a139-243f1377e6d8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:57.573451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 07f0a64a-40dc-4a44-b197-965f5473a1da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:14:57.574609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:14:57.631831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e737d1a0-de23-4237-9884-3305dea1d75c None None] Port a1e03f16-02c1-40f0-969a-8ac0f06559b2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:57.686814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ade48b5c-e7c8-4c28-8d1b-842331e26615,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:57.701136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port b8cec49a-0e09-4ded-a139-243f1377e6d8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:14:57.706528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b8cec49a-0e09-4ded-a139-243f1377e6d8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:57.706943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.778928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:14:57.874450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b8cec49a-0e09-4ded-a139-243f1377e6d8 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:14:57.875072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.888638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-295a25b6-b0a2-442b-bca2-934f50af277b None None] Provisioning complete for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:57.889007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-295a25b6-b0a2-442b-bca2-934f50af277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.957318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port b8cec49a-0e09-4ded-a139-243f1377e6d8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b8cec49a-0e09-4ded-a139-243f1377e6d8,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:14:57.957596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:14:57.958365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-295a25b6-b0a2-442b-bca2-934f50af277b None None] Port a1e03f16-02c1-40f0-969a-8ac0f06559b2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:14:57.963712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:57.971445 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1b794732-6c5d-432b-99cc-6aa24e840a56 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/aa4b0c7b-4443-41aa-8c39-70131af6af9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2467179 May 19 13:14:57.973855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39620) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:57.996720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:14:58.027944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:58.028572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:58.112377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996c571-71c8-4ec1-9036-a5f6c7bad796 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.112840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996c571-71c8-4ec1-9036-a5f6c7bad796 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.113296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996c571-71c8-4ec1-9036-a5f6c7bad796 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.113992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996c571-71c8-4ec1-9036-a5f6c7bad796 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.114405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=b8cec49a-0e09-4ded-a139-243f1377e6d8,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:58.117932 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e996c571-71c8-4ec1-9036-a5f6c7bad796 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1405921 May 19 13:14:58.119020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39624) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:58.191247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60091d82-6aa6-4a8c-ac7a-90fc5c314f33 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.191710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60091d82-6aa6-4a8c-ac7a-90fc5c314f33 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.192162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60091d82-6aa6-4a8c-ac7a-90fc5c314f33 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.192721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60091d82-6aa6-4a8c-ac7a-90fc5c314f33 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:14:58.194387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-60091d82-6aa6-4a8c-ac7a-90fc5c314f33 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0738528 May 19 13:14:58.197416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39628) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:58.224973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:58.404507 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a3ad1c93-2b96-4732-894d-9739db483c58 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2057846 May 19 13:14:58.474247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39634) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:58.479875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393623187', 'description': 'tempest-secgroup-smoke-393623187 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:58.485662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:58.489818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:58.492726 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:58.498689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:58.508486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.529044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:58.532882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:58.535936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:58.542078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:58.547201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:58.551337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:14:58.551687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Updating router aa4b0c7b-4443-41aa-8c39-70131af6af9e port a1e03f16-02c1-40f0-969a-8ac0f06559b2 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:14:58.607405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.617753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.622904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.667172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64ec26-151b-4a2e-9a59-69904a847ec2,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:58.671256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.675211 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-95d7b6c7-0561-42ee-adfc-496f9dee69c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972344 May 19 13:14:58.675639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39638) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:58.680711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '1e64ec26-151b-4a2e-9a59-69904a847ec2', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:58.686721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:58.690689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:58.693535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:58.699431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:58.717358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.780774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.785013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.808593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2a12b1-a75d-4b4e-a1a3-01e79b7fe309,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:58.820463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.821933 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-89a621a0-6a6e-43df-95bd-84532ded59b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455240 May 19 13:14:58.825770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39642) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:58.831037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '1e64ec26-151b-4a2e-9a59-69904a847ec2', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:58.838933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:58.842960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:58.845926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:58.852103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:58.870131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.934781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.938522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.951380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.964302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Transition to ACTIVE for port object a1e03f16-02c1-40f0-969a-8ac0f06559b2 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:14:58.967698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82797322-ee23-4e3b-94ce-2396ecf8c9c2,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:58.971468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.972152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:58.975408 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-231f0f02-e95b-469b-b352-3e1bd95ee852 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459570 May 19 13:14:58.975846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39646) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:58.981090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '1e64ec26-151b-4a2e-9a59-69904a847ec2', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:58.987152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:58.991034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:58.994371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:59.000367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:59.018060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.086931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.092955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.119190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddac743d-6874-4cd2-8a74-fd5c30de8b7f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.133490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.135302 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-24227406-f160-4929-89f3-c9801e82bf22 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586182 May 19 13:14:59.138028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39650) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:59.140633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c87d3c-a83d-4b97-8926-2313ee2862f7 None None] Pushing event updated for resources: {'Port': ['ID=a1e03f16-02c1-40f0-969a-8ac0f06559b2,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.144794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '1e64ec26-151b-4a2e-9a59-69904a847ec2', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:59.152813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:59.163830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:59.167363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:59.174104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:59.201751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.209256 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ade48b5c-e7c8-4c28-8d1b-842331e26615 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:59.257237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Attempting to bind port a1e03f16-02c1-40f0-969a-8ac0f06559b2 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:14:59.257597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Attempting to bind port a1e03f16-02c1-40f0-969a-8ac0f06559b2 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:14:59.257956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Attempting to bind port a1e03f16-02c1-40f0-969a-8ac0f06559b2 on network 07f0a64a-40dc-4a44-b197-965f5473a1da {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:14:59.268716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:14:59.269077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Checking segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:14:59.269466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.269845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Bound using segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:14:59.270297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Bound port: a1e03f16-02c1-40f0-969a-8ac0f06559b2, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:14:59.270684 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.272720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.277883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.301703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060640a1-76e1-42ad-ac1a-6f396c7232d0,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.311806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.313004 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4dbab642-5d18-475a-a5c1-fcb315e11e65 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739731 May 19 13:14:59.315873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39654) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:59.320711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '1e64ec26-151b-4a2e-9a59-69904a847ec2', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:59.327076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:59.331225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:59.334298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:59.340474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:59.353650 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:14:59.361048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.416436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ade48b5c-e7c8-4c28-8d1b-842331e26615 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:59.416860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.429905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.435133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.470984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c174de5f-003a-420b-86c7-bc1504fb6552,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.479451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] For port a1e03f16-02c1-40f0-969a-8ac0f06559b2, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:14:59.483115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.484847 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8e673e90-9a9e-4b13-9d2d-e14a54ba3adb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1678889 May 19 13:14:59.487800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39658) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:14:59.492041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] For port a1e03f16-02c1-40f0-969a-8ac0f06559b2, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1e03f16-02c1-40f0-969a-8ac0f06559b2,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:14:59.493501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '1e64ec26-151b-4a2e-9a59-69904a847ec2', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:14:59.499652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:14:59.500687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.503650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:14:59.506416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:14:59.512168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:14:59.522991 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:14:59.529598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.598779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.606191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.624233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136c4f13-14cc-45d8-ada4-21e45cbfc55b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.636775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c87d3c-a83d-4b97-8926-2313ee2862f7 None None] Pushing event updated for resources: {'Port': ['ID=a1e03f16-02c1-40f0-969a-8ac0f06559b2,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:14:59.640159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:14:59.641064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:14:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:14:59.646131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:14:59.647580 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-65c605f7-d227-48fd-ab17-b522c21a196b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585264 May 19 13:14:59.707560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ade48b5c-e7c8-4c28-8d1b-842331e26615 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:14:59.708666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b8cec49a-0e09-4ded-a139-243f1377e6d8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:14:59.842636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-bfa5614a-d0fe-4400-b5dc-9f458f7a6fb3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:14:59.860738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-bfa5614a-d0fe-4400-b5dc-9f458f7a6fb3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:14:59.861988 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-bfa5614a-d0fe-4400-b5dc-9f458f7a6fb3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393623187&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0607886 May 19 13:14:59.897864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:14:59.947909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port b8cec49a-0e09-4ded-a139-243f1377e6d8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:14:59.948279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:00.121739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-862e6dfb-65e2-4282-818a-a29dd5a39dcd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:00.122407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-862e6dfb-65e2-4282-818a-a29dd5a39dcd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:00.140948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-862e6dfb-65e2-4282-818a-a29dd5a39dcd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:00.142123 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-862e6dfb-65e2-4282-818a-a29dd5a39dcd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 796 time: 0.2723227 May 19 13:15:00.160027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-faee8d0b-316a-4e35-9505-49b27091e966 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0108414 May 19 13:15:00.250069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-cf2bf344-b733-47ec-b5a0-052e9217bc2d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:00.250820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b8cec49a-0e09-4ded-a139-243f1377e6d8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:00.268902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-cf2bf344-b733-47ec-b5a0-052e9217bc2d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:00.270637 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-cf2bf344-b733-47ec-b5a0-052e9217bc2d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019847 May 19 13:15:00.316167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:14:59Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:00.320296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cf0d5-fcbc-4401-a358-6bdb8df2d876 None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:14:59Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:15:00.477594 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-454c0e4b-f965-4326-8008-f230d96e76c4 service neutron] 10.222.0.44 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942551 May 19 13:15:00.616566 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-b9697a7e-cf0e-4eaa-b5e7-61985a293adf service neutron] 10.222.0.44 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328723 May 19 13:15:00.807722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-70266d79-3411-4a40-b2db-889f24d89eca req-0df93b02-e826-469e-8f32-e165a4e55e97 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:00.820574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-70266d79-3411-4a40-b2db-889f24d89eca req-0df93b02-e826-469e-8f32-e165a4e55e97 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:00.822031 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-70266d79-3411-4a40-b2db-889f24d89eca req-0df93b02-e826-469e-8f32-e165a4e55e97 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 210 time: 0.0596807 May 19 13:15:01.165259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b6d1-1176-4a0d-ad3e-c018eb0a46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.213232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1e03f16-02c1-40f0-969a-8ac0f06559b2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:01.287348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:01.293062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:01.293427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.420131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a1e03f16-02c1-40f0-969a-8ac0f06559b2 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:01.420458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.455430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a1e03f16-02c1-40f0-969a-8ac0f06559b2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1e03f16-02c1-40f0-969a-8ac0f06559b2,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:01.460471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:01.537562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a1e03f16-02c1-40f0-969a-8ac0f06559b2,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:01.970209 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-056736d4-35f9-47ee-8c14-061d5ca868a0 req-ba8aef71-132e-42f1-a67c-ef17b65a7297 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 210 time: 0.0419872 May 19 13:15:02.151282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-173a4d60-ed46-448e-b3e4-66b48e21d8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:02.152877 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-173a4d60-ed46-448e-b3e4-66b48e21d8c4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 796 time: 0.1506352 May 19 13:15:02.206261 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-1ec052af-e4f0-40e9-8038-eea53f48c53d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 379 time: 0.0440993 May 19 13:15:02.215602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['1e64ec26-151b-4a2e-9a59-69904a847ec2']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:02.357642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:02.367308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:02.380096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:02.383657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.558488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.11 (07f0a64a-40dc-4a44-b197-965f5473a1da/1a2119c3-b331-4fd9-bd77-0c32f78b1f60/b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:02.749618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.766026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:02.793389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.876282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 07f0a64a-40dc-4a44-b197-965f5473a1da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:02.879499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:02.883314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:15:02.913121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:02.951165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:02.951826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:02.979987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-57ae036a-a328-45b2-964f-a74134e8cd2b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682738 May 19 13:15:02.992749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Request body: {'port': {'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:03.113130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.142556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-84470e47-4b1b-4f40-bcc3-99044ce5b686 None None] Provisioning for port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:03.148552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-84470e47-4b1b-4f40-bcc3-99044ce5b686 None None] Provisioning complete for port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:03.149384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-84470e47-4b1b-4f40-bcc3-99044ce5b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.169210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819c62e-00c8-492c-beeb-f4e30dec65c9 req-b89ff5bd-adeb-4935-805e-17f3beb113e1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:03.171361 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4819c62e-00c8-492c-beeb-f4e30dec65c9 req-b89ff5bd-adeb-4935-805e-17f3beb113e1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 932 time: 0.0877483 May 19 13:15:03.211847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1e03f16-02c1-40f0-969a-8ac0f06559b2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:03.224876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-4819c62e-00c8-492c-beeb-f4e30dec65c9 req-b1608f7e-91cb-46bc-90cc-851b7d7338e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:03.237499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-4819c62e-00c8-492c-beeb-f4e30dec65c9 req-b1608f7e-91cb-46bc-90cc-851b7d7338e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:03.238673 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4819c62e-00c8-492c-beeb-f4e30dec65c9 req-b1608f7e-91cb-46bc-90cc-851b7d7338e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615826 May 19 13:15:03.282767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-84470e47-4b1b-4f40-bcc3-99044ce5b686 None None] Port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:03.301608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a1e03f16-02c1-40f0-969a-8ac0f06559b2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:03.301975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.467967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a1e03f16-02c1-40f0-969a-8ac0f06559b2 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:03.603331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9cb2065e-0e02-4a25-8024-8ff0b6e52317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.616861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:15:03.624677 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.640783 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Transition to ACTIVE for port object b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:03.646492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.780894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:03.889088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Attempting to bind port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:03.889421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Attempting to bind port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:03.889744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Attempting to bind port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd on network 07f0a64a-40dc-4a44-b197-965f5473a1da {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:03.894500 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd on network 07f0a64a-40dc-4a44-b197-965f5473a1da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:15:03.894852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Attempting to bind port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd on network 07f0a64a-40dc-4a44-b197-965f5473a1da {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:03.900824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:03.901173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Checking segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:15:03.901553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Bound using segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:03.901972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Bound port: b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:03.902316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:03.992902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:03.995953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:04.003485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.062493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.063150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.064511 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] 10.222.0.79 "PUT /v2.0/ports/b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 1094 time: 1.0763881 May 19 13:15:04.064908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:15:04.095380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e2dc6-3f76-4ac7-820f-22ed8125a842 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:04.112350 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e8b40b-9549-4051-9849-82c8d4e1e349'] response: {'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'status': 'completed', 'code': 200} May 19 13:15:04.193170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-6be17898-4bf8-4ba0-a2b9-e40543fb613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.194713 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-6be17898-4bf8-4ba0-a2b9-e40543fb613a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1097 time: 0.0789175 May 19 13:15:04.265965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-9ba6706e-eaaf-4b5e-a7a9-fa86a76a7a86 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 217 time: 0.0627296 May 19 13:15:04.335841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-2de4185f-cd2a-4f56-91f6-2c696ce40d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.337280 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-2de4185f-cd2a-4f56-91f6-2c696ce40d94 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0639188 May 19 13:15:04.411601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-eb1d4364-c3d6-4fb5-af59-efac29ac8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.413095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-eb1d4364-c3d6-4fb5-af59-efac29ac8b27 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691030 May 19 13:15:04.430353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c27e7-4166-4dfe-85d6-e3b11a0f976b req-c803f982-9e0b-40d1-a9dd-af8c8396130f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.432516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-149c27e7-4166-4dfe-85d6-e3b11a0f976b req-c803f982-9e0b-40d1-a9dd-af8c8396130f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 944 time: 0.0817399 May 19 13:15:04.482003 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-149c27e7-4166-4dfe-85d6-e3b11a0f976b req-d810b5e0-c0d1-4618-95c5-ae4b6256b027 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 May 19 13:15:04.545031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-2d2cebf1-aaa6-4cbf-90ff-6a5a7984a124 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241772 May 19 13:15:04.678117 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92ccacfa-66ec-4121-94af-c57dcb4c0c9a req-88155e89-1b55-430f-b950-27e5da40357a service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265440 May 19 13:15:04.793830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.813169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-4c4f45ed-82c5-4e80-843f-5e0e6f608226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.814548 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-4c4f45ed-82c5-4e80-843f-5e0e6f608226 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1097 time: 0.0772057 May 19 13:15:04.880185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:04.958178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-3bc515fb-e980-4643-8a25-9bf8eca31ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:04.959674 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-3bc515fb-e980-4643-8a25-9bf8eca31ec2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1355081 May 19 13:15:05.034006 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-5d809dad-220b-4e2a-88d9-bd1b81b7af8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 217 time: 0.0664656 May 19 13:15:05.114743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-76f13894-d4c0-409d-912a-fcfe7abe34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:05.116170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-76f13894-d4c0-409d-912a-fcfe7abe34b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0717969 May 19 13:15:05.190893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-760d3582-ab77-4d2a-9051-77b55427d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:05.192345 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-760d3582-ab77-4d2a-9051-77b55427d6b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691898 May 19 13:15:05.436598 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-4203e570-6607-4bac-b65f-1f598cb77ba7 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366619 May 19 13:15:05.570093 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75196ecc-3828-488b-8db7-2a7d6e23f274 req-5298cd73-cf62-4079-8ef7-3fae6e9001eb service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260622 May 19 13:15:05.687186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0278da-7120-4570-8f23-e76f74fc1c10 req-1272a624-c9de-4f17-8b5b-b7fff08ade35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:05.687789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-6f0278da-7120-4570-8f23-e76f74fc1c10 req-1272a624-c9de-4f17-8b5b-b7fff08ade35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:05.707080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-6f0278da-7120-4570-8f23-e76f74fc1c10 req-1272a624-c9de-4f17-8b5b-b7fff08ade35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:05.708250 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6f0278da-7120-4570-8f23-e76f74fc1c10 req-1272a624-c9de-4f17-8b5b-b7fff08ade35 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 944 time: 0.1125593 May 19 13:15:05.757633 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6f0278da-7120-4570-8f23-e76f74fc1c10 req-d8730941-f4ff-475d-86d8-80dfabcbdb12 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 May 19 13:15:05.979499 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:06.967465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d95b-70d6-42ac-9009-096b4da37498 req-01dcd207-b7cd-4ce4-86e0-6597ef5d6ed5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:06.968861 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4b26d95b-70d6-42ac-9009-096b4da37498 req-01dcd207-b7cd-4ce4-86e0-6597ef5d6ed5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 944 time: 0.0930531 May 19 13:15:07.013703 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4b26d95b-70d6-42ac-9009-096b4da37498 req-e785acb3-d088-4bfb-9542-c386149c7a18 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390787 May 19 13:15:07.477577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:15:07.605542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.628662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:07.641461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:15:07.699412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:07.700033 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.724767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:15:07.744516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:07.751069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:07.833735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:08.022823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:15:08.207692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f5b7c-4dbe-4e76-bbe7-63b4a8489f13 req-4cf7aeb5-c5a5-4d61-982e-cdcb82d34517 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:08.209380 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e9f5b7c-4dbe-4e76-bbe7-63b4a8489f13 req-4cf7aeb5-c5a5-4d61-982e-cdcb82d34517 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 945 time: 0.0821774 May 19 13:15:08.258966 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7e9f5b7c-4dbe-4e76-bbe7-63b4a8489f13 req-88cfa599-2745-4ee2-ab2f-c59e467d60bc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426271 May 19 13:15:08.448886 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:15:09.456519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aced6-ac8b-4433-bcaa-94cbfbbbaf05 req-ff511123-d3e3-4fde-8576-0887105dadc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:09.457856 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-195aced6-ac8b-4433-bcaa-94cbfbbbaf05 req-ff511123-d3e3-4fde-8576-0887105dadc4 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 945 time: 0.0880609 May 19 13:15:09.470965 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:09.503952 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-195aced6-ac8b-4433-bcaa-94cbfbbbaf05 req-0e5701e2-314f-4a67-a739-40fba49c887f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 May 19 13:15:09.546357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:09.549835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:09.550197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.669867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:09.670229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.697153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:15:09.707727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:09.712149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:09.745206 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578ae5a6-6cb7-4365-ba86-a45ba70c37ab'] response: {'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'code': 200} May 19 13:15:09.785109 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:09.990392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54bc0-5c17-4326-a433-edec24deef86 req-2a827140-a908-453d-9ba1-c310e8e18212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:09.991812 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9dc54bc0-5c17-4326-a433-edec24deef86 req-2a827140-a908-453d-9ba1-c310e8e18212 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1099 time: 0.0843675 May 19 13:15:10.034111 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9dc54bc0-5c17-4326-a433-edec24deef86 req-5a81b538-a0dd-4edb-900a-08b8cf23bbaa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355866 May 19 13:15:10.711117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e2c7-1b4b-4bdb-9397-02b1bd678c02 req-7ba0ea88-121a-4e68-8d61-67c86f61d875 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:10.712492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96a3e2c7-1b4b-4bdb-9397-02b1bd678c02 req-7ba0ea88-121a-4e68-8d61-67c86f61d875 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 946 time: 0.0947967 May 19 13:15:10.759528 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96a3e2c7-1b4b-4bdb-9397-02b1bd678c02 req-aee997eb-31c0-453a-826c-8d8f5408d223 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 May 19 13:15:11.960454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5559c85-9615-4a06-ae8b-914b2e58c2c1 req-c5b1f049-73e9-43f4-8f9d-437ee998fe78 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:11.961887 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f5559c85-9615-4a06-ae8b-914b2e58c2c1 req-c5b1f049-73e9-43f4-8f9d-437ee998fe78 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 946 time: 0.0912488 May 19 13:15:12.007167 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f5559c85-9615-4a06-ae8b-914b2e58c2c1 req-11bdd7f8-0cd7-41e6-83fb-19951f7f2740 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395164 May 19 13:15:12.201778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3eb75-6f5f-44a2-879e-181aeed32fda req-1e4a175f-31fb-456e-acc2-fe71a14f7edb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:12.203408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3dd3eb75-6f5f-44a2-879e-181aeed32fda req-1e4a175f-31fb-456e-acc2-fe71a14f7edb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 946 time: 0.0860643 May 19 13:15:12.248107 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3dd3eb75-6f5f-44a2-879e-181aeed32fda req-afef3082-5d9b-4c54-9f9b-7a327f3d0656 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381594 May 19 13:15:12.271903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39718) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:12.342809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489a8ee-b576-46fd-ba22-c4f6e7568f64 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:12.344282 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2489a8ee-b576-46fd-ba22-c4f6e7568f64 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1094 time: 0.0714462 May 19 13:15:12.348438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39722) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:12.353817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:12.360459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:12.364682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:12.367746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:12.374447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:12.387088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.531546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.666299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.218 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/8576a751-b07a-45cd-b215-991535bd5031) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:12.824141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.860134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:12.931260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:12.944435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:12.948213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:15:12.977917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=8576a751-b07a-45cd-b215-991535bd5031,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:13.414601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.600643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.828017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.835674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:13.947181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=8576a751-b07a-45cd-b215-991535bd5031,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:13.955636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:14.139646 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP a64ba94a-cf9d-4cca-b6a2-aac4222b4846 associated. External IP: 172.26.3.218, port: b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd. May 19 13:15:14.498252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:15:14.682077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:15:14.692990 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:15:14.704085 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:15:14.704688 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:15:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:14.709126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:14.768835 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ac4c352b-00f6-48b0-9eca-8c0616c73252 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4191976 May 19 13:15:14.769421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:15:14.771582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39726) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:14.813450 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb51b14-3b54-4c95-9c0e-2f6379c601ad'] response: {'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'status': 'completed', 'code': 200} May 19 13:15:14.886279 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:15:14.916892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-ab503d55-8b43-4be6-b04a-bc0d393fa37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:14.918387 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-ab503d55-8b43-4be6-b04a-bc0d393fa37f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1099 time: 0.0761812 May 19 13:15:14.966306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c0628-eb9f-412a-977e-0b3097fbdd59 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:14.967848 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-632c0628-eb9f-412a-977e-0b3097fbdd59 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1094 time: 0.1952441 May 19 13:15:15.050031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39734) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.055185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540039384', 'description': 'tempest-secgroup-smoke-540039384 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.061013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.071805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.073288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-d6dcf948-18ed-4585-8aed-3d20b6a80792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:15.075707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-d6dcf948-18ed-4585-8aed-3d20b6a80792 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1458519 May 19 13:15:15.082932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.103548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.107367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.110544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.116483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.195352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.205460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.257894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974b7bfd-405e-4e1b-aedc-7e514ee664ec,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.262671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.262841 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:13Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:15.266759 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f651ca72-0130-47e0-b44f-bafda2cc761b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2128181 May 19 13:15:15.267113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39738) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.267666 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:15:15.273370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '974b7bfd-405e-4e1b-aedc-7e514ee664ec', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.280013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.281959 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:15:15.282555 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:15:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:15.285671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.288766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.295014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.314428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.328756 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-1ce2b9d5-b3fa-48c0-a13c-0c9bb70341e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 1000 time: 0.2450345 May 19 13:15:15.394608 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.399453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.403522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-9533ef61-8b30-405e-806f-587ac450b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:15.404973 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-9533ef61-8b30-405e-806f-587ac450b430 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0660088 May 19 13:15:15.423693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cbf96d-2a75-47ce-99f4-ad1193995cff,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.435789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.437617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-507f2a68-152c-4e73-a3a8-7f1f33f45adc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689858 May 19 13:15:15.439897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39742) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.444919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '974b7bfd-405e-4e1b-aedc-7e514ee664ec', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.450715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.455408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.458238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.464423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.476228 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:15:15.482757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.490021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-911feb06-8228-48a3-a080-fd308eb8f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:15.491519 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-911feb06-8228-48a3-a080-fd308eb8f5da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752747 May 19 13:15:15.548784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.554056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.584254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afad446d-ad88-48bc-a199-88345e81dea1,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.594235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.595505 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-540b60e9-93a1-48b0-a65b-078615f7106a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547003 May 19 13:15:15.598293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39746) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.603694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '974b7bfd-405e-4e1b-aedc-7e514ee664ec', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.610363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.614233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.617244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.623593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.639284 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-c9e59da3-93c7-46e6-aeb6-94b30ea89984 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409032 May 19 13:15:15.644344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.727955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.734810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.759810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285b355d-1443-49bf-93e7-d40331866857,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.773312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.778455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39750) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.778859 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-91ed0602-ef18-4893-a366-df01ef4e343a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795232 May 19 13:15:15.784799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '974b7bfd-405e-4e1b-aedc-7e514ee664ec', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.790398 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a33d9f4-5c0c-4443-be76-3621fa43a438 req-fb4c2de7-286d-441b-967c-f02221c3df07 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447930 May 19 13:15:15.792484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.796838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.800800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.806466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.823860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.884004 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:13Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:15.887990 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650fbff-7418-429e-afac-e7da5c1f94b1 None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:13Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:15:15.888205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.893670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.921053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fda214b-f00b-4e9f-b928-7cf8c953c599,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:15.928174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:15.930237 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-11ba1ea0-b45c-4a21-99d6-d067f81eab4e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504598 May 19 13:15:15.932525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39754) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:15.937584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '974b7bfd-405e-4e1b-aedc-7e514ee664ec', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:15.943772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:15.947604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:15.950529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:15.957269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:15.972284 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:15:15.979366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.050781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.057015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.081918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc292ed-9af3-4830-b908-eff5bafa5959 None None] New status for floating IP a64ba94a-cf9d-4cca-b6a2-aac4222b4846: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:15:16.090411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb707965-4691-46d9-b1d0-dc554bcabcb7,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:16.101609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.103373 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c3b43677-a186-45c2-b7b5-d78f6408a12a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699190 May 19 13:15:16.106182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39758) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:16.111705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '974b7bfd-405e-4e1b-aedc-7e514ee664ec', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:16.117795 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:16.121782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:16.125477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:16.131466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:16.142617 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:15:16.149821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.216412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.221634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.244842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d43890-5ce8-4f43-88be-68c7e0c6e0e9,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:16.255838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:16.257081 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-43702cee-749e-4a95-bd08-bceabc397b1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498933 May 19 13:15:16.426793 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-52d41e4b-2b34-4c13-9d0b-cf21462a80e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540039384&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0400858 May 19 13:15:16.586786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-5106ff8f-9fce-4a40-9f5a-72f4f1c2c243 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:16.588118 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-5106ff8f-9fce-4a40-9f5a-72f4f1c2c243 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 796 time: 0.1542561 May 19 13:15:16.603309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-0c66cc2f-40c9-4308-b537-7b7d1bba3d50 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0096579 May 19 13:15:16.694067 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-ad6427ae-98b4-4f96-a531-8a95b3f0cb6b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0858767 May 19 13:15:16.842935 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-0e195c35-d79a-43b3-851b-23086108849b service neutron] 10.222.0.44 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314831 May 19 13:15:16.982591 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-a0bc6989-349f-4da6-a8de-85886604da49 service neutron] 10.222.0.44 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306059 May 19 13:15:17.171846 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5ce4bd16-ad12-4059-b53c-c7fba3ca148c req-9c07d554-388a-4208-a9fe-1cbdeeae6e73 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 210 time: 0.0477664 May 19 13:15:18.354462 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9ddd1b2b-6327-4d65-bf6e-36a4621b87cf req-a3f4e842-f799-4ab6-810a-659c8c852e88 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 210 time: 0.0576494 May 19 13:15:18.422190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-003b2f2d-bc11-4a6c-ba5f-0267de37c3a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:18.425349 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-003b2f2d-bc11-4a6c-ba5f-0267de37c3a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 796 time: 0.2117696 May 19 13:15:18.486452 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-a61bce4c-b37a-45b7-abff-77f972e79610 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 471 time: 0.0463881 May 19 13:15:18.505497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['974b7bfd-405e-4e1b-aedc-7e514ee664ec']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:18.751457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:18.761748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:18.774361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:15:18.778202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:18.948244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.4 (07f0a64a-40dc-4a44-b197-965f5473a1da/1a2119c3-b331-4fd9-bd77-0c32f78b1f60/0728c750-442c-42de-b01f-973e0c75678d) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:19.138417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.154878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 0728c750-442c-42de-b01f-973e0c75678d will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:19.180342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.255358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 07f0a64a-40dc-4a44-b197-965f5473a1da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:19.258548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:19.262390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:15:19.298358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=0728c750-442c-42de-b01f-973e0c75678d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:19.336571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:19.337150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.365648 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-175e3f3c-8564-4fd8-9689-f67dee25f307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8636506 May 19 13:15:19.377521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Request body: {'port': {'device_id': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:19.466903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8cbf6f02-312c-4e17-8b74-36c3fd8e1ea1 None None] Provisioning for port 0728c750-442c-42de-b01f-973e0c75678d completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:19.473654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8cbf6f02-312c-4e17-8b74-36c3fd8e1ea1 None None] Provisioning complete for port 0728c750-442c-42de-b01f-973e0c75678d triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:19.474201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6f02-312c-4e17-8b74-36c3fd8e1ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.502006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.532576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf6f02-312c-4e17-8b74-36c3fd8e1ea1 None None] Port 0728c750-442c-42de-b01f-973e0c75678d cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:15:19.574447 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-b9a148f5-1d6f-4464-a3f4-f0c3b9e557c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1334198 May 19 13:15:19.585413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519ca9e-2608-42d7-bfd0-e9ffa108448e req-3fe8b752-f9e1-4c25-aba8-1070429786b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:19.586871 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b519ca9e-2608-42d7-bfd0-e9ffa108448e req-3fe8b752-f9e1-4c25-aba8-1070429786b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 931 time: 0.1099768 May 19 13:15:19.631823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b519ca9e-2608-42d7-bfd0-e9ffa108448e req-11c1907d-6471-4b2d-bc35-ca0452badafb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:19.679696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b519ca9e-2608-42d7-bfd0-e9ffa108448e req-11c1907d-6471-4b2d-bc35-ca0452badafb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:19.680825 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b519ca9e-2608-42d7-bfd0-e9ffa108448e req-11c1907d-6471-4b2d-bc35-ca0452badafb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879052 May 19 13:15:19.721952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-1aac1f1b-61bd-47b8-b550-b7ac487a7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:19.723541 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-1aac1f1b-61bd-47b8-b550-b7ac487a7c57 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1099 time: 0.0776114 May 19 13:15:19.861723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0728c750-442c-42de-b01f-973e0c75678d {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:15:19.868504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-561417ea-44f0-4b12-9064-1e73f00053e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:19.869588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.869933 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-561417ea-44f0-4b12-9064-1e73f00053e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1252406 May 19 13:15:19.885284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Transition to ACTIVE for port object 0728c750-442c-42de-b01f-973e0c75678d will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:15:19.889958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:19.971783 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-3c2ec473-2f4c-4e99-8ea5-ff2fa175149d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 1002 time: 0.0917177 May 19 13:15:20.038229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-6a094b5b-a3c9-4381-871b-9a0e094e79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.039665 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-6a094b5b-a3c9-4381-871b-9a0e094e79fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0612831 May 19 13:15:20.047983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Pushing event updated for resources: {'Port': ['ID=0728c750-442c-42de-b01f-973e0c75678d,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:20.127613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-b90135c4-9303-4c44-afcd-8f4e679a180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.128897 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-b90135c4-9303-4c44-afcd-8f4e679a180b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822396 May 19 13:15:20.131157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Attempting to bind port 0728c750-442c-42de-b01f-973e0c75678d on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:15:20.131491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Attempting to bind port 0728c750-442c-42de-b01f-973e0c75678d by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:15:20.131815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Attempting to bind port 0728c750-442c-42de-b01f-973e0c75678d on network 07f0a64a-40dc-4a44-b197-965f5473a1da {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:20.137358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Port 0728c750-442c-42de-b01f-973e0c75678d on network 07f0a64a-40dc-4a44-b197-965f5473a1da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:15:20.137625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Attempting to bind port 0728c750-442c-42de-b01f-973e0c75678d on network 07f0a64a-40dc-4a44-b197-965f5473a1da {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:15:20.143195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:15:20.143537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Checking segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:15:20.143924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Bound using segment: {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:15:20.144348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Bound port: 0728c750-442c-42de-b01f-973e0c75678d, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:15:20.144694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.236074 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] For port 0728c750-442c-42de-b01f-973e0c75678d, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:15:20.239150 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] For port 0728c750-442c-42de-b01f-973e0c75678d, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0728c750-442c-42de-b01f-973e0c75678d,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:15:20.244852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.273564 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-8c8900da-4f15-416d-a728-8c6e5dba0d1d service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362844 May 19 13:15:20.299897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.300023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:20.301552 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] 10.222.0.79 "PUT /v2.0/ports/0728c750-442c-42de-b01f-973e0c75678d HTTP/1.1" status: 200 len: 1093 time: 0.9287319 May 19 13:15:20.310190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'tag': '0728c750-442c-42de-b01f-973e0c75678d'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:15:20.347305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1167fd-d4d6-4d75-93f8-5094563dbe67 service neutron] Pushing event updated for resources: {'Port': ['ID=0728c750-442c-42de-b01f-973e0c75678d,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:20.426621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-5772a72a-3041-4abf-aaa8-a9caf94d7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.428455 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-5772a72a-3041-4abf-aaa8-a9caf94d7062 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 1096 time: 0.0778494 May 19 13:15:20.434683 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ae27bf7-1ec1-4a30-a213-54597748c4c1 req-0ef52acf-8645-4576-bbe4-2c07b4f65fd7 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541646 May 19 13:15:20.489992 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ea3a49-e9c6-4672-92ef-be19e9bda512'] response: {'name': 'network-changed', 'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'tag': '0728c750-442c-42de-b01f-973e0c75678d', 'status': 'completed', 'code': 200} May 19 13:15:20.505039 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-552ee666-fc4e-4c3e-ac53-745908d1527a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0728c750-442c-42de-b01f-973e0c75678d HTTP/1.1" status: 200 len: 217 time: 0.0691488 May 19 13:15:20.568853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-cf552701-a682-4269-9b87-f87ac66704d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.570335 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-cf552701-a682-4269-9b87-f87ac66704d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0585213 May 19 13:15:20.650138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-abc33142-d7d7-4609-a388-3a8770c0c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.651517 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-abc33142-d7d7-4609-a388-3a8770c0c57e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720186 May 19 13:15:20.886587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257bdd7-a9d5-4dbb-a035-8ce65e084197 req-aaff030d-442a-48f9-9c7a-a59bc0f1cd25 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:20.888054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8257bdd7-a9d5-4dbb-a035-8ce65e084197 req-aaff030d-442a-48f9-9c7a-a59bc0f1cd25 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 943 time: 0.0905247 May 19 13:15:20.905064 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-fc09aff3-2bf7-45f7-b2a5-25bb0ee420de service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460041 May 19 13:15:20.932033 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8257bdd7-a9d5-4dbb-a035-8ce65e084197 req-82d5c595-08fa-49b7-895f-37fda02cbb53 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377007 May 19 13:15:21.037815 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ceb7da0a-2aa1-4870-985e-1a6b4e2ff2ab req-852ae690-7f39-4685-90a8-b0e5d032fc54 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253443 May 19 13:15:21.177670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-96ff1f71-a148-4ac6-917c-798286d8ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:21.179147 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-96ff1f71-a148-4ac6-917c-798286d8ed05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 1096 time: 0.0840018 May 19 13:15:21.316091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-5b36f5b5-716d-449a-8e78-f1add17812ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:21.317530 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-5b36f5b5-716d-449a-8e78-f1add17812ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1298063 May 19 13:15:21.392259 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-f282e64e-492f-409f-8cd9-f3a0e35cdba6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0728c750-442c-42de-b01f-973e0c75678d HTTP/1.1" status: 200 len: 217 time: 0.0634828 May 19 13:15:21.460975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-429d57f6-07b5-4b34-9fe3-3b93a4abd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:21.462307 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-429d57f6-07b5-4b34-9fe3-3b93a4abd35e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0584483 May 19 13:15:21.546007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-f4d60735-17f8-4948-be1c-9d021151b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:21.547631 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-f4d60735-17f8-4948-be1c-9d021151b92a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785811 May 19 13:15:21.683363 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-075e1062-666e-4820-961e-8e16c2e9f2ff service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260147 May 19 13:15:21.820821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51620c2-d132-4b97-a6f7-fc17a23176ae req-1ace6344-43ba-4167-8876-0b7693e80118 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241760 May 19 13:15:22.134342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c13a5-e385-4d98-8157-316e7cd67b1e req-63cd0b3b-5907-4248-a1d0-fb1f7b6daedf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:22.135055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2f6c13a5-e385-4d98-8157-316e7cd67b1e req-63cd0b3b-5907-4248-a1d0-fb1f7b6daedf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:15:22.153703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-2f6c13a5-e385-4d98-8157-316e7cd67b1e req-63cd0b3b-5907-4248-a1d0-fb1f7b6daedf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:15:22.154916 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2f6c13a5-e385-4d98-8157-316e7cd67b1e req-63cd0b3b-5907-4248-a1d0-fb1f7b6daedf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 943 time: 0.1112564 May 19 13:15:22.201967 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2f6c13a5-e385-4d98-8157-316e7cd67b1e req-cdd550fc-561c-4f73-add4-4f97655f5327 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 May 19 13:15:23.396568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a456d-9dd8-4da0-b11e-7f12fc21c675 req-c389031e-7461-4966-a444-a9654f360bd2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:23.397890 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a48a456d-9dd8-4da0-b11e-7f12fc21c675 req-c389031e-7461-4966-a444-a9654f360bd2 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 943 time: 0.0877500 May 19 13:15:23.448374 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a48a456d-9dd8-4da0-b11e-7f12fc21c675 req-9dc71a6d-ff7b-4379-badb-fd86d39effe6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423307 May 19 13:15:23.568625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0728c750-442c-42de-b01f-973e0c75678d details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:15:23.719797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 0728c750-442c-42de-b01f-973e0c75678d, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0728c750-442c-42de-b01f-973e0c75678d,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:23.734004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '0728c750-442c-42de-b01f-973e0c75678d', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'port_id': '0728c750-442c-42de-b01f-973e0c75678d', 'mac_address': 'fa:16:3e:2b:d6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:15:23.789595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 0728c750-442c-42de-b01f-973e0c75678d is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:23.789968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:23.810003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0728c750-442c-42de-b01f-973e0c75678d {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:15:23.826794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 0728c750-442c-42de-b01f-973e0c75678d, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0728c750-442c-42de-b01f-973e0c75678d,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:23.833728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:23.909780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=0728c750-442c-42de-b01f-973e0c75678d,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:24.150727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['0728c750-442c-42de-b01f-973e0c75678d'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:15:24.648138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b399a-25c1-4f1c-875a-0601fc553775 req-05f6a0dd-8de4-4e93-9bab-28e63f3165d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:24.649666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5b9b399a-25c1-4f1c-875a-0601fc553775 req-05f6a0dd-8de4-4e93-9bab-28e63f3165d5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 944 time: 0.0874071 May 19 13:15:24.694622 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5b9b399a-25c1-4f1c-875a-0601fc553775 req-1feab116-da6c-4ede-9f86-acb2cf045aa1 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392780 May 19 13:15:25.594053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0728c750-442c-42de-b01f-973e0c75678d up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:15:25.663674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 0728c750-442c-42de-b01f-973e0c75678d completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:15:25.668665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 0728c750-442c-42de-b01f-973e0c75678d triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:15:25.669028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.791972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 0728c750-442c-42de-b01f-973e0c75678d is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:15:25.792379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.819252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0728c750-442c-42de-b01f-973e0c75678d'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:15:25.828755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 0728c750-442c-42de-b01f-973e0c75678d, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0728c750-442c-42de-b01f-973e0c75678d,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:15:25.833658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:25.884122 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0c9508-db12-44b3-9c9a-dde964000bb8'] response: {'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0728c750-442c-42de-b01f-973e0c75678d', 'code': 200} May 19 13:15:25.899988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794fd37-bd30-43e4-bf01-307d76bb6c5e req-7191878d-a9b3-4869-84af-a926882828ea tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:25.902239 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6794fd37-bd30-43e4-bf01-307d76bb6c5e req-7191878d-a9b3-4869-84af-a926882828ea tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.1004732 May 19 13:15:25.903017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=0728c750-442c-42de-b01f-973e0c75678d,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:25.951244 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6794fd37-bd30-43e4-bf01-307d76bb6c5e req-217626bb-b21b-4dea-bbb6-70fc3f28f058 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395014 May 19 13:15:26.139517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413a780-1822-4837-8a4b-3ffe6f1f89e1 req-e6e71def-95af-4901-afbc-525b97de0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:26.140914 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9413a780-1822-4837-8a4b-3ffe6f1f89e1 req-e6e71def-95af-4901-afbc-525b97de0d13 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 1098 time: 0.0724685 May 19 13:15:26.185939 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9413a780-1822-4837-8a4b-3ffe6f1f89e1 req-9c5131d8-fcc4-4e1d-9362-276a4b08d8c6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356829 May 19 13:15:27.149418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8564b69-c5c9-4ea9-b45c-248281a61a96 req-982e076b-875c-4075-948a-9335768d9b02 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:27.150915 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8564b69-c5c9-4ea9-b45c-248281a61a96 req-982e076b-875c-4075-948a-9335768d9b02 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.0897884 May 19 13:15:27.197717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8564b69-c5c9-4ea9-b45c-248281a61a96 req-92587f42-b3e8-4ce8-84ad-b65c123c6d0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 May 19 13:15:28.397392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9a4c1-8bb5-44c6-b50d-efdbcd12046e req-7ebb5c43-42b5-4d4d-b0fa-1937285487fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:28.398861 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eef9a4c1-8bb5-44c6-b50d-efdbcd12046e req-7ebb5c43-42b5-4d4d-b0fa-1937285487fa tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.0823336 May 19 13:15:28.451392 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eef9a4c1-8bb5-44c6-b50d-efdbcd12046e req-5bc9e5d0-9d36-44d7-bbcf-218f4ebd8d1e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439503 May 19 13:15:28.639430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d1b0-9433-4a46-9dab-8f5c7469c6b2 req-f0727112-33ee-4439-9516-bfbe9344fa18 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:28.640861 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6796d1b0-9433-4a46-9dab-8f5c7469c6b2 req-f0727112-33ee-4439-9516-bfbe9344fa18 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.0830402 May 19 13:15:28.687226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6796d1b0-9433-4a46-9dab-8f5c7469c6b2 req-86c60e9e-aa85-46a3-8e90-79d78fc8c1ee tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380652 May 19 13:15:28.720723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39814) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:28.806719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b0a72-c61b-4fee-af3b-c0b4c93f688f tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:28.808199 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4b0b0a72-c61b-4fee-af3b-c0b4c93f688f tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 1093 time: 0.0864832 May 19 13:15:28.812232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39818) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:15:28.817112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '0728c750-442c-42de-b01f-973e0c75678d', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:15:28.823139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:15:28.827127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:15:28.830147 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:15:28.837860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:15:28.853233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.104094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.243350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.89 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/88c7b837-1105-49ed-a799-3de1560e0e11) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:15:29.401418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.438155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:29.500272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:15:29.503138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:15:29.508899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:15:29.543511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=88c7b837-1105-49ed-a799-3de1560e0e11,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:29.947259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.022663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.232142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.239433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.345687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=88c7b837-1105-49ed-a799-3de1560e0e11,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:15:30.358244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:30.530186 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 3375bf79-fd6d-4c0a-8c54-967a1317b7b8 associated. External IP: 172.26.3.89, port: 0728c750-442c-42de-b01f-973e0c75678d. May 19 13:15:31.023579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:15:31.171648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5421ffc5-cbf7-45c2-95c8-ef67e74648c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.217366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:15:31.228775 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:15:31.240740 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:15:31.241359 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:15:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:31.249359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:31.310413 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-de17d50f-e863-486f-8de2-f8b86d2b57a3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4970341 May 19 13:15:31.310891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'tag': '0728c750-442c-42de-b01f-973e0c75678d'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:15:31.355249 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de894a99-6590-4156-a9e4-0440f320b032'] response: {'name': 'network-changed', 'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'tag': '0728c750-442c-42de-b01f-973e0c75678d', 'status': 'completed', 'code': 200} May 19 13:15:31.420007 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:15:31.460181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-cd3f11e1-0189-44df-b113-7f9166def635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:31.461698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-cd3f11e1-0189-44df-b113-7f9166def635 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 1098 time: 0.0718637 May 19 13:15:31.604364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-6c2e2007-e0a7-4f08-bbc5-519e66edef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:31.605840 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-6c2e2007-e0a7-4f08-bbc5-519e66edef64 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1330481 May 19 13:15:31.710927 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-a158c2ad-40cb-4882-a5d0-8991687489ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0728c750-442c-42de-b01f-973e0c75678d HTTP/1.1" status: 200 len: 998 time: 0.0984950 May 19 13:15:31.774047 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3375bf79-fd6d-4c0a-8c54-967a1317b7b8', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': '0728c750-442c-42de-b01f-973e0c75678d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:2b:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:29Z', 'updated_at': '2022-05-19T13:15:29Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}, {'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:16Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:31.778118 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:15:31.787525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-f0a8e7ac-f095-46dd-b360-d47c95a34031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:31.787705 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:15:31.788241 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:15:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:31.788965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-f0a8e7ac-f095-46dd-b360-d47c95a34031 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0677910 May 19 13:15:31.871642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-abe32a63-d599-4493-9546-89274092179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:15:31.873105 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-abe32a63-d599-4493-9546-89274092179a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735290 May 19 13:15:31.973170 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:15:32.008313 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-7a86d667-1e53-4f82-b5a7-f9f9f5ab0c1c service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277063 May 19 13:15:32.145419 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b96ff55c-e87e-488b-8ae7-30608a1f4979 req-56a673e9-3b51-433c-9afd-c1655dfad0ce service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276360 May 19 13:15:32.346923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3375bf79-fd6d-4c0a-8c54-967a1317b7b8', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': '0728c750-442c-42de-b01f-973e0c75678d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:2b:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:29Z', 'updated_at': '2022-05-19T13:15:29Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}, {'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:16Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:15:32.351026 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb6e0b1-d3f4-4d62-b9b1-4f0bb812c031 None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '3375bf79-fd6d-4c0a-8c54-967a1317b7b8', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': '0728c750-442c-42de-b01f-973e0c75678d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:2b:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:29Z', 'updated_at': '2022-05-19T13:15:29Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}, {'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:16Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:15:32.555667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a245f-04ce-4c62-bfab-8ec76a5072f1 None None] New status for floating IP 3375bf79-fd6d-4c0a-8c54-967a1317b7b8: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:15:33.614990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-22a203ce-9389-476e-a9ea-583869607eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:34.801879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:34.888534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:35.989980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:37.618600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:15:45.453383 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:16:01.168023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-53ca778a-b31a-49aa-97b1-69a261c0cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:03.620462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-90363672-7579-494c-9094-134c37a7dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:04.809297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:04.889308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:05.994151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:07.622034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:15.417331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39840) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:15.533741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-94bf511f-b4ce-4c54-b865-15719d91a7bc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/a64ba94a-cf9d-4cca-b6a2-aac4222b4846 HTTP/1.1" status: 200 len: 994 time: 0.1153336 May 19 13:16:16.587840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39850) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:16.597415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:16.835510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.052713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:17.078707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.087041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.166153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:17.166774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.170026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/ports/b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 939 time: 0.5788312 May 19 13:16:17.170026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:17.191502 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=6']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:17.199621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.200078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.200414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.200747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.201077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.201407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.201732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.202058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.202383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.202779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.203096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.203417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84da4b-1c34-4960-a47d-eebdab7fe131 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:17.220081 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fa1fee-cf10-4381-af45-f059f6f3d18e'] response: {'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'status': 'completed', 'code': 200} May 19 13:16:17.315872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-c0007628-4b17-42b1-afb4-f0058f67b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:17.317357 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-c0007628-4b17-42b1-afb4-f0058f67b02b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1100 time: 0.0730381 May 19 13:16:17.399850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-74295f35-e2b6-4353-8f10-b2df0679bd4e None None] Provisioning complete for port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:17.400530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74295f35-e2b6-4353-8f10-b2df0679bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:17.452328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-f8baf381-229d-4c01-b85a-1db2e9b5f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:17.453679 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-f8baf381-229d-4c01-b85a-1db2e9b5f4f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1300089 May 19 13:16:17.469442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-74295f35-e2b6-4353-8f10-b2df0679bd4e None None] Port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd is administratively disabled so it will not transition to active. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 19 13:16:17.564001 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-d31a3be5-f98c-4304-9143-2d538aabe26a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 1003 time: 0.1028640 May 19 13:16:17.632844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-4e6db306-82b6-4d4f-9ea0-fe518d4a3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:17.634247 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-4e6db306-82b6-4d4f-9ea0-fe518d4a3d5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0627906 May 19 13:16:17.714452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-acbe2026-4bdc-42b2-84f6-ab725b5cbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:17.716031 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-acbe2026-4bdc-42b2-84f6-ab725b5cbe30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739079 May 19 13:16:17.850461 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-71f37752-053b-4405-93fa-adf3b9566f08 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274912 May 19 13:16:17.983959 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41c18f8-662f-40d1-99d8-99d405f73525 req-cc294b67-23a9-4e1e-9c67-9cf0613724a8 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264577 May 19 13:16:20.497105 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-c8bb539f-61ed-4488-875d-ab59f6df6ff8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751581 May 19 13:16:20.625592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39860) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:20.631415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:20.660048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-629c8d24-43e6-47c2-bb08-ed9e716e69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:20.661487 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-629c8d24-43e6-47c2-bb08-ed9e716e69b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1100 time: 0.0850070 May 19 13:16:20.753157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:20.809819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-d5ef1f8b-38a9-479e-8db1-83be4e1222a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:20.811506 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-d5ef1f8b-38a9-479e-8db1-83be4e1222a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1292136 May 19 13:16:20.917493 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-7661fb48-7adb-411c-9bb3-64d35ce78af2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 1003 time: 0.0988252 May 19 13:16:20.982976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-89b8e2c3-f2b1-48c2-be68-b342e267134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:20.984610 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-89b8e2c3-f2b1-48c2-be68-b342e267134f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0602198 May 19 13:16:21.062004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-85864118-a2b7-43c8-bfa9-f2ea00d011e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:21.063529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-85864118-a2b7-43c8-bfa9-f2ea00d011e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711579 May 19 13:16:21.080095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:21.107463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.113717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.187952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:21.188550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.192647 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/ports/b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 938 time: 0.5633857 May 19 13:16:21.192647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:21.195233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39864) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:21.300045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=7']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:21.314550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b640a91c-0425-4cff-b2b3-7e523579b62c'] response: {'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'status': 'completed', 'code': 200} May 19 13:16:21.322404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.322774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.323110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.323436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.323759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.324086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.324403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.324730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.325040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.325408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.325866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.326404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e1b96d-c0cb-4ad1-a399-3a7d9fe97165 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:21.337923 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b792102b-2317-46b7-83f7-a459867bd1ae tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/a64ba94a-cf9d-4cca-b6a2-aac4222b4846 HTTP/1.1" status: 200 len: 994 time: 0.1389861 May 19 13:16:21.348841 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-fae7e85c-1fe5-4395-8ad9-d1b4b7e29db3 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774539 May 19 13:16:21.413982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9d2b9b7b-69dd-43f4-95d2-b05bf891b91a None None] Provisioning complete for port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:21.414588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9b7b-69dd-43f4-95d2-b05bf891b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:21.478636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:16:21.488421 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-808d4bcb-f73d-43b3-8e5d-bf59ffe5a93e req-d2b10522-7208-413d-b5c7-fda3034f1660 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309481 May 19 13:16:21.584747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b9b7b-69dd-43f4-95d2-b05bf891b91a None None] Current status of the port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:21.601652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-a1c5507a-6e64-4443-b9c4-450fcd53afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:21.603227 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-a1c5507a-6e64-4443-b9c4-450fcd53afbb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1099 time: 0.0731800 May 19 13:16:21.740217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-7feb9905-3033-4eb7-b80d-4b33feefeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:21.741680 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-7feb9905-3033-4eb7-b80d-4b33feefeaf1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1312902 May 19 13:16:21.849722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-c7ff086e-eb4c-4408-9eb2-1acf2a39a25e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 1002 time: 0.1008325 May 19 13:16:21.926453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-fb78303f-f9bc-4abe-afd0-f25f962eadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:21.927926 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-fb78303f-f9bc-4abe-afd0-f25f962eadb4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0677285 May 19 13:16:22.018224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-bc604ec4-4faf-4612-b38f-e4677338e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:22.019729 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-bc604ec4-4faf-4612-b38f-e4677338e9a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829811 May 19 13:16:22.152727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-d834e2d5-ced9-4995-b417-1dfb567ff19f service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233988 May 19 13:16:22.288905 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0aa7151b-cbda-4b4b-a0f8-1992b3d2ac73 req-12cc4d9f-1284-4916-a8da-6e42dc4fc09d service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276891 May 19 13:16:22.457049 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:16:23.997610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39878) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:24.201103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 88c7b837-1105-49ed-a799-3de1560e0e11 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:24.201444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.382506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.382846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.613999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 88c7b837-1105-49ed-a799-3de1560e0e11 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:24.770230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.817123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=88c7b837-1105-49ed-a799-3de1560e0e11,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:24.916348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:24.916656 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP 3375bf79-fd6d-4c0a-8c54-967a1317b7b8 disassociated (deleted). External IP: 172.26.3.89, port: 0728c750-442c-42de-b01f-973e0c75678d. May 19 13:16:25.277763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:16:25.463174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:16:25.473804 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:16:25.484660 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:25.485401 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:25.485805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:25.546174 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9aa0bf2d-ab6d-4113-9e36-bb23c1af03e6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/3375bf79-fd6d-4c0a-8c54-967a1317b7b8 HTTP/1.1" status: 204 len: 168 time: 1.5446310 May 19 13:16:25.546174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'tag': '0728c750-442c-42de-b01f-973e0c75678d'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:25.592371 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081fee75-a30c-4be9-bf81-33b55e6719b2'] response: {'name': 'network-changed', 'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'tag': '0728c750-442c-42de-b01f-973e0c75678d', 'status': 'completed', 'code': 200} May 19 13:16:25.667634 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:25.697045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-a89a9a26-09c1-4425-ad64-2cdda6a5c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:25.698505 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-a89a9a26-09c1-4425-ad64-2cdda6a5c073 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 1098 time: 0.0817554 May 19 13:16:25.836068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-87c3eaaf-0a94-46e0-8381-b78c46b541c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:25.837575 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-87c3eaaf-0a94-46e0-8381-b78c46b541c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1303146 May 19 13:16:25.947711 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-03fc834a-7cc9-413c-aec8-70ce0a95ebe9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0728c750-442c-42de-b01f-973e0c75678d HTTP/1.1" status: 200 len: 217 time: 0.0698624 May 19 13:16:26.020982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-a04c5d81-a4ba-4fa4-8986-a8cb3e1b926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:26.022356 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-a04c5d81-a4ba-4fa4-8986-a8cb3e1b926b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0669003 May 19 13:16:26.023940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:16Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:26.029141 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:16:26.034207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1827a-3eb5-413b-8c5e-45b1ea5f7db4 req-a1cbaa24-9510-4dba-a8ed-9e17faf43f6c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:26.034915 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-27b1827a-3eb5-413b-8c5e-45b1ea5f7db4 req-a1cbaa24-9510-4dba-a8ed-9e17faf43f6c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:26.037633 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:26.038235 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:26.214602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-27b1827a-3eb5-413b-8c5e-45b1ea5f7db4 req-a1cbaa24-9510-4dba-a8ed-9e17faf43f6c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:26.216136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-27b1827a-3eb5-413b-8c5e-45b1ea5f7db4 req-a1cbaa24-9510-4dba-a8ed-9e17faf43f6c tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.3732784 May 19 13:16:26.221733 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:26.268262 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-27b1827a-3eb5-413b-8c5e-45b1ea5f7db4 req-36b0d0d4-dbaa-4ff6-a482-4ac304bac257 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458553 May 19 13:16:26.273822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-4063bd69-4e81-4506-8230-065c11b167fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:26.276088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-4063bd69-4e81-4506-8230-065c11b167fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2380304 May 19 13:16:26.410266 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-8f37f8e8-af97-4488-bc9c-ffb1e9a9680d service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253481 May 19 13:16:26.542297 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f34bff06-fa87-4b88-8954-7b57648c3240 req-a4250c8c-68a1-46ea-9c2c-1bd3a531d1e8 service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240275 May 19 13:16:26.604949 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:16Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:26.609522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2366049-e73a-4faa-bf7f-4ff858373b5d None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'a64ba94a-cf9d-4cca-b6a2-aac4222b4846', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.218', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'port_id': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'mac_address': 'fa:16:3e:84:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:15:13Z', 'updated_at': '2022-05-19T13:15:16Z', 'revision_number': 1, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:16:26.844845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0d3fe-a8db-4f6e-9ea4-94e14415069c None None] New status for floating IP 3375bf79-fd6d-4c0a-8c54-967a1317b7b8: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:16:27.419486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-0550d7b3-b5ff-480b-a87f-bccca1f75278 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:27.420856 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-0550d7b3-b5ff-480b-a87f-bccca1f75278 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.0810068 May 19 13:16:27.460388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652435ef-8d5c-4d1e-90a0-d826a9663cae req-18385e90-df7a-4481-8f00-93b715d76e84 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:27.461857 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-652435ef-8d5c-4d1e-90a0-d826a9663cae req-18385e90-df7a-4481-8f00-93b715d76e84 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 945 time: 0.0835264 May 19 13:16:27.495663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 0728c750-442c-42de-b01f-973e0c75678d {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:27.496041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.508194 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-652435ef-8d5c-4d1e-90a0-d826a9663cae req-25c72a3c-cf47-4c80-873a-6e24f7d0e8c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=974b7bfd-405e-4e1b-aedc-7e514ee664ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403199 May 19 13:16:27.751637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 0728c750-442c-42de-b01f-973e0c75678d, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0728c750-442c-42de-b01f-973e0c75678d,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:27.751866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:27.873530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 0728c750-442c-42de-b01f-973e0c75678d owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:28.027345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:28.076087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=0728c750-442c-42de-b01f-973e0c75678d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:28.154524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port 0728c750-442c-42de-b01f-973e0c75678d on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:28.157012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:28.159478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'name': 'network-vif-deleted', 'tag': '0728c750-442c-42de-b01f-973e0c75678d'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:28.177009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a7377a3d-973e-4256-8736-a8f389df2f54 req-5fc7a20f-892e-4ec3-86de-a2567838da85 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/0728c750-442c-42de-b01f-973e0c75678d HTTP/1.1" status: 204 len: 173 time: 0.7498109 May 19 13:16:28.216502 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d537a029-b6af-48c0-87eb-7784e9ae658b'] response: {'server_uuid': '270d8d01-3d2e-4d87-99dd-f2e0b8450703', 'name': 'network-vif-deleted', 'tag': '0728c750-442c-42de-b01f-973e0c75678d', 'status': 'completed', 'code': 200} May 19 13:16:28.679406 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cc10cd5-5c2d-4ba2-b569-f44763d17048 req-f7449199-138a-4181-abbc-08bdbd1cc276 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=270d8d01-3d2e-4d87-99dd-f2e0b8450703 HTTP/1.1" status: 200 len: 210 time: 0.0463443 May 19 13:16:29.781425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39898) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:29.854889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d36019d-90ba-4a1c-8c4e-ba34378b0a52 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.885948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d36019d-90ba-4a1c-8c4e-ba34378b0a52 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.957811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d36019d-90ba-4a1c-8c4e-ba34378b0a52 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.978780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36019d-90ba-4a1c-8c4e-ba34378b0a52 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974b7bfd-405e-4e1b-aedc-7e514ee664ec,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:29.992186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4d36019d-90ba-4a1c-8c4e-ba34378b0a52 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:29.993461 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4d36019d-90ba-4a1c-8c4e-ba34378b0a52 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/974b7bfd-405e-4e1b-aedc-7e514ee664ec HTTP/1.1" status: 204 len: 168 time: 0.2107375 May 19 13:16:30.029103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39904) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:30.243087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 8576a751-b07a-45cd-b215-991535bd5031 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:30.243295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.534739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.534968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.665607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 8576a751-b07a-45cd-b215-991535bd5031 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:30.833161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.879099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=8576a751-b07a-45cd-b215-991535bd5031,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:30.976634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:30.976913 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP a64ba94a-cf9d-4cca-b6a2-aac4222b4846 disassociated (deleted). External IP: 172.26.3.218, port: b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd. May 19 13:16:31.175607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa23bb26-5a36-4702-9547-eea2d6c2383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.331977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:16:31.513683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:16:31.523783 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:16:31.530613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:31.533511 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:31.534115 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:31.585000 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dfcdadb0-104f-4857-ab50-e027bbe0352e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/a64ba94a-cf9d-4cca-b6a2-aac4222b4846 HTTP/1.1" status: 204 len: 168 time: 1.5548031 May 19 13:16:31.585582 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:31.631687 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8265b818-c90f-4d56-8d08-74ecd1cea8ed'] response: {'name': 'network-changed', 'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'status': 'completed', 'code': 200} May 19 13:16:31.716747 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:31.729389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-45b8ae49-0e7c-42b9-a2c6-9a08b9233d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:31.730979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-45b8ae49-0e7c-42b9-a2c6-9a08b9233d11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 1099 time: 0.0731902 May 19 13:16:31.875551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-047c6492-fdef-4ee4-a339-eb955a21ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:31.877112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-047c6492-fdef-4ee4-a339-eb955a21ede5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 200 len: 897 time: 0.1393132 May 19 13:16:31.916094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0728c750-442c-42de-b01f-973e0c75678d no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:31.961087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 0728c750-442c-42de-b01f-973e0c75678d {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:16:31.961805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0728c750-442c-42de-b01f-973e0c75678d not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:31.990948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b1890-1b34-41e9-bed6-2338d98fdd98 req-d45c0947-eb42-4fb4-992a-50bd9b930606 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:31.992533 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-735b1890-1b34-41e9-bed6-2338d98fdd98 req-d45c0947-eb42-4fb4-992a-50bd9b930606 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 946 time: 0.0991817 May 19 13:16:32.033005 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:32.037231 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:16:32.041203 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-735b1890-1b34-41e9-bed6-2338d98fdd98 req-afdfe8a5-4146-4743-975d-7517f96c41a0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419865 May 19 13:16:32.046589 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:32.047280 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:32.086543 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-b7380a38-46d1-4a0d-b28b-78d429581487 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 200 len: 217 time: 0.1964943 May 19 13:16:32.150023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-264b47a4-7029-43a4-9535-4dffcf4a3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:32.151481 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-264b47a4-7029-43a4-9535-4dffcf4a3304 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 200 len: 834 time: 0.0586288 May 19 13:16:32.224820 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:32.230529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-5327a700-d91f-4d3c-ad09-9eb4e2118a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:32.232222 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-5327a700-d91f-4d3c-ad09-9eb4e2118a7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=07f0a64a-40dc-4a44-b197-965f5473a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726957 May 19 13:16:32.368877 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-11bae4ff-d4a8-4e51-b290-ce2eb253e8dd service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237950 May 19 13:16:32.506865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eb2b3956-5501-481f-b648-4bc47c31b1aa req-5b1497e2-b9b1-4710-92c4-d70948e9586c service neutron] 10.222.0.79 "GET /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298211 May 19 13:16:32.533696 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:32.537600 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3913d7-7387-4ebe-8c35-eec92e4fa35e None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:14:56Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a1e03f16-02c1-40f0-969a-8ac0f06559b2', 'name': '', 'network_id': '07f0a64a-40dc-4a44-b197-965f5473a1da', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:93:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:55Z', 'updated_at': '2022-05-19T13:15:01Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': '1a2119c3-b331-4fd9-bd77-0c32f78b1f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:16:32.767221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e76399-8111-40a4-b089-18f70d88179e None None] New status for floating IP a64ba94a-cf9d-4cca-b6a2-aac4222b4846: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:16:33.235222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-dd280566-9537-4e49-99bb-4a21ec8bd015 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:33.236288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-dd280566-9537-4e49-99bb-4a21ec8bd015 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:33.256869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-dd280566-9537-4e49-99bb-4a21ec8bd015 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:33.257998 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-dd280566-9537-4e49-99bb-4a21ec8bd015 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 946 time: 0.1057997 May 19 13:16:33.307037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-1072f46f-0556-400e-85e0-12c62c1088cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:33.324319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-1072f46f-0556-400e-85e0-12c62c1088cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:33.325509 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b9415f3e-c5f9-4815-832a-27e2903d94c7 req-1072f46f-0556-400e-85e0-12c62c1088cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e64ec26-151b-4a2e-9a59-69904a847ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617671 May 19 13:16:33.614525 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2492-26a1-4604-8cca-1432a97f3646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:33.618239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-190000bb-40f1-4389-a76a-709cf1adc8d8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:33.619707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-190000bb-40f1-4389-a76a-709cf1adc8d8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 946 time: 0.0886321 May 19 13:16:33.701758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:33.702183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:33.950189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:33.950544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.073923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:34.215632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.267818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:34.341603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:34.344078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.346465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'name': 'network-vif-deleted', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:34.363396 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-758a5562-bdf4-4328-94b8-5f0c14ddf556 req-5de3f6fb-7809-4fdb-a0fc-793cd28f4422 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd HTTP/1.1" status: 204 len: 173 time: 0.7375436 May 19 13:16:34.393604 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08b1111-5791-4796-a2a7-b4686b7f4264'] response: {'server_uuid': '7bb4a8e2-c467-4d5d-bf4e-3fef55abea56', 'name': 'network-vif-deleted', 'tag': 'b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd', 'status': 'completed', 'code': 200} May 19 13:16:34.474659 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b9890e8d-b1d7-4ea2-85e5-8b2d82ae3ef8 req-fd90c9f2-aa17-470d-aebd-1b97b4c05e72 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bb4a8e2-c467-4d5d-bf4e-3fef55abea56 HTTP/1.1" status: 200 len: 210 time: 0.0427392 May 19 13:16:34.804783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:34.884851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.596259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39922) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:35.669047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0111479-ea05-4f15-b4d4-23edd70414b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.702118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0111479-ea05-4f15-b4d4-23edd70414b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.768704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0111479-ea05-4f15-b4d4-23edd70414b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.787912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0111479-ea05-4f15-b4d4-23edd70414b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64ec26-151b-4a2e-9a59-69904a847ec2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:35.801259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0111479-ea05-4f15-b4d4-23edd70414b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:35.802385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d0111479-ea05-4f15-b4d4-23edd70414b5 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e64ec26-151b-4a2e-9a59-69904a847ec2 HTTP/1.1" status: 204 len: 168 time: 0.2051618 May 19 13:16:35.835616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39928) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:35.986693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.396875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:36.861712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port a1e03f16-02c1-40f0-969a-8ac0f06559b2 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:36.862475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.054101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port a1e03f16-02c1-40f0-969a-8ac0f06559b2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a1e03f16-02c1-40f0-969a-8ac0f06559b2,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:37.054629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.185189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for a1e03f16-02c1-40f0-969a-8ac0f06559b2 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:37.380524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.429908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=a1e03f16-02c1-40f0-969a-8ac0f06559b2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:37.611432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.729640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:37.930213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:37.967400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:16:37.967719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b0e2c23a-ce6f-47e2-8754-ea9dbb2a8abd not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:38.095224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router aa4b0c7b-4443-41aa-8c39-70131af6af9e has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:16:38.387218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:16:38.397100 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] Sync routers for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:16:38.400405 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-404a7228-2a7c-47db-93b7-f22844810d7d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/aa4b0c7b-4443-41aa-8c39-70131af6af9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5637212 May 19 13:16:38.405192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39932) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.407923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:38.408527 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.477991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet 1a2119c3-b331-4fd9-bd77-0c32f78b1f60 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:16:38.481135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.536127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.582057 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:38.621494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.701703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.739271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2119c3-b331-4fd9-bd77-0c32f78b1f60,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:38.745096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:38.753569 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0b201cf6-0fa4-43f8-887d-260d7ee4f4d6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/1a2119c3-b331-4fd9-bd77-0c32f78b1f60 HTTP/1.1" status: 204 len: 168 time: 0.3446643 May 19 13:16:38.753730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a2af2-8fac-476f-a8d9-b6d9186875ff None None] Network 07f0a64a-40dc-4a44-b197-965f5473a1da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:16:38.754197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39936) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:38.897618 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:16:37Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:38.901829 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] Checking router: aa4b0c7b-4443-41aa-8c39-70131af6af9e for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:16:38.910871 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] Routers {'aa4b0c7b-4443-41aa-8c39-70131af6af9e'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:38.911542 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.004112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] DHCP port deletion for 07f0a64a-40dc-4a44-b197-965f5473a1da request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:16:39.008297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Deleting port b8cec49a-0e09-4ded-a139-243f1377e6d8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:39.008653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.042039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.091023 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] Set router aa4b0c7b-4443-41aa-8c39-70131af6af9e gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:39.238389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] For port b8cec49a-0e09-4ded-a139-243f1377e6d8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=b8cec49a-0e09-4ded-a139-243f1377e6d8,segment=NetworkSegment(aa57fa93-613b-4bdd-90c1-ddad3ebc52ff),segment_id=aa57fa93-613b-4bdd-90c1-ddad3ebc52ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:39.238867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.252135 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.265206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port ade48b5c-e7c8-4c28-8d1b-842331e26615 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:16:39.265558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.309180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device b8cec49a-0e09-4ded-a139-243f1377e6d8 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:39.390307 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:16:37Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:39.395364 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2cbf9-9bc7-4124-9ba6-0f6e8a7acb9d None None] The sync data for ids ['aa4b0c7b-4443-41aa-8c39-70131af6af9e'] in dv-neutron-841945-1-hyperv is: [{'id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'name': 'tempest-TestNetworkBasicOps-router-107342141', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:14:51Z', 'updated_at': '2022-05-19T13:16:37Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': 'ade48b5c-e7c8-4c28-8d1b-842331e26615', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4b0c7b-4443-41aa-8c39-70131af6af9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:14:52Z', 'updated_at': '2022-05-19T13:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:16:39.402752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Calling delete_port for b8cec49a-0e09-4ded-a139-243f1377e6d8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:39.454173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port ade48b5c-e7c8-4c28-8d1b-842331e26615, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ade48b5c-e7c8-4c28-8d1b-842331e26615,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:39.454531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.537936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.576592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for ade48b5c-e7c8-4c28-8d1b-842331e26615 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:16:39.586866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Pushing event deleted for resources: {'Port': ['ID=b8cec49a-0e09-4ded-a139-243f1377e6d8,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:39.595643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] No DVR routers for this DVR port b8cec49a-0e09-4ded-a139-243f1377e6d8 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:16:39.600176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port b8cec49a-0e09-4ded-a139-243f1377e6d8 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:39.600893 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.613568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.613918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.614195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.614606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.614945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.615343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.615635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.615952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.616277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.616623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.616932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.617230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da7a74-f799-4aaf-a7a8-6b883a834770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:39.890375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:39.936524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=ade48b5c-e7c8-4c28-8d1b-842331e26615,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:40.038195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.209847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.213330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.358537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.359122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router aa4b0c7b-4443-41aa-8c39-70131af6af9e {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:16:40.375076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.376182 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-80453d4c-ca89-4f19-bad5-cc6ef1e13ad3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/aa4b0c7b-4443-41aa-8c39-70131af6af9e HTTP/1.1" status: 204 len: 168 time: 1.6213329 May 19 13:16:40.378910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39940) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:40.498839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.637307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.667670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f0a64a-40dc-4a44-b197-965f5473a1da']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:40.679875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:40.680166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa57fa93-613b-4bdd-90c1-ddad3ebc52ff') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:40.691993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.708090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.714187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:16:40.714597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:16:40.730179 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:16:40.814756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.832426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.844808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=07f0a64a-40dc-4a44-b197-965f5473a1da,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:40.853232 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f2727151-6aae-4186-96bb-df6763ef05cf tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/07f0a64a-40dc-4a44-b197-965f5473a1da HTTP/1.1" status: 204 len: 168 time: 0.4731340 May 19 13:16:40.877196 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39944) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:40.882771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'network': {'name': 'tempest-network-smoke--67966350', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:40.888042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:40.892409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:network and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:40.895333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:40.901460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:40.915760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:40.919303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.947890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:16:40.956873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:40.957337 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Added segment 24635c46-78a6-4d92-8f19-69932de8ac47 of type vlan for network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 May 19 13:16:40.984294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.020153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.025553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:41.026149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.127635 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2494106 May 19 13:16:41.130382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bb761-6c80-407b-8108-79d88c1115c8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Network': ['ID=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:41.131047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39948) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:41.136632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-330551721', 'admin_state_up': True, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:41.141026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:16:41.144031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:41.148062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:router and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:41.150896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:41.157359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:41.169681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.171266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.189170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.227231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ade48b5c-e7c8-4c28-8d1b-842331e26615 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:41.273296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ade48b5c-e7c8-4c28-8d1b-842331e26615 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:16:41.273633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ade48b5c-e7c8-4c28-8d1b-842331e26615 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:41.274068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1e03f16-02c1-40f0-969a-8ac0f06559b2 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:16:41.346876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a1e03f16-02c1-40f0-969a-8ac0f06559b2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:16:41.347204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a1e03f16-02c1-40f0-969a-8ac0f06559b2 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:16:41.464349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.772709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.801338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:41.949172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.77 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:42.098028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:42.128205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:42.191876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:42.194811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:42.197315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:16:42.232158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:42.719898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:43.069614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:43.282414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:16:43.465798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:16:43.477277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:16:43.486801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:43.487416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:43.495756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:43.497202 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5253cf7e-e488-4e12-9cd1-373aafeec047 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3650203 May 19 13:16:43.500531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39952) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:43.657823 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-04ab9fd0-e07b-404f-9685-1b7886beb4f6 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2c413316d9454b328a7563a3feb7d163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1560760 May 19 13:16:43.660483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39958) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:43.666940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:43.792632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c467a-68c7-4207-8d18-df3be5100e8e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:43.794005 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-120c467a-68c7-4207-8d18-df3be5100e8e tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326430 May 19 13:16:43.797358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39962) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:43.840008 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d789c413-e7f2-4f7c-bc2c-e93c78c86901 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410194 May 19 13:16:43.843127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39966) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:43.848813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1218315258', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:43.990085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:42Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:43.994173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Checking router: 38fd52d8-e39c-493f-86f4-ae36c4516daf for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:16:43.994517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Updating router 38fd52d8-e39c-493f-86f4-ae36c4516daf port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:16:44.009762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:44.014038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:subnet and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:44.017127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:44.023286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:44.035128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:44.038801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.050590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.254594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.335380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Subnet': ['ID=f1be50ed-ca51-4942-9b80-12153a43340e,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:44.343352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Checking segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:16:44.343705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network hostable DHCP agents. Network: f8f46a63-40ef-4c6b-a98e-ed5a30bb7953, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:16:44.364172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:16:44.373895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f8f46a63-40ef-4c6b-a98e-ed5a30bb7953) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:44.378083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:44.378685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.388948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e2ac1-2074-41e5-9b7f-a01256644f2f None None] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:16:44.399880 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1403c98e-b9f3-445a-8d39-c8c7243ea3cd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5556922 May 19 13:16:44.402699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39970) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:44.406832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.474246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Transition to ACTIVE for port object 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:44.483736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.589098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Attempting to bind port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:16:44.589340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Attempting to bind port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:16:44.589701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Attempting to bind port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:44.623154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac49d9-4fce-4f1d-89a6-3416460b83c4 None None] Pushing event updated for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:44.633946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:16:44.634314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:16:44.634749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.635128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:16:44.635595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Bound port: 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:16:44.635961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.764681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:16:44.765497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:44.777481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] For port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:16:44.790868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] For port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:16:44.829773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.068985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac49d9-4fce-4f1d-89a6-3416460b83c4 None None] Pushing event updated for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:45.076847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:45.077539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:45.241589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.269602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Allocated IP 172.20.0.2 (f8f46a63-40ef-4c6b-a98e-ed5a30bb7953/f1be50ed-ca51-4942-9b80-12153a43340e/27b35c9a-c3e9-4ed1-ad2d-11a36267f178) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:45.400155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:45.763876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.780850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Transition to ACTIVE for port object 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:45.803954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Transition to ACTIVE for port object 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:45.811656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:45.876817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:45.880060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.1 (f8f46a63-40ef-4c6b-a98e-ed5a30bb7953/f1be50ed-ca51-4942-9b80-12153a43340e/418bfa2b-b277-4e6e-9391-02bda159a547) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:45.884129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:45.886802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:42Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:45.891898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:16:45.897476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf7b7b9-2a8c-4561-86f0-0ff114585c44 None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:42Z', 'revision_number': 3, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:16:45.930132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Pushing event updated for resources: {'Port': ['ID=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:45.996989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Attempting to bind port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:16:45.997353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Attempting to bind port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:16:45.997708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Attempting to bind port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 on network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:46.003583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:16:46.003951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Checking segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:16:46.004343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.004725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Bound using segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:16:46.005179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Bound port: 27b35c9a-c3e9-4ed1-ad2d-11a36267f178, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:16:46.005634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.050247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.067085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object 418bfa2b-b277-4e6e-9391-02bda159a547 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:46.093295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.111253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] For port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:16:46.114634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] For port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:16:46.120833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.172080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:46.178028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:46.184277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:16:46.221306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:46.256922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:46.264806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a542d98-8397-4501-9027-9eae38b645d5 None None] Pushing event updated for resources: {'Port': ['ID=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:46.708512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.138256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.146242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.251104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.281388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46efb5-b2a7-4ad0-8854-a786da31f5a0 None None] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:16:47.366483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:47.386430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:47.434744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:47.436155 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:47.437209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a48848c0-083c-4560-9284-2d8b0b5bcbcf None None] Provisioning for port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:47.518510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:47.532604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:47.532977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.626993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:16:47.762309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:47.762658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.781055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:47.786055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:47.786942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:47.823626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:16:47.838847 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d503ee3b-5ac9-44b1-a015-9090c289a913 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/38fd52d8-e39c-493f-86f4-ae36c4516daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4349785 May 19 13:16:47.842084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39974) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:47.870909 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:16:47.884198 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:47.884839 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:47.923136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:47.943157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:47.948556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:47.948930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.097529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:48.098070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.099562 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:48.151735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Provisioning complete for port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:48.152276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.209339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bad58-672d-4494-866e-b151863a688b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.210085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bad58-672d-4494-866e-b151863a688b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.210710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bad58-672d-4494-866e-b151863a688b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.211301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bad58-672d-4494-866e-b151863a688b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.213712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:48.218514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-160bad58-672d-4494-866e-b151863a688b tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.3705125 May 19 13:16:48.218681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 39978) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.224363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.315721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51430da-72f8-494c-80b4-e62e8a1a4f85 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.316613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51430da-72f8-494c-80b4-e62e8a1a4f85 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.317412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51430da-72f8-494c-80b4-e62e8a1a4f85 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.317997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51430da-72f8-494c-80b4-e62e8a1a4f85 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:48.322895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39982) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.323316 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d51430da-72f8-494c-80b4-e62e8a1a4f85 tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1042960 May 19 13:16:48.352991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:48.374541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Current status of the port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:48.393977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Provisioning for port 418bfa2b-b277-4e6e-9391-02bda159a547 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:48.401373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Provisioning complete for port 418bfa2b-b277-4e6e-9391-02bda159a547 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:48.402055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.473545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aebbb731-f81a-44e2-b401-2f39646dd9c8 None None] Port 418bfa2b-b277-4e6e-9391-02bda159a547 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:48.503804 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:48.507851 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Checking router: 38fd52d8-e39c-493f-86f4-ae36c4516daf for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:16:48.508197 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Updating router 38fd52d8-e39c-493f-86f4-ae36c4516daf port 418bfa2b-b277-4e6e-9391-02bda159a547 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:16:48.542702 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-135c23de-f20e-4055-9902-35bc0b13079d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2186103 May 19 13:16:48.563497 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.594336 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-15d9d796-c8fe-4282-a22e-3c92b89ac088 None None] Provisioning complete for port 418bfa2b-b277-4e6e-9391-02bda159a547 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:48.594998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-15d9d796-c8fe-4282-a22e-3c92b89ac088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.614534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39988) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.619730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334760154', 'description': 'tempest-secgroup-smoke-334760154 description', 'project_id': '2c413316d9454b328a7563a3feb7d163'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:48.625555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:48.630935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:48.632593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:48.638223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:48.651101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.654970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-15d9d796-c8fe-4282-a22e-3c92b89ac088 None None] Port 418bfa2b-b277-4e6e-9391-02bda159a547 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:48.673555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:48.677332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:48.680146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:48.685807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:48.757960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.764147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.810793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:48.814933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.816138 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-34851c44-bfd7-44c1-bfc3-2d605bd6296f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2005527 May 19 13:16:48.819020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39992) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.824103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '5d76b75b-f95e-4487-a6a6-750a5a4b3ec3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:48.829995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:48.833787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:48.836584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:48.842479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:48.859572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.919532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.924386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.945322 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.947814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3cc8b5-f187-4b8e-8e9f-11c321e3773b,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:48.959012 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Transition to ACTIVE for port object 418bfa2b-b277-4e6e-9391-02bda159a547 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:48.960127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.961338 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2382421c-e473-4025-9d75-827076b3b100 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414614 May 19 13:16:48.964324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 39996) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:48.967471 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:48.969435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '5d76b75b-f95e-4487-a6a6-750a5a4b3ec3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:48.975207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:48.979375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:48.982235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:48.988226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:49.008103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.074856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.080931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.107597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b78d081-788c-4bd7-a2d1-29200dff2fae,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.118949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.120437 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-edd6bf92-db1b-4540-8ce4-782525193d62 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552856 May 19 13:16:49.124173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40000) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:49.132280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '5d76b75b-f95e-4487-a6a6-750a5a4b3ec3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:49.139703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:49.144536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:49.148329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:49.158371 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.160866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:49.170747 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.171097 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.171457 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.171776 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.172116 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.172467 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.172874 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.173182 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.173500 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.174022 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.174382 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.174811 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:16:49.190866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.205219 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Attempting to bind port 418bfa2b-b277-4e6e-9391-02bda159a547 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:16:49.206482 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Attempting to bind port 418bfa2b-b277-4e6e-9391-02bda159a547 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:16:49.207031 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Attempting to bind port 418bfa2b-b277-4e6e-9391-02bda159a547 on network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:49.214409 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:16:49.214824 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Checking segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:16:49.223017 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.223823 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Bound using segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:16:49.224659 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Bound port: 418bfa2b-b277-4e6e-9391-02bda159a547, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:16:49.225137 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.263643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:49.279744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.284824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.310866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4bcb53-3170-419b-aab5-9ac2851285d9,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.327924 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] For port 418bfa2b-b277-4e6e-9391-02bda159a547, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:16:49.328355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.329558 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-37d0d60b-79e2-440d-ae94-469a36ebe797 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031152 May 19 13:16:49.333546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40004) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:49.335501 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] For port 418bfa2b-b277-4e6e-9391-02bda159a547, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=418bfa2b-b277-4e6e-9391-02bda159a547,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:16:49.340960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '5d76b75b-f95e-4487-a6a6-750a5a4b3ec3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:49.341945 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.342657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:49.343055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.348184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:49.353409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:49.356531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:49.364398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:49.383399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.419647 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:16:49.420312 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:16:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:49.461641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.465847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:49.467240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:49.468274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.492017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5207f0-0638-4918-9cc3-aaaee83daea7,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.500252 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53260a20-b3de-4bed-8297-4816068ac35a None None] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.520194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.523352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9d12b0e5-a3ea-43f0-a8c8-beee9295e275 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883938 May 19 13:16:49.526297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40008) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:49.532706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '5d76b75b-f95e-4487-a6a6-750a5a4b3ec3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:49.541255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:49.545883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:49.546492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.547448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:49.550735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:49.557197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:49.570271 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:16:49.578587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.630955 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:16:49.651872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.660012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.670249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:49.681862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28fe28b-c07b-4c63-b0fc-96eb846471a9,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.694115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.695381 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-91a21909-28b1-46a7-a29a-fe9647bf9566 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1679437 May 19 13:16:49.698284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40012) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:16:49.703455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'security_group_rule': {'security_group_id': '5d76b75b-f95e-4487-a6a6-750a5a4b3ec3', 'project_id': '2c413316d9454b328a7563a3feb7d163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:49.709252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:49.713010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:security_group_rule and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:16:49.715828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:16:49.721700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:49.733755 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Project 2c413316d9454b328a7563a3feb7d163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:16:49.740879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.810553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.815020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.838488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a30d485-2568-48d5-9764-71fd99537b8b,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:49.847774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:49.849002 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-535264ee-bbd0-4fb6-92e0-76b7db615e0e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496692 May 19 13:16:49.952699 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:16:49Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:16:49.956781 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9827fa27-79d0-41e6-96ba-a3ec34a6da9f None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:16:49Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:16:50.028499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-8161ca59-6de0-4a1d-9962-7fe3574ff7ad tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:50.047943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-8161ca59-6de0-4a1d-9962-7fe3574ff7ad tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:50.049221 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-8161ca59-6de0-4a1d-9962-7fe3574ff7ad tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334760154&fields=id&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 267 time: 0.0763578 May 19 13:16:50.207512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-933854c9-bbfd-4c81-bd53-234bcf67ed3b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:50.208973 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-933854c9-bbfd-4c81-bd53-234bcf67ed3b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/networks?id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 HTTP/1.1" status: 200 len: 795 time: 0.1524532 May 19 13:16:50.227443 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-2c4f31b4-56ad-43ee-adfb-d9200790db24 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/quotas/2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 375 time: 0.0127187 May 19 13:16:50.315575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f9bfef3-638e-4211-b9fc-f5029de08630 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:50.331706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f9bfef3-638e-4211-b9fc-f5029de08630 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:50.333179 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f9bfef3-638e-4211-b9fc-f5029de08630 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999825 May 19 13:16:50.520590 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-dd3fa389-6763-4c60-bd64-3565a6c4f53e service neutron] 10.222.0.44 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748421 May 19 13:16:50.654536 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-16b74cf5-6e72-456d-84cc-53ed855cda04 service neutron] 10.222.0.44 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278720 May 19 13:16:51.241298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:51.315190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 418bfa2b-b277-4e6e-9391-02bda159a547 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:51.319809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 418bfa2b-b277-4e6e-9391-02bda159a547 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:51.320171 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.444489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 418bfa2b-b277-4e6e-9391-02bda159a547 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:51.444788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.483182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 418bfa2b-b277-4e6e-9391-02bda159a547, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=418bfa2b-b277-4e6e-9391-02bda159a547,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:51.489325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:51.563803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:51.853917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d0281569-69d1-4dac-91c9-819557226da3 req-6c273e03-34e6-4fc2-935c-4b2da988ad6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:51.865794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d0281569-69d1-4dac-91c9-819557226da3 req-6c273e03-34e6-4fc2-935c-4b2da988ad6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:51.866973 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d0281569-69d1-4dac-91c9-819557226da3 req-6c273e03-34e6-4fc2-935c-4b2da988ad6f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 210 time: 0.0572922 May 19 13:16:53.027322 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3ea36ba8-580d-4572-9d39-821ed2eada6b req-3e1011d8-8560-454e-bc25-68c34e98b989 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 210 time: 0.0473821 May 19 13:16:53.090015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f6c4217-e127-42c0-b393-a4f003774491 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:53.090698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f6c4217-e127-42c0-b393-a4f003774491 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:53.108286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f6c4217-e127-42c0-b393-a4f003774491 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:53.109316 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-1f6c4217-e127-42c0-b393-a4f003774491 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/networks?id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 HTTP/1.1" status: 200 len: 795 time: 0.3001611 May 19 13:16:53.162348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-beb2b1ea-fb23-4978-ba3a-87d45bbf03e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:53.175138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-beb2b1ea-fb23-4978-ba3a-87d45bbf03e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:53.176226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-beb2b1ea-fb23-4978-ba3a-87d45bbf03e0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c413316d9454b328a7563a3feb7d163 HTTP/1.1" status: 200 len: 379 time: 0.0529554 May 19 13:16:53.186644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'port': {'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'admin_state_up': True, 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'security_groups': ['5d76b75b-f95e-4487-a6a6-750a5a4b3ec3']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:53.226655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:16:53.297421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 418bfa2b-b277-4e6e-9391-02bda159a547 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:53.297790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.320696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:16:53.330592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:16:53.340183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Made reservation on behalf of 2c413316d9454b328a7563a3feb7d163 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:16:53.343864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.412277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 418bfa2b-b277-4e6e-9391-02bda159a547 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:53.504483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.20.0.10 (f8f46a63-40ef-4c6b-a98e-ed5a30bb7953/f1be50ed-ca51-4942-9b80-12153a43340e/d90bce8e-c42c-451d-8543-c53e350cc7d2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:16:53.705022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.725994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Transition to ACTIVE for port object d90bce8e-c42c-451d-8543-c53e350cc7d2 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:53.756249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.829493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:16:53.832724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:16:53.836590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:16:53.866992 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=d90bce8e-c42c-451d-8543-c53e350cc7d2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:53.907093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:53.907723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:53.933929 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-9f3b1c99-9ec6-45dd-ad8c-e171c2abd4da tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509120 May 19 13:16:53.948855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Request body: {'port': {'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:16:54.072350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.106165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-068840a8-5102-41a9-bb6a-d29aa816e206 None None] Provisioning for port d90bce8e-c42c-451d-8543-c53e350cc7d2 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:16:54.112827 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-068840a8-5102-41a9-bb6a-d29aa816e206 None None] Provisioning complete for port d90bce8e-c42c-451d-8543-c53e350cc7d2 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:16:54.113199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-068840a8-5102-41a9-bb6a-d29aa816e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.173561 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-068840a8-5102-41a9-bb6a-d29aa816e206 None None] Port d90bce8e-c42c-451d-8543-c53e350cc7d2 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:16:54.376738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170e9ef-4466-4fb3-97fe-dabf1393e47c req-c31efe35-69cf-4f53-9032-9f4e73af5864 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:54.377393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b170e9ef-4466-4fb3-97fe-dabf1393e47c req-c31efe35-69cf-4f53-9032-9f4e73af5864 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:16:54.420847 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b170e9ef-4466-4fb3-97fe-dabf1393e47c req-c31efe35-69cf-4f53-9032-9f4e73af5864 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:16:54.421972 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b170e9ef-4466-4fb3-97fe-dabf1393e47c req-c31efe35-69cf-4f53-9032-9f4e73af5864 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 932 time: 0.2714951 May 19 13:16:54.523624 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b170e9ef-4466-4fb3-97fe-dabf1393e47c req-ed6b26e3-924e-4e27-ac6a-bda1de61cfd0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951240 May 19 13:16:54.529269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90bce8e-c42c-451d-8543-c53e350cc7d2 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:16:54.536676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.551246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Transition to ACTIVE for port object d90bce8e-c42c-451d-8543-c53e350cc7d2 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:16:54.555943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.706169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Pushing event updated for resources: {'Port': ['ID=d90bce8e-c42c-451d-8543-c53e350cc7d2,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:54.789953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Attempting to bind port d90bce8e-c42c-451d-8543-c53e350cc7d2 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:16:54.790300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Attempting to bind port d90bce8e-c42c-451d-8543-c53e350cc7d2 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:16:54.790591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Attempting to bind port d90bce8e-c42c-451d-8543-c53e350cc7d2 on network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:54.795348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Port d90bce8e-c42c-451d-8543-c53e350cc7d2 on network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:16:54.795744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Attempting to bind port d90bce8e-c42c-451d-8543-c53e350cc7d2 on network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:16:54.800984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:16:54.801307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Checking segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:16:54.801655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Bound using segment: {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:16:54.802107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Bound port: d90bce8e-c42c-451d-8543-c53e350cc7d2, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24635c46-78a6-4d92-8f19-69932de8ac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:16:54.802437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:54.893220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] For port d90bce8e-c42c-451d-8543-c53e350cc7d2, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:16:54.896253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] For port d90bce8e-c42c-451d-8543-c53e350cc7d2, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:16:54.904113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:55.073262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:55.073887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:55.075257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] 10.222.0.79 "PUT /v2.0/ports/d90bce8e-c42c-451d-8543-c53e350cc7d2 HTTP/1.1" status: 200 len: 1094 time: 1.1329572 May 19 13:16:55.075673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:16:55.099091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c016bf2-4845-46cf-84e7-54ec97551b72 service neutron] Pushing event updated for resources: {'Port': ['ID=d90bce8e-c42c-451d-8543-c53e350cc7d2,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:55.154541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc72346a-deeb-4fe7-a3fe-9704ef49af29'] response: {'name': 'network-changed', 'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'status': 'completed', 'code': 200} May 19 13:16:55.198491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-40143a50-0e48-486e-8b78-c9bb67819c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:55.200026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-40143a50-0e48-486e-8b78-c9bb67819c6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 1097 time: 0.0801508 May 19 13:16:55.277173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-437af788-e4a2-4801-b0b1-294b9cac21da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2 HTTP/1.1" status: 200 len: 217 time: 0.0657859 May 19 13:16:55.344167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-fdc6e725-cb48-4614-ac78-8542920d0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:55.345643 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-fdc6e725-cb48-4614-ac78-8542920d0305 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f1be50ed-ca51-4942-9b80-12153a43340e HTTP/1.1" status: 200 len: 835 time: 0.0606825 May 19 13:16:55.422604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-bc80770c-3001-4c7b-89b6-d4ad14f71bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:55.424055 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-bc80770c-3001-4c7b-89b6-d4ad14f71bbd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709260 May 19 13:16:55.567260 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-09b2794b-1078-4dc9-b167-7edff81b504c service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357024 May 19 13:16:55.752916 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1860d78-fa5c-4e51-a96d-54966f7c7d29 req-313d2be4-f8b7-4b26-a640-188d5d312c57 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784077 May 19 13:16:55.768788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aaf19-6f63-4f52-9d5b-57177dcbbbd2 req-fdf22383-c619-4fde-bb78-9dfbb52bda5e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:55.770188 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1f0aaf19-6f63-4f52-9d5b-57177dcbbbd2 req-fdf22383-c619-4fde-bb78-9dfbb52bda5e tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 944 time: 0.1282866 May 19 13:16:55.817238 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1f0aaf19-6f63-4f52-9d5b-57177dcbbbd2 req-11edd303-27c9-4672-a868-46e54ebfd226 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 May 19 13:16:55.897746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4707d-c1cf-4151-affa-b4506c750906 req-e860594f-5a65-4be3-bb86-fd811b1d3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:55.899249 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-e860594f-5a65-4be3-bb86-fd811b1d3256 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 1097 time: 0.0734503 May 19 13:16:56.045041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4707d-c1cf-4151-affa-b4506c750906 req-5bb084dd-4399-49a3-98a0-aa6974940e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:56.046858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-5bb084dd-4399-49a3-98a0-aa6974940e97 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 HTTP/1.1" status: 200 len: 896 time: 0.1396322 May 19 13:16:56.127275 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-5f924332-d107-4026-a4e5-cf4466a9c870 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2 HTTP/1.1" status: 200 len: 217 time: 0.0717118 May 19 13:16:56.191724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4707d-c1cf-4151-affa-b4506c750906 req-3608f87f-e728-48ef-b54f-ed49d12a3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:56.193165 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-3608f87f-e728-48ef-b54f-ed49d12a3cab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f1be50ed-ca51-4942-9b80-12153a43340e HTTP/1.1" status: 200 len: 835 time: 0.0591652 May 19 13:16:56.280552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4707d-c1cf-4151-affa-b4506c750906 req-9013052f-6a14-4176-ab7b-6f13ea920a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:56.282006 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-9013052f-6a14-4176-ab7b-6f13ea920a24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815153 May 19 13:16:56.429350 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-268d561c-f677-4def-bd9b-a58c9d1fe8c9 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375406 May 19 13:16:56.565837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-86e4707d-c1cf-4151-affa-b4506c750906 req-4141803b-4eef-4158-9605-0cad606a6515 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269858 May 19 13:16:57.025503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7819-6402-49f0-9333-6d33a1be4ec6 req-beed87e2-9ba4-4d4d-bf95-9e78d28edeeb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:57.026956 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-73ce7819-6402-49f0-9333-6d33a1be4ec6 req-beed87e2-9ba4-4d4d-bf95-9e78d28edeeb tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 944 time: 0.0930417 May 19 13:16:57.074587 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-73ce7819-6402-49f0-9333-6d33a1be4ec6 req-0916af48-c0f6-4995-80ce-94c2d414cb84 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398059 May 19 13:16:58.017353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d90bce8e-c42c-451d-8543-c53e350cc7d2 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:16:58.190254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port d90bce8e-c42c-451d-8543-c53e350cc7d2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:58.203619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:16:58.265384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port d90bce8e-c42c-451d-8543-c53e350cc7d2 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:16:58.265759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.267657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5d0ee-2232-45c6-bb15-182d5c3afe47 req-a64b3a9d-33c6-4a38-9ece-8d1857188325 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:58.269222 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b5a5d0ee-2232-45c6-bb15-182d5c3afe47 req-a64b3a9d-33c6-4a38-9ece-8d1857188325 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 944 time: 0.0859330 May 19 13:16:58.283227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90bce8e-c42c-451d-8543-c53e350cc7d2 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:16:58.298854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port d90bce8e-c42c-451d-8543-c53e350cc7d2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:16:58.303809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:16:58.314313 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b5a5d0ee-2232-45c6-bb15-182d5c3afe47 req-ee774eea-de03-40ed-981a-a00997e00637 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 May 19 13:16:58.372884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=d90bce8e-c42c-451d-8543-c53e350cc7d2,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:16:58.534930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['d90bce8e-c42c-451d-8543-c53e350cc7d2'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:16:59.457494 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:16:59.504816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a00ead-3808-4ae8-b556-8c43baded646 req-265db761-5985-4df6-b06e-3c7bda5d84a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:16:59.506255 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69a00ead-3808-4ae8-b556-8c43baded646 req-265db761-5985-4df6-b06e-3c7bda5d84a6 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 945 time: 0.0859666 May 19 13:16:59.553670 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69a00ead-3808-4ae8-b556-8c43baded646 req-06a46551-b076-47a1-a22e-4c39a38655f7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 May 19 13:17:00.030401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d90bce8e-c42c-451d-8543-c53e350cc7d2 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:00.104910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port d90bce8e-c42c-451d-8543-c53e350cc7d2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:17:00.109892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port d90bce8e-c42c-451d-8543-c53e350cc7d2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:00.110260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.229565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port d90bce8e-c42c-451d-8543-c53e350cc7d2 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:00.229864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.259687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:17:00.269618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port d90bce8e-c42c-451d-8543-c53e350cc7d2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:00.274956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:00.344264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=d90bce8e-c42c-451d-8543-c53e350cc7d2,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:00.355785 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c219d4-145f-4351-b223-3c0a1babf8d8'] response: {'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'code': 200} May 19 13:17:00.720228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb0c5d-a4c1-463f-860d-435e306b7472 req-d24738d8-abd1-413c-ad0f-4065fc68e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:00.721694 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8beb0c5d-a4c1-463f-860d-435e306b7472 req-d24738d8-abd1-413c-ad0f-4065fc68e8c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 1099 time: 0.1893616 May 19 13:17:00.748033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc23a5f-f3b6-48a1-ac9e-3066fe20f3e5 req-5e9619c9-49ad-4017-bffe-17633e7a7f44 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:00.750054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-edc23a5f-f3b6-48a1-ac9e-3066fe20f3e5 req-5e9619c9-49ad-4017-bffe-17633e7a7f44 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.0898888 May 19 13:17:00.762833 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8beb0c5d-a4c1-463f-860d-435e306b7472 req-8d5ca1c6-0055-4411-8edf-0d364c64f9aa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342040 May 19 13:17:00.794679 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-edc23a5f-f3b6-48a1-ac9e-3066fe20f3e5 req-013dc882-4b60-403b-8210-ab1fc16eb007 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387998 May 19 13:17:01.171060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d8b7edbe-56e1-47b1-aa85-1d00033cf534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:02.007123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c78c8-e3e3-4578-b799-3610fb817100 req-e7d96125-32d6-4ed7-b356-fc77721e5092 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:02.009019 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-162c78c8-e3e3-4578-b799-3610fb817100 req-e7d96125-32d6-4ed7-b356-fc77721e5092 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.0906987 May 19 13:17:02.057282 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-162c78c8-e3e3-4578-b799-3610fb817100 req-826a36ea-ba46-4dd6-b9e8-93edd037ce44 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 May 19 13:17:03.247208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799068d-924e-4eea-9351-8158f39943f8 req-9a1fc676-783f-478c-89c3-042e351d70bc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:03.248667 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1799068d-924e-4eea-9351-8158f39943f8 req-9a1fc676-783f-478c-89c3-042e351d70bc tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.0850108 May 19 13:17:03.299456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1799068d-924e-4eea-9351-8158f39943f8 req-4775983d-3bfc-4b41-9571-29c96a3f8a93 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 May 19 13:17:03.507957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75d549-00db-4ab7-aa59-876103330d1f req-ac7fe411-d73e-4b8a-b83f-bb1847068a50 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:03.509369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a75d549-00db-4ab7-aa59-876103330d1f req-ac7fe411-d73e-4b8a-b83f-bb1847068a50 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.0928140 May 19 13:17:03.557252 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a75d549-00db-4ab7-aa59-876103330d1f req-facf7584-9acf-4f10-a0ad-9a4bf7c71ced tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418472 May 19 13:17:03.580562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40072) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:03.620714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f4efd29f-9706-4c24-8314-ab57e963055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:03.659516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d1339-a657-42ba-8d48-be91f01ba35d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:03.661030 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb3d1339-a657-42ba-8d48-be91f01ba35d tempest-TestNetworkBasicOps-1719793493 tempest-TestNetworkBasicOps-1719793493-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 1094 time: 0.0794833 May 19 13:17:03.665376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:03.671026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:03.678073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:17:03.682300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Usage tracker for resource:floatingip and tenant:2c413316d9454b328a7563a3feb7d163 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:17:03.685243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:17:03.692581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:17:03.705761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:03.853149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.092390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Allocated IP 172.26.3.252 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/9dee4344-8b37-46cf-9ae4-4b150e6b2bba) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:17:04.242362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.275750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.343125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:17:04.346357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:17:04.351919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:17:04.387228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=9dee4344-8b37-46cf-9ae4-4b150e6b2bba,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:04.800582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.807396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.878848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:04.887880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.093098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.100479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.206807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event updated for resources: {'Port': ['ID=9dee4344-8b37-46cf-9ae4-4b150e6b2bba,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:05.218259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:05.390752 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP fd66d506-22ab-4de9-be11-74ee7d1b92e4 associated. External IP: 172.26.3.252, port: d90bce8e-c42c-451d-8543-c53e350cc7d2. May 19 13:17:05.849284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:05.985339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.028595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:06.041045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:06.052372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:06.053264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:06.056469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:06.118257 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1496fad4-3dac-4e88-91a2-1a96abb1206b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4489386 May 19 13:17:06.118257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:17:06.119200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40080) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:06.160658 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385f7f3f-caae-4928-af1a-6efa70115fac'] response: {'name': 'network-changed', 'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'status': 'completed', 'code': 200} May 19 13:17:06.238296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:06.282983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ec184d95-9e94-4913-bfae-ff22dd2eaa02 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 992 time: 0.1615739 May 19 13:17:06.299627 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-6f76830c-7b38-41a2-a8fc-ce21af2fda5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:06.301051 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-6f76830c-7b38-41a2-a8fc-ce21af2fda5b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 1099 time: 0.1104686 May 19 13:17:06.430294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-a43b3ae5-657d-49a7-9683-7102ee5c720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:06.431671 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-a43b3ae5-657d-49a7-9683-7102ee5c720f service neutron] 10.222.0.79 "GET /v2.0/networks?id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 HTTP/1.1" status: 200 len: 896 time: 0.1240640 May 19 13:17:06.539990 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-22932715-9abe-45a9-b5aa-d3d99656094a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2 HTTP/1.1" status: 200 len: 1000 time: 0.0972667 May 19 13:17:06.583305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'fd66d506-22ab-4de9-be11-74ee7d1b92e4', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:17:04Z', 'updated_at': '2022-05-19T13:17:04Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:16:51Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:06.587272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] Checking router: 38fd52d8-e39c-493f-86f4-ae36c4516daf for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:17:06.595789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:06.596385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:06.602772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-3b55339b-0c5c-4a14-979f-aec2923ae952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:06.604176 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-3b55339b-0c5c-4a14-979f-aec2923ae952 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f1be50ed-ca51-4942-9b80-12153a43340e HTTP/1.1" status: 200 len: 835 time: 0.0571856 May 19 13:17:06.681560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-9be7efc7-538a-4d76-a4ad-fff290fb87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:06.682960 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-9be7efc7-538a-4d76-a4ad-fff290fb87ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721235 May 19 13:17:06.769477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:06.817034 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-39e48552-748b-4f2d-bfa7-a5663caa3f11 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272480 May 19 13:17:06.954126 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55c7c697-d435-4a52-9e53-f98dfb7a2a7e req-df1ee4e9-8bd6-46c0-99cb-4606bec6ea06 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265171 May 19 13:17:07.165030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'fd66d506-22ab-4de9-be11-74ee7d1b92e4', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:17:04Z', 'updated_at': '2022-05-19T13:17:04Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:16:51Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:07.169060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31aa73c-15b7-4600-853b-f95fc38bb302 None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:46Z', 'revision_number': 4, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'fd66d506-22ab-4de9-be11-74ee7d1b92e4', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:17:04Z', 'updated_at': '2022-05-19T13:17:04Z', 'revision_number': 0, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:16:51Z', 'revision_number': 5, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:17:07.287406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40086) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:07.363252 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c9e2b-7b53-4fe6-a328-e809ca71d778 None None] New status for floating IP fd66d506-22ab-4de9-be11-74ee7d1b92e4: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:17:07.396578 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e472c30e-e90d-4e31-8218-5e92e5ffdc5d tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 992 time: 0.1080122 May 19 13:17:07.632793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:08.401280 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40090) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:08.504287 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c40a79dc-aa85-45a3-9c56-3344a13f0249 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 994 time: 0.1016397 May 19 13:17:31.175358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c010fb97-988f-46eb-8e01-3feddfa86684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:33.617762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f64b98b4-6d05-4385-9552-fb82c2439bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.821470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:34.892456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.002008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:36.463221 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:17:37.630327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:41.903062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40110) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:41.909873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:42.568602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.582738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.767508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:42.949105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:42.956088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:42.957229 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a0ec6bb7-ed60-438a-b120-24ee5f1b33c0 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/38fd52d8-e39c-493f-86f4-ae36c4516daf HTTP/1.1" status: 200 len: 887 time: 1.0530324 May 19 13:17:42.959250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:42.972569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:42.973371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:43.037578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:43.048249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:43.048853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:43.110595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:43.111009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7390a-7eae-41c2-baa6-b512d3b24888 None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:17:43.510209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:43.627906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 418bfa2b-b277-4e6e-9391-02bda159a547 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:43.628295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:43.662457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 418bfa2b-b277-4e6e-9391-02bda159a547, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=418bfa2b-b277-4e6e-9391-02bda159a547,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:43.670345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:43.740129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:43.747642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.747981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.748314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.748626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.748956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.749279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.749600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.749917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.750236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.750552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.750889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.751200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:43.878433 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705cfaa-f168-4433-b913-aa6270aca8a9 None None] New status for floating IP fd66d506-22ab-4de9-be11-74ee7d1b92e4: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:17:45.243390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:45.362981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:45.363376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.380141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:45.387554 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:45.457669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:46.020077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40118) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:46.026129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:17:46.616136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:46.630189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558271'] for router, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:46.818274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:47.129175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:47.136020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:47.137178 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5a1d3a50-98c8-424d-aca2-a4bb1a89bcf3 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/38fd52d8-e39c-493f-86f4-ae36c4516daf HTTP/1.1" status: 200 len: 886 time: 1.1160893 May 19 13:17:47.140329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40122) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:47.142773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:47.153114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:47.153743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:47.288450 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7c5e4732-09cc-4f05-b1e8-260ac655a307 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 992 time: 0.1461983 May 19 13:17:47.337730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:47.731912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:46Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'fd66d506-22ab-4de9-be11-74ee7d1b92e4', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:17:04Z', 'updated_at': '2022-05-19T13:17:44Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:17:43Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:47.735698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] Checking router: 38fd52d8-e39c-493f-86f4-ae36c4516daf for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:17:47.743975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:47.744572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:47.920494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:48.263138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:46Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'fd66d506-22ab-4de9-be11-74ee7d1b92e4', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:17:04Z', 'updated_at': '2022-05-19T13:17:44Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:17:43Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:48.267203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb65e4-96b9-4669-82d1-0b41a71691a1 None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:46Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'fd66d506-22ab-4de9-be11-74ee7d1b92e4', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'port_id': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'mac_address': 'fa:16:3e:3a:13:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:17:04Z', 'updated_at': '2022-05-19T13:17:44Z', 'revision_number': 2, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:17:43Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:17:48.293034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40126) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:48.407609 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9c42c2df-7d30-4c00-9a0b-842425ceed4b tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 992 time: 0.1130936 May 19 13:17:49.294961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:49.371440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:49.371823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.411385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40130) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:49.492773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:49.493053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.509545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:49.514359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.515138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:49.520033 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-75f799d8-6e33-4249-b22e-784d6423abd8 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 992 time: 0.1061287 May 19 13:17:49.623586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:49.638098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 418bfa2b-b277-4e6e-9391-02bda159a547 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:49.638481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.760580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 418bfa2b-b277-4e6e-9391-02bda159a547 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:49.760868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.794117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 418bfa2b-b277-4e6e-9391-02bda159a547, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=418bfa2b-b277-4e6e-9391-02bda159a547,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:49.800648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:49.873133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:49.894080 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735c6d0-f581-4a56-9703-9f8eb0737a83 None None] New status for floating IP fd66d506-22ab-4de9-be11-74ee7d1b92e4: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:17:50.523581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40134) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:50.636852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e7436b7c-9eab-43da-8b48-df8378cea368 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 200 len: 994 time: 0.1118598 May 19 13:17:50.942314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40142) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:51.255490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:51.290688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 9dee4344-8b37-46cf-9ae4-4b150e6b2bba {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:17:51.291016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.325984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:51.326225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.470325 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.470540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.483408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:51.484508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:17:51.554672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 418bfa2b-b277-4e6e-9391-02bda159a547 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:17:51.555047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.592374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 9dee4344-8b37-46cf-9ae4-4b150e6b2bba owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:17:51.676873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 418bfa2b-b277-4e6e-9391-02bda159a547 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:17:51.757104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.803464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=9dee4344-8b37-46cf-9ae4-4b150e6b2bba,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:51.849643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.849969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.850315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.850646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.850990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.851312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.851628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.851942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.852262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.852580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.852889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.853197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:17:51.907785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:51.908102 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Floating IP fd66d506-22ab-4de9-be11-74ee7d1b92e4 disassociated (deleted). External IP: 172.26.3.252, port: d90bce8e-c42c-451d-8543-c53e350cc7d2. May 19 13:17:52.266709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:52.446523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:52.457002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:52.466524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:52.467141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:52.469709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:52.526334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3430c391-f3a8-4a6d-a673-6025da12bbbd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/floatingips/fd66d506-22ab-4de9-be11-74ee7d1b92e4 HTTP/1.1" status: 204 len: 168 time: 1.5826731 May 19 13:17:52.526861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:17:52.580812 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4261e3-d59d-45d4-9262-1933df5393ec'] response: {'name': 'network-changed', 'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'status': 'completed', 'code': 200} May 19 13:17:52.651396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:52.815568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-6a966070-439e-43d0-b18b-3e1414bb6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:52.817113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-6a966070-439e-43d0-b18b-3e1414bb6d57 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2c413316d9454b328a7563a3feb7d163&device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 1099 time: 0.2118363 May 19 13:17:52.976347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:46Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:52.981064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] Checking router: 38fd52d8-e39c-493f-86f4-ae36c4516daf for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:17:52.989993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:52.990607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:53.017841 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-47898cad-5eb3-486c-b7d7-4f98e6eea8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:53.019220 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-47898cad-5eb3-486c-b7d7-4f98e6eea8d6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 HTTP/1.1" status: 200 len: 896 time: 0.1908982 May 19 13:17:53.034020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550adc-9e06-4787-bdf0-04cfa36c6215 req-706d3788-af4e-4a68-973c-94037f511cc9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:53.034722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-be550adc-9e06-4787-bdf0-04cfa36c6215 req-706d3788-af4e-4a68-973c-94037f511cc9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Synchronizing usage tracker for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:17:53.105979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-70a66c1b-f7f9-409e-b0ef-4a24ce6806d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2 HTTP/1.1" status: 200 len: 217 time: 0.0685141 May 19 13:17:53.152231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-be550adc-9e06-4787-bdf0-04cfa36c6215 req-706d3788-af4e-4a68-973c-94037f511cc9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Unset dirty status for tenant:2c413316d9454b328a7563a3feb7d163 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:17:53.153636 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-be550adc-9e06-4787-bdf0-04cfa36c6215 req-706d3788-af4e-4a68-973c-94037f511cc9 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.3001163 May 19 13:17:53.169377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:53.206786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-4541eddc-fad1-4cda-8755-ab3cb1df2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:53.208163 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-4541eddc-fad1-4cda-8755-ab3cb1df2cb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f1be50ed-ca51-4942-9b80-12153a43340e HTTP/1.1" status: 200 len: 835 time: 0.0933039 May 19 13:17:53.218548 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-be550adc-9e06-4787-bdf0-04cfa36c6215 req-e4de7c79-1157-4363-b4aa-36fc701469bd tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585520 May 19 13:17:53.290594 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-c36e3a78-9447-4b53-84a3-1fad8293543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:53.291954 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-c36e3a78-9447-4b53-84a3-1fad8293543d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725517 May 19 13:17:53.428308 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-8a035d76-59da-4094-b524-81684599d0d7 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246307 May 19 13:17:53.483594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:46Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:53.487768 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d52d2a-568f-496a-a66f-0d904a67e509 None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:46Z', 'revision_number': 6, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '418bfa2b-b277-4e6e-9391-02bda159a547', 'name': '', 'network_id': 'f8f46a63-40ef-4c6b-a98e-ed5a30bb7953', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'mac_address': 'fa:16:3e:c8:40:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:45Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'subnets': [{'id': 'f1be50ed-ca51-4942-9b80-12153a43340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:17:53.564728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e833be3f-5da1-41e6-81e9-54f599f7a00a req-6b8582eb-6e20-4d16-9440-a96d04c680d4 service neutron] 10.222.0.79 "GET /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292844 May 19 13:17:54.154752 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a85b6f-8a9a-4ccc-972e-9754514093fe None None] New status for floating IP fd66d506-22ab-4de9-be11-74ee7d1b92e4: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:17:54.409920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f10a3-1751-43cf-8126-0f485c87ceae req-967467f1-aae2-41a6-93dc-e4ca67e4b98f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:54.411329 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-477f10a3-1751-43cf-8126-0f485c87ceae req-967467f1-aae2-41a6-93dc-e4ca67e4b98f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.0821755 May 19 13:17:54.436634 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-7ed766cb-0468-4863-9f04-b040db80e42a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:17:54.438060 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-7ed766cb-0468-4863-9f04-b040db80e42a tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 946 time: 0.0836291 May 19 13:17:54.457117 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-477f10a3-1751-43cf-8126-0f485c87ceae req-eb9b0e0e-59b1-4c1d-8704-add552627631 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389285 May 19 13:17:54.517000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port d90bce8e-c42c-451d-8543-c53e350cc7d2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:17:54.517362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.764449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port d90bce8e-c42c-451d-8543-c53e350cc7d2, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=d90bce8e-c42c-451d-8543-c53e350cc7d2,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:54.764685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:54.884312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for d90bce8e-c42c-451d-8543-c53e350cc7d2 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:17:55.032316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:55.080983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=d90bce8e-c42c-451d-8543-c53e350cc7d2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:55.263979 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] No DVR routers for this DVR port d90bce8e-c42c-451d-8543-c53e350cc7d2 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:17:55.266618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:55.269190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'name': 'network-vif-deleted', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:17:55.286180 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d84deaf3-eef5-4815-b55a-56fba7a0ac8a req-e573fd78-f093-4618-8d8c-564cb366e971 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.79 "DELETE /v2.0/ports/d90bce8e-c42c-451d-8543-c53e350cc7d2 HTTP/1.1" status: 204 len: 173 time: 0.8417568 May 19 13:17:55.313325 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ae2631-21cd-48bc-90b9-88d56ca465c4'] response: {'server_uuid': '97b057ee-bf2b-46ec-8aec-bc1899db1d0f', 'name': 'network-vif-deleted', 'tag': 'd90bce8e-c42c-451d-8543-c53e350cc7d2', 'status': 'completed', 'code': 200} May 19 13:17:55.626423 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-51789ff1-938c-4220-a38c-52df5b57559c req-910276e8-6a24-43f6-bb0e-021ea4013082 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b057ee-bf2b-46ec-8aec-bc1899db1d0f HTTP/1.1" status: 200 len: 210 time: 0.0487182 May 19 13:17:56.736951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40160) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:56.812878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c04bba85-eef7-4de0-b342-2b8b4b78ec9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.846017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c04bba85-eef7-4de0-b342-2b8b4b78ec9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.917182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c04bba85-eef7-4de0-b342-2b8b4b78ec9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.937267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bba85-eef7-4de0-b342-2b8b4b78ec9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d76b75b-f95e-4487-a6a6-750a5a4b3ec3,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:56.952867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c04bba85-eef7-4de0-b342-2b8b4b78ec9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:56.953995 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c04bba85-eef7-4de0-b342-2b8b4b78ec9f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/security-groups/5d76b75b-f95e-4487-a6a6-750a5a4b3ec3 HTTP/1.1" status: 204 len: 168 time: 0.2157595 May 19 13:17:56.985202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40166) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:57.543446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:57.911035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 418bfa2b-b277-4e6e-9391-02bda159a547 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:17:57.912131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:58.108483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 418bfa2b-b277-4e6e-9391-02bda159a547, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=418bfa2b-b277-4e6e-9391-02bda159a547,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:17:58.108872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:58.230645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 418bfa2b-b277-4e6e-9391-02bda159a547 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:17:58.451179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d90bce8e-c42c-451d-8543-c53e350cc7d2 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:17:58.488016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: d90bce8e-c42c-451d-8543-c53e350cc7d2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:17:58.488324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device d90bce8e-c42c-451d-8543-c53e350cc7d2 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:17:58.614758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:58.666703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=418bfa2b-b277-4e6e-9391-02bda159a547,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:58.939206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.317079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Router 38fd52d8-e39c-493f-86f4-ae36c4516daf has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:17:59.509413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:17:59.519105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] Sync routers for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:17:59.523797 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a244626d-ad02-4afb-b880-79204f5b51a7 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "PUT /v2.0/routers/38fd52d8-e39c-493f-86f4-ae36c4516daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5374613 May 19 13:17:59.526725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40170) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:59.529747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:17:59.530425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:17:59.594750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting subnet f1be50ed-ca51-4942-9b80-12153a43340e {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:17:59.598289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.653669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.741103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:17:59.743282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.819882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.858633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Subnet': ['ID=f1be50ed-ca51-4942-9b80-12153a43340e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:17:59.866023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:17:59.873044 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-90daf4fa-2bca-466a-a81d-97e6985e0b92 tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/subnets/f1be50ed-ca51-4942-9b80-12153a43340e HTTP/1.1" status: 204 len: 168 time: 0.3453729 May 19 13:17:59.875865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40174) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:17:59.908669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ea806-436a-45cc-a6ab-5bd41595bf3f None None] Network f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:18:00.187928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.195530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:58Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:00.200110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] Checking router: 38fd52d8-e39c-493f-86f4-ae36c4516daf for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:18:00.209527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] Routers {'38fd52d8-e39c-493f-86f4-ae36c4516daf'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:18:00.210167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:17:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['38fd52d8-e39c-493f-86f4-ae36c4516daf'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:00.264192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] DHCP port deletion for f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:18:00.287750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] Deleting port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:18:00.288132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.384076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.395424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Deleting port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:18:00.395424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.482824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] Set router 38fd52d8-e39c-493f-86f4-ae36c4516daf gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:18:00.575077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] For port 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:00.575388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.704638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Calling delete_port for 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:18:00.757021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] For port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,segment=NetworkSegment(24635c46-78a6-4d92-8f19-69932de8ac47),segment_id=24635c46-78a6-4d92-8f19-69932de8ac47)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:00.757596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.881238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:00.927057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Port': ['ID=0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:00.938801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] Calling delete_port for 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:18:01.019964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.067594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.115991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] Pushing event deleted for resources: {'Port': ['ID=27b35c9a-c3e9-4ed1-ad2d-11a36267f178,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:01.120975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e9fc1-f8b8-4c08-9ff0-b7e09304e88f None None] No DVR routers for this DVR port 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:01.126469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:58Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:01.130729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704151f-60d8-4066-bd95-e9896c598c72 None None] The sync data for ids ['38fd52d8-e39c-493f-86f4-ae36c4516daf'] in dv-neutron-841945-1-hyperv is: [{'id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'name': 'tempest-TestNetworkBasicOps-router-330551721', 'tenant_id': '2c413316d9454b328a7563a3feb7d163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:58Z', 'revision_number': 7, 'project_id': '2c413316d9454b328a7563a3feb7d163', 'gw_port': {'id': '0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fd52d8-e39c-493f-86f4-ae36c4516daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:16:41Z', 'updated_at': '2022-05-19T13:17:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:18:01.182169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-26ea1125-970a-40f3-b589-d355a77e1505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.199210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.201880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.225069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.225590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Fanout notify agent at l3_agent the message router_deleted on router 38fd52d8-e39c-493f-86f4-ae36c4516daf {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:18:01.240460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.241550 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c7c3c9d9-cb51-444d-94b8-b2d44f66084f tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/routers/38fd52d8-e39c-493f-86f4-ae36c4516daf HTTP/1.1" status: 204 len: 168 time: 1.3647723 May 19 13:18:01.244364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40178) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:01.358339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.587602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:18:01.602118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.623914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:18:01.624686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 27b35c9a-c3e9-4ed1-ad2d-11a36267f178 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:18:01.625349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:18:01.628898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f46a63-40ef-4c6b-a98e-ed5a30bb7953']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:01.642044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24635c46-78a6-4d92-8f19-69932de8ac47') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:01.642412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24635c46-78a6-4d92-8f19-69932de8ac47') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:18:01.654476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.661423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 418bfa2b-b277-4e6e-9391-02bda159a547 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:18:01.661766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 418bfa2b-b277-4e6e-9391-02bda159a547 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:18:01.671887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.677993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:18:01.678377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:18:01.693302 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:18:01.781392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.799897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:01.811127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] Pushing event deleted for resources: {'Network': ['ID=f8f46a63-40ef-4c6b-a98e-ed5a30bb7953,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:01.824094 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-31362415-bd29-4e7c-8fc6-6aae463889ab tempest-TestNetworkBasicOps-1633694969 tempest-TestNetworkBasicOps-1633694969-project] 10.222.0.44 "DELETE /v2.0/networks/f8f46a63-40ef-4c6b-a98e-ed5a30bb7953 HTTP/1.1" status: 204 len: 168 time: 0.5787134 May 19 13:18:02.146917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40186) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:02.310954 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e160c97a-e6fc-46cc-adc1-e6add41a5ec8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c413316d9454b328a7563a3feb7d163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626277 May 19 13:18:02.313745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40192) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:02.372037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db318639-234a-4e43-9ec6-bf61a099534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.399075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db318639-234a-4e43-9ec6-bf61a099534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.457206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db318639-234a-4e43-9ec6-bf61a099534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.475083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db318639-234a-4e43-9ec6-bf61a099534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac81f2a2-05d1-432c-ac96-fc662bdf18e5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:02.483558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-db318639-234a-4e43-9ec6-bf61a099534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.486027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-db318639-234a-4e43-9ec6-bf61a099534a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac81f2a2-05d1-432c-ac96-fc662bdf18e5 HTTP/1.1" status: 204 len: 168 time: 0.1700861 May 19 13:18:02.800140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40200) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:02.817559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.831842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:02.835710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Usage tracker for resource:security_group_rule and tenant:9bd5335a409045128ae36768a0d24785 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:02.838508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:02.845125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:02.931237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.937750 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:02.983509 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9bd5335a409045128ae36768a0d24785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822708 May 19 13:18:02.984412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00082a-398d-47fe-9c83-a037b926f600,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:02.986730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40204) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:02.991702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.992041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.992373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.992699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.993022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.993341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.993674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.993982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.994403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.994751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.995052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:02.995415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294843df-f752-4e2b-bc3a-b6ec84bb4d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:18:03.046534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb22-37b9-4565-83ed-8a74bed4c11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.074199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb22-37b9-4565-83ed-8a74bed4c11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.136670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb22-37b9-4565-83ed-8a74bed4c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.150961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cbb22-37b9-4565-83ed-8a74bed4c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00082a-398d-47fe-9c83-a037b926f600,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:03.161773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb22-37b9-4565-83ed-8a74bed4c11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:03.165864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b22cbb22-37b9-4565-83ed-8a74bed4c11f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c00082a-398d-47fe-9c83-a037b926f600 HTTP/1.1" status: 204 len: 168 time: 0.1781106 May 19 13:18:03.210599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:18:03.246584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:18:03.246928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0f63daa8-ea3b-4cae-8dbc-94aaac3cd42b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:18:03.612950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1d035b0c-3a9b-47a7-bdfd-5e255e058dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:04.816085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:04.896456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:05.992721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:07.637810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:10.766184 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-72f77dff-537a-4863-a054-df176962e306 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b57e3ec31d6b44c190069281556e5423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281875 May 19 13:18:10.924210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-9d16701a-5ba3-4e5c-98fb-69b8b1bba1f8 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:10.925518 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-9d16701a-5ba3-4e5c-98fb-69b8b1bba1f8 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514158 May 19 13:18:10.943006 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-8045b50a-fe7a-4864-8cdb-89c2b683799b tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/quotas/b57e3ec31d6b44c190069281556e5423 HTTP/1.1" status: 200 len: 375 time: 0.0110078 May 19 13:18:10.989491 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-a5bd1c39-da04-4841-b923-f46d75fb3b13 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b57e3ec31d6b44c190069281556e5423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413682 May 19 13:18:12.206132 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-57d1a262-c079-4915-8ec5-b84a2661169a req-f1e0d032-8a3c-4b0e-b3db-dfebc19c67ac tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 210 time: 0.0475292 May 19 13:18:13.212294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4aa0e5f5-2170-44d5-b8e3-a19082967c57 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b57e3ec31d6b44c190069281556e5423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278938 May 19 13:18:13.374442 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2f720824-e106-4eab-a7de-cd3be2795f97 req-73da5221-c1b0-4ca7-b5b8-ac470c58e47f tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 210 time: 0.0577807 May 19 13:18:13.408695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-ae2ddfa2-ab7f-43d5-abd7-0f6731902587 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:13.410124 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-ae2ddfa2-ab7f-43d5-abd7-0f6731902587 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925733 May 19 13:18:13.425251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Request body: {'port': {'device_id': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379', 'admin_state_up': True, 'tenant_id': 'b57e3ec31d6b44c190069281556e5423'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:13.463045 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:18:13.562111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:13.566337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Usage tracker for resource:port and tenant:b57e3ec31d6b44c190069281556e5423 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:13.569398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:13.575597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:13.588566 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Made reservation on behalf of b57e3ec31d6b44c190069281556e5423 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:13.592133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.604805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.619557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:13.623457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Usage tracker for resource:security_group_rule and tenant:b57e3ec31d6b44c190069281556e5423 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:13.626267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:13.632015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:13.731301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.737380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:13.818638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7149a63-9ae5-41ac-b67e-1197b749228f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:13.918378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Allocated IP 192.168.233.49 (2c524bf3-4cdf-47fc-80b7-0a37b346c379/82cf6a89-1396-443a-8a61-6869531b2649/624133aa-5f7a-49ab-9156-78952e536e33) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:14.134434 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.151329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Transition to ACTIVE for port object 624133aa-5f7a-49ab-9156-78952e536e33 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:14.177101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.347160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:14.350449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:14.354449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:18:14.391146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Pushing event updated for resources: {'Port': ['ID=624133aa-5f7a-49ab-9156-78952e536e33,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:14.424585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:14.425215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.453124 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-290f2cb9-3fb9-4bcb-bd98-9a73a3f457f6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0312924 May 19 13:18:14.464995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Request body: {'port': {'device_id': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:14.541512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3a8267ea-d29d-4d75-8174-6388491b2bd8 None None] Provisioning for port 624133aa-5f7a-49ab-9156-78952e536e33 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:14.548979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3a8267ea-d29d-4d75-8174-6388491b2bd8 None None] Provisioning complete for port 624133aa-5f7a-49ab-9156-78952e536e33 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:14.549506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a8267ea-d29d-4d75-8174-6388491b2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.569030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76583e9-74b3-4373-bbcb-10312c9058e3 req-611676c0-3fd4-4066-8ab5-417e8dbd3321 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:14.570700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a76583e9-74b3-4373-bbcb-10312c9058e3 req-611676c0-3fd4-4066-8ab5-417e8dbd3321 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 935 time: 0.0850189 May 19 13:18:14.594456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.615291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a8267ea-d29d-4d75-8174-6388491b2bd8 None None] Port 624133aa-5f7a-49ab-9156-78952e536e33 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:18:14.621073 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a76583e9-74b3-4373-bbcb-10312c9058e3 req-70b2d9f8-4dff-4c05-8012-cb2ba987d77a tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 May 19 13:18:14.943001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624133aa-5f7a-49ab-9156-78952e536e33 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:18:14.950289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:14.965573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Transition to ACTIVE for port object 624133aa-5f7a-49ab-9156-78952e536e33 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:14.972212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.133744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Pushing event updated for resources: {'Port': ['ID=624133aa-5f7a-49ab-9156-78952e536e33,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:15.216908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Attempting to bind port 624133aa-5f7a-49ab-9156-78952e536e33 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:15.217242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Attempting to bind port 624133aa-5f7a-49ab-9156-78952e536e33 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:15.217568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Attempting to bind port 624133aa-5f7a-49ab-9156-78952e536e33 on network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:15.222194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Port 624133aa-5f7a-49ab-9156-78952e536e33 on network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:18:15.222509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Attempting to bind port 624133aa-5f7a-49ab-9156-78952e536e33 on network 2c524bf3-4cdf-47fc-80b7-0a37b346c379 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:15.228152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:15.228505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Checking segment: {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:18:15.228860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Bound using segment: {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:15.229285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Bound port: 624133aa-5f7a-49ab-9156-78952e536e33, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afab77b-138d-4f26-af6e-dff155ab8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:15.229629 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.319306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] For port 624133aa-5f7a-49ab-9156-78952e536e33, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:15.322701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] For port 624133aa-5f7a-49ab-9156-78952e536e33, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=624133aa-5f7a-49ab-9156-78952e536e33,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:15.328916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.401955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:15.402685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:15.403984 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] 10.222.0.79 "PUT /v2.0/ports/624133aa-5f7a-49ab-9156-78952e536e33 HTTP/1.1" status: 200 len: 1097 time: 0.9434357 May 19 13:18:15.404411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'tag': '624133aa-5f7a-49ab-9156-78952e536e33'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:18:15.425585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50ba65-f005-4e6b-85b5-2194aa086550 service neutron] Pushing event updated for resources: {'Port': ['ID=624133aa-5f7a-49ab-9156-78952e536e33,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:15.484347 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf1a4f1-f388-4b74-bb01-1701afb02602'] response: {'name': 'network-changed', 'server_uuid': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'tag': '624133aa-5f7a-49ab-9156-78952e536e33', 'status': 'completed', 'code': 200} May 19 13:18:15.525633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-da91c1d9-43a4-4b49-a007-b1eb754d653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:15.527148 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-da91c1d9-43a4-4b49-a007-b1eb754d653c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b57e3ec31d6b44c190069281556e5423&device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 1100 time: 0.0747881 May 19 13:18:15.599834 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-ecf54ba3-652f-46f2-bc28-f536101b27f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=624133aa-5f7a-49ab-9156-78952e536e33 HTTP/1.1" status: 200 len: 217 time: 0.0651739 May 19 13:18:15.667043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-6e97d50f-d843-4412-96ab-9b189cac6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:15.668493 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-6e97d50f-d843-4412-96ab-9b189cac6893 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=82cf6a89-1396-443a-8a61-6869531b2649 HTTP/1.1" status: 200 len: 843 time: 0.0617247 May 19 13:18:15.749259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c2de4-4092-457b-9290-0747d8f9e63a req-d0a081a9-2720-42a5-986a-d1b49c23dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:15.751408 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-d0a081a9-2720-42a5-986a-d1b49c23dcfd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2c524bf3-4cdf-47fc-80b7-0a37b346c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0756433 May 19 13:18:15.817504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e8ddb-3c58-4a13-b7cb-829484ba0caa req-f9b6b6fc-719c-4191-a186-89668183716b tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:15.818994 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0e7e8ddb-3c58-4a13-b7cb-829484ba0caa req-f9b6b6fc-719c-4191-a186-89668183716b tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 947 time: 0.0902898 May 19 13:18:15.873371 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0e7e8ddb-3c58-4a13-b7cb-829484ba0caa req-3c8c8dc7-6157-42a4-9a76-2faaaa6c2952 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484753 May 19 13:18:15.888057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-4e93b26d-0833-444b-900e-b5d9036d6821 service neutron] 10.222.0.79 "GET /v2.0/networks/2c524bf3-4cdf-47fc-80b7-0a37b346c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298432 May 19 13:18:16.023863 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-290c2de4-4092-457b-9290-0747d8f9e63a req-01a68b5b-05ba-4bc5-89b2-ad4222eda037 service neutron] 10.222.0.79 "GET /v2.0/networks/2c524bf3-4cdf-47fc-80b7-0a37b346c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280291 May 19 13:18:16.150149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-1b444706-4173-4ca0-ac0c-d268cd55622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:16.151631 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-1b444706-4173-4ca0-ac0c-d268cd55622b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b57e3ec31d6b44c190069281556e5423&device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 1100 time: 0.0707066 May 19 13:18:16.388563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-8ea7073c-9bdd-49ce-b3a4-001ad5600383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:16.389987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-8ea7073c-9bdd-49ce-b3a4-001ad5600383 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2c524bf3-4cdf-47fc-80b7-0a37b346c379 HTTP/1.1" status: 200 len: 870 time: 0.2307773 May 19 13:18:16.462509 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-61119d4c-b312-4d2e-8104-d7f67c34d3dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=624133aa-5f7a-49ab-9156-78952e536e33 HTTP/1.1" status: 200 len: 217 time: 0.0624857 May 19 13:18:16.539416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-47da3346-2908-48d2-94f0-16d4b05d5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:16.541580 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-47da3346-2908-48d2-94f0-16d4b05d5ed3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=82cf6a89-1396-443a-8a61-6869531b2649 HTTP/1.1" status: 200 len: 843 time: 0.0714595 May 19 13:18:16.624202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-e3c8f747-e48f-401e-9059-09c7a39fc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:16.625766 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-e3c8f747-e48f-401e-9059-09c7a39fc9be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2c524bf3-4cdf-47fc-80b7-0a37b346c379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0763478 May 19 13:18:16.759369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-caef5217-dac3-470e-b67f-20df609603b3 service neutron] 10.222.0.79 "GET /v2.0/networks/2c524bf3-4cdf-47fc-80b7-0a37b346c379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257210 May 19 13:18:16.893097 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a26ca5f2-a095-4421-9aec-2a652a0044a8 req-0f61c789-3022-4e2f-a931-07067b62e101 service neutron] 10.222.0.79 "GET /v2.0/networks/2c524bf3-4cdf-47fc-80b7-0a37b346c379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269150 May 19 13:18:17.067390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-387e25bf-06ee-4a3b-82fc-663634169fd5 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:17.067943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-387e25bf-06ee-4a3b-82fc-663634169fd5 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Synchronizing usage tracker for tenant:b57e3ec31d6b44c190069281556e5423 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:17.087328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-387e25bf-06ee-4a3b-82fc-663634169fd5 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Unset dirty status for tenant:b57e3ec31d6b44c190069281556e5423 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:17.088526 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-387e25bf-06ee-4a3b-82fc-663634169fd5 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 947 time: 0.1078100 May 19 13:18:17.132317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-021cf426-136e-4837-a672-1aaaa86a528e tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Synchronizing usage tracker for tenant:b57e3ec31d6b44c190069281556e5423 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:17.149301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-021cf426-136e-4837-a672-1aaaa86a528e tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Unset dirty status for tenant:b57e3ec31d6b44c190069281556e5423 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:17.150494 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-27a9d2ad-7ca3-4baf-8b3b-d39cc94e9e2a req-021cf426-136e-4837-a672-1aaaa86a528e tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560949 May 19 13:18:18.356162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffa4cb-7118-4b28-963d-8efd953cd765 req-08ef57d8-cd35-4b50-887c-31880f65e9b4 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:18.358133 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cffa4cb-7118-4b28-963d-8efd953cd765 req-08ef57d8-cd35-4b50-887c-31880f65e9b4 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 947 time: 0.0930998 May 19 13:18:18.403149 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cffa4cb-7118-4b28-963d-8efd953cd765 req-d713bce8-ea5e-4c5e-ba3f-2c25d341ed40 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 May 19 13:18:18.607488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 624133aa-5f7a-49ab-9156-78952e536e33 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:18:18.760738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 624133aa-5f7a-49ab-9156-78952e536e33, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=624133aa-5f7a-49ab-9156-78952e536e33,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:18.774734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '624133aa-5f7a-49ab-9156-78952e536e33', 'network_id': '2c524bf3-4cdf-47fc-80b7-0a37b346c379', 'port_id': '624133aa-5f7a-49ab-9156-78952e536e33', 'mac_address': 'fa:16:3e:1f:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82cf6a89-1396-443a-8a61-6869531b2649', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:18:18.831412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 624133aa-5f7a-49ab-9156-78952e536e33 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:18:18.831791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:18.851905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624133aa-5f7a-49ab-9156-78952e536e33 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:18:18.868526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 624133aa-5f7a-49ab-9156-78952e536e33, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=624133aa-5f7a-49ab-9156-78952e536e33,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:18.875604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:18.951364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=624133aa-5f7a-49ab-9156-78952e536e33,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:19.125987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['624133aa-5f7a-49ab-9156-78952e536e33'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:18:19.609671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364af8-e253-4145-984f-cac7f911b7e8 req-32be92cb-798f-4465-9d62-bc821560f214 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:19.611330 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-51364af8-e253-4145-984f-cac7f911b7e8 req-32be92cb-798f-4465-9d62-bc821560f214 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 948 time: 0.0949984 May 19 13:18:19.654728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-51364af8-e253-4145-984f-cac7f911b7e8 req-34c1d928-e730-4c9c-a1f3-0f03c9c06ef1 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 May 19 13:18:20.616861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 624133aa-5f7a-49ab-9156-78952e536e33 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:20.698616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 624133aa-5f7a-49ab-9156-78952e536e33 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:20.704406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 624133aa-5f7a-49ab-9156-78952e536e33 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:20.704779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:20.826944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 624133aa-5f7a-49ab-9156-78952e536e33 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:18:20.827425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:20.846580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1695a2-9763-456c-b841-1cae5ec4bb0e req-87f69551-fd0f-4cbb-899f-eab044724045 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:20.848018 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec1695a2-9763-456c-b841-1cae5ec4bb0e req-87f69551-fd0f-4cbb-899f-eab044724045 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 948 time: 0.0831432 May 19 13:18:20.855861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624133aa-5f7a-49ab-9156-78952e536e33'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:18:20.871111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 624133aa-5f7a-49ab-9156-78952e536e33, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=624133aa-5f7a-49ab-9156-78952e536e33,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:20.875907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:20.894689 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec1695a2-9763-456c-b841-1cae5ec4bb0e req-2cdbee78-b644-4101-9366-a77d9c9336d8 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 May 19 13:18:20.906699 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200ebde6-fc15-4145-9cdf-9428eef583bc'] response: {'server_uuid': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624133aa-5f7a-49ab-9156-78952e536e33', 'code': 200} May 19 13:18:20.946426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=624133aa-5f7a-49ab-9156-78952e536e33,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:21.147730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cb441-dfeb-419d-86a1-0995b1bf87ea req-72e16bf3-fef2-40f6-b481-05e1d20a1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:21.149080 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2e2cb441-dfeb-419d-86a1-0995b1bf87ea req-72e16bf3-fef2-40f6-b481-05e1d20a1b0b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 1102 time: 0.0731330 May 19 13:18:21.208436 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2e2cb441-dfeb-419d-86a1-0995b1bf87ea req-bfc8b7f8-0057-4c3d-ab09-9788c8e21b63 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 May 19 13:18:22.098449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17189f-557a-4869-a693-5c2d1c1e12d5 req-7d181afe-3bda-4dd9-a232-3e6a833506e6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:22.100283 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9a17189f-557a-4869-a693-5c2d1c1e12d5 req-7d181afe-3bda-4dd9-a232-3e6a833506e6 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 949 time: 0.0862646 May 19 13:18:22.147993 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9a17189f-557a-4869-a693-5c2d1c1e12d5 req-4b082fd1-ed54-477e-8c32-50ae569dcf74 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 May 19 13:18:23.340483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8680-1947-4ce7-843b-227b362905bd req-c7682a6a-de8c-4ac7-8809-c26924539bf5 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:23.341942 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-38cb8680-1947-4ce7-843b-227b362905bd req-c7682a6a-de8c-4ac7-8809-c26924539bf5 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 949 time: 0.0853903 May 19 13:18:23.388818 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-38cb8680-1947-4ce7-843b-227b362905bd req-dbc468d4-dce8-46a2-bb1b-5803c7576d38 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 May 19 13:18:24.516089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a12f3-4792-4a93-8446-64461611f29a req-f7f4b7bf-e99f-49c4-accf-2ca3c8b0f2eb tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:24.517649 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181a12f3-4792-4a93-8446-64461611f29a req-f7f4b7bf-e99f-49c4-accf-2ca3c8b0f2eb tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 949 time: 0.0884411 May 19 13:18:24.564575 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-181a12f3-4792-4a93-8446-64461611f29a req-2b4bc25d-0f06-4fc7-b753-1d61c328b192 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 May 19 13:18:25.770498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7c303-4aab-4ab7-9712-1a9939adff94 req-b57bf807-4a65-43ec-8c2b-0e184e891e3a tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:25.771968 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a9d7c303-4aab-4ab7-9712-1a9939adff94 req-b57bf807-4a65-43ec-8c2b-0e184e891e3a tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 949 time: 0.0856409 May 19 13:18:25.817190 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a9d7c303-4aab-4ab7-9712-1a9939adff94 req-f48b7920-00a6-4ccf-97fe-b8f36e8fbf52 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7149a63-9ae5-41ac-b67e-1197b749228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 May 19 13:18:26.099551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-4bf01367-2c26-4ead-96fc-1ef22f281b3a tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:26.101012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-4bf01367-2c26-4ead-96fc-1ef22f281b3a tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 949 time: 0.0903881 May 19 13:18:26.176889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Deleting port 624133aa-5f7a-49ab-9156-78952e536e33 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:18:26.177453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.424765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] For port 624133aa-5f7a-49ab-9156-78952e536e33, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=624133aa-5f7a-49ab-9156-78952e536e33,segment=NetworkSegment(4afab77b-138d-4f26-af6e-dff155ab8226),segment_id=4afab77b-138d-4f26-af6e-dff155ab8226)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:26.425010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.658740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Calling delete_port for 624133aa-5f7a-49ab-9156-78952e536e33 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:18:26.815567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.865374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Pushing event deleted for resources: {'Port': ['ID=624133aa-5f7a-49ab-9156-78952e536e33,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:26.954069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] No DVR routers for this DVR port 624133aa-5f7a-49ab-9156-78952e536e33 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:18:26.956922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:26.960115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'name': 'network-vif-deleted', 'tag': '624133aa-5f7a-49ab-9156-78952e536e33'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:18:26.977963 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-388a07b1-91c9-423b-b1a2-e45cff507e98 req-1325a28a-3435-4156-90a1-c1bb1bfc3e48 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.79 "DELETE /v2.0/ports/624133aa-5f7a-49ab-9156-78952e536e33 HTTP/1.1" status: 204 len: 173 time: 0.8696058 May 19 13:18:26.989061 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-97d38000-f638-438a-bd5d-a03a24c026a1 req-b91d318f-3983-483a-80c6-3466f8439577 tempest-ServersAdminNegativeTestJSON-172802010 tempest-ServersAdminNegativeTestJSON-172802010-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fafd6c6-aeec-4410-81e3-1ab6749d8fa9 HTTP/1.1" status: 200 len: 210 time: 0.0547640 May 19 13:18:27.030380 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c395ed7b-07a6-4e27-be6d-4f75d70793e8'] response: {'server_uuid': '4fafd6c6-aeec-4410-81e3-1ab6749d8fa9', 'name': 'network-vif-deleted', 'tag': '624133aa-5f7a-49ab-9156-78952e536e33', 'status': 'completed', 'code': 200} May 19 13:18:28.381069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40348) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:28.547897 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-08fae032-b5b7-4238-b4fb-e90c9dca793d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b57e3ec31d6b44c190069281556e5423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654837 May 19 13:18:28.551350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40354) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:28.610481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81158d6d-a946-4580-8b78-0e8d7ab6e23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:28.636061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81158d6d-a946-4580-8b78-0e8d7ab6e23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:28.654514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 624133aa-5f7a-49ab-9156-78952e536e33 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:18:28.690080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81158d6d-a946-4580-8b78-0e8d7ab6e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:28.691870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 624133aa-5f7a-49ab-9156-78952e536e33 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:18:28.692214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 624133aa-5f7a-49ab-9156-78952e536e33 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:18:28.710425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81158d6d-a946-4580-8b78-0e8d7ab6e23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7149a63-9ae5-41ac-b67e-1197b749228f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:28.720645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81158d6d-a946-4580-8b78-0e8d7ab6e23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:28.721802 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81158d6d-a946-4580-8b78-0e8d7ab6e23e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7149a63-9ae5-41ac-b67e-1197b749228f HTTP/1.1" status: 204 len: 168 time: 0.1694798 May 19 13:18:29.017090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40362) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:29.034696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.049549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:29.054003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:298ed46a7bf1442ea08d3d0adbaadb65 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:29.057167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:29.063861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:29.153273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.158553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.205830 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=298ed46a7bf1442ea08d3d0adbaadb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876249 May 19 13:18:29.206688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3c2ce-565d-4dde-a203-0156051cbbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88579b9-8223-4cbb-82ce-6b1fa529b481,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:29.208736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40366) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:29.271827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c4a9-9f58-4ccb-9bad-2561bd71dfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.299011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c4a9-9f58-4ccb-9bad-2561bd71dfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.354494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c4a9-9f58-4ccb-9bad-2561bd71dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.372388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4c4a9-9f58-4ccb-9bad-2561bd71dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88579b9-8223-4cbb-82ce-6b1fa529b481,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:29.381223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c4a9-9f58-4ccb-9bad-2561bd71dfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:29.383950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a5b4c4a9-9f58-4ccb-9bad-2561bd71dfc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b88579b9-8223-4cbb-82ce-6b1fa529b481 HTTP/1.1" status: 204 len: 168 time: 0.1725450 May 19 13:18:30.165767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40390) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:30.275026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-735970200-network', 'tenant_id': 'e65f2bf823fe4e7c923c8512fa0b1ca9'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:30.282191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:30.288450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Usage tracker for resource:network and tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:30.293134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:30.301761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:30.314766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Made reservation on behalf of e65f2bf823fe4e7c923c8512fa0b1ca9 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:30.316949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.329419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.344138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:30.348367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Usage tracker for resource:security_group_rule and tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:30.351584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:30.357393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:30.439487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.445787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.475124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:18:30.483236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:30.488677 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.489008 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Added segment b08d98ec-2cd1-4f82-9611-f9ab962866ba of type vlan for network d865ff85-7b32-42f0-a851-47a6cb1510a2 May 19 13:18:30.514283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.550363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.551449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:30.552005 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.651955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] Pushing event updated for resources: {'Network': ['ID=d865ff85-7b32-42f0-a851-47a6cb1510a2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:30.658717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4e170583-b58a-4c97-82d7-e9664ee80307 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4916348 May 19 13:18:30.661592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40396) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:30.662316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network d865ff85-7b32-42f0-a851-47a6cb1510a2 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:18:30.666974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Request body: {'subnet': {'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-735970200-subnet', 'tenant_id': 'e65f2bf823fe4e7c923c8512fa0b1ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:30.672218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:30.676431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Usage tracker for resource:subnet and tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:30.679529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:30.685550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:30.696161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Made reservation on behalf of e65f2bf823fe4e7c923c8512fa0b1ca9 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:30.698445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.914708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:30.983879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6931a57-d9a9-4935-9c55-6393dae61249,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:30.994246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Checking segment: {'id': 'b08d98ec-2cd1-4f82-9611-f9ab962866ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:18:30.994591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Network hostable DHCP agents. Network: d865ff85-7b32-42f0-a851-47a6cb1510a2, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:18:31.015185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Network d865ff85-7b32-42f0-a851-47a6cb1510a2 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:18:31.025780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, d865ff85-7b32-42f0-a851-47a6cb1510a2) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:31.029886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:31.030458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:31.036621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0455cb-1402-4666-afb1-b70be6a3e9c6 None None] Network d865ff85-7b32-42f0-a851-47a6cb1510a2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:18:31.052859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9e2b6972-3b7f-425a-831d-5b34f9677c0d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3902454 May 19 13:18:31.200624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-644144a5-cce9-41ff-aa20-09b0b6293e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:31.298539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda74b0-be26-4adc-9e43-8ab31a67e878 None None] Network d865ff85-7b32-42f0-a851-47a6cb1510a2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:18:31.583364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-24a2d197-2e38-44fa-a69a-a67d30b62edf tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:31.583970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-24a2d197-2e38-44fa-a69a-a67d30b62edf tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Synchronizing usage tracker for tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:31.603916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-24a2d197-2e38-44fa-a69a-a67d30b62edf tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Unset dirty status for tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:31.605095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-24a2d197-2e38-44fa-a69a-a67d30b62edf tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/networks?id=d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 200 len: 811 time: 0.1804492 May 19 13:18:31.620109 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-586be3f3-3bfc-4693-8620-78a35ada9d77 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/quotas/e65f2bf823fe4e7c923c8512fa0b1ca9 HTTP/1.1" status: 200 len: 375 time: 0.0090117 May 19 13:18:31.670531 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-af809d0f-2914-4e32-8116-2768c494aaa1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455093 May 19 13:18:31.808137 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-069fa6e9-14a9-40d8-bdb3-6edceaf29c4e service neutron] 10.222.0.44 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299040 May 19 13:18:31.947938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-1e544aff-432f-4d34-8feb-b6e2f1c1654d service neutron] 10.222.0.44 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336777 May 19 13:18:32.135981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-48f0b8ae-f017-4641-814d-2d6042010090 req-25e8f678-b254-4c5c-8ba3-50192cff8382 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 210 time: 0.0464666 May 19 13:18:33.390842 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4f15b3ef-aecc-477e-ba31-9e7dc92ed5b7 req-0609796d-7698-4a01-82a0-1e97f31db88f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 210 time: 0.0566776 May 19 13:18:33.403432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-19676a57-0550-4738-823a-e16487900ee1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:33.404466 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-19676a57-0550-4738-823a-e16487900ee1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.79 "GET /v2.0/networks?id=d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 200 len: 811 time: 0.2967124 May 19 13:18:33.417671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Request body: {'port': {'device_id': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2', 'admin_state_up': True, 'tenant_id': 'e65f2bf823fe4e7c923c8512fa0b1ca9'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:33.551884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:18:33.555804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Usage tracker for resource:port and tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:18:33.558754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:18:33.564567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:18:33.575867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Made reservation on behalf of e65f2bf823fe4e7c923c8512fa0b1ca9 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:18:33.580051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:33.616444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4506dfb4-b9f4-42d1-92ca-5b5d2334892f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:33.752725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Allocated IP 172.20.0.7 (d865ff85-7b32-42f0-a851-47a6cb1510a2/c6931a57-d9a9-4935-9c55-6393dae61249/a869cab8-4eaf-4ba0-ab4f-0476d3cb5565) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:18:33.965303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.002051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.077176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Network d865ff85-7b32-42f0-a851-47a6cb1510a2 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:18:34.080759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:18:34.083461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:18:34.124349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:34.156462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:34.157344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.178270 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-205b7127-67af-4ce3-9518-75292c359feb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642078 May 19 13:18:34.190840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Request body: {'port': {'device_id': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:18:34.313681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.577061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8081962-b445-4bf8-b410-7c5068d06061 req-7b6493e1-8c58-49f8-bb47-efe6cced911b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:34.578509 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c8081962-b445-4bf8-b410-7c5068d06061 req-7b6493e1-8c58-49f8-bb47-efe6cced911b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 931 time: 0.0825813 May 19 13:18:34.624507 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c8081962-b445-4bf8-b410-7c5068d06061 req-e1cdb696-7c1e-4ec8-aa4e-be21b8d4b055 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 May 19 13:18:34.662848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:18:34.670372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.684826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Transition to ACTIVE for port object a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:18:34.691286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.817176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.823562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:34.901734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:34.926809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Attempting to bind port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:18:34.927064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Attempting to bind port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'b08d98ec-2cd1-4f82-9611-f9ab962866ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:18:34.927391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Attempting to bind port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 on network d865ff85-7b32-42f0-a851-47a6cb1510a2 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:34.932223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 on network d865ff85-7b32-42f0-a851-47a6cb1510a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:18:34.932542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Attempting to bind port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 on network d865ff85-7b32-42f0-a851-47a6cb1510a2 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:18:34.938180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:18:34.938445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Checking segment: {'id': 'b08d98ec-2cd1-4f82-9611-f9ab962866ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:18:34.938849 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Bound using segment: {'id': 'b08d98ec-2cd1-4f82-9611-f9ab962866ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:18:34.939275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Bound port: a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08d98ec-2cd1-4f82-9611-f9ab962866ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:18:34.939617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:35.031001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:18:35.034167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:18:35.040903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:35.098903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:35.099513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:35.100878 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] 10.222.0.79 "PUT /v2.0/ports/a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 200 len: 1093 time: 0.9144037 May 19 13:18:35.101302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:18:35.124737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fc843-e4b1-4040-96de-72900f19bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:35.156205 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0db4cb-406e-4413-b762-72f43a309bde'] response: {'name': 'network-changed', 'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'status': 'completed', 'code': 200} May 19 13:18:35.346106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-63052b0a-f4f8-4ff2-8e35-90efe7c3ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:35.347888 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-63052b0a-f4f8-4ff2-8e35-90efe7c3ee10 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 1096 time: 0.1862586 May 19 13:18:35.417735 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-26e13b35-1685-46a3-8439-2607a5534c10 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 200 len: 217 time: 0.0629430 May 19 13:18:35.485861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-2e57d254-a810-453a-9e56-b8e000ffa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:35.487170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-2e57d254-a810-453a-9e56-b8e000ffa82d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6931a57-d9a9-4935-9c55-6393dae61249 HTTP/1.1" status: 200 len: 851 time: 0.0619957 May 19 13:18:35.534140 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-f129d00b-42e2-43ab-b54c-8e361b8f1507 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d865ff85-7b32-42f0-a851-47a6cb1510a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388310 May 19 13:18:35.667295 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-6de2cc21-e847-4d4c-94fd-93d4bc382b3c service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 May 19 13:18:35.816783 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0e5c192-e611-4346-b7b2-b8b7dfd176be req-4c6e76cb-71be-438e-8234-49cd620ccb07 service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419241 May 19 13:18:35.827039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b27e39-cc40-4ae6-b2d5-c116dd514db8 req-d45f1445-8579-4688-ac84-a81109c5de27 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:35.828485 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e5b27e39-cc40-4ae6-b2d5-c116dd514db8 req-d45f1445-8579-4688-ac84-a81109c5de27 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 943 time: 0.0863087 May 19 13:18:35.874833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e5b27e39-cc40-4ae6-b2d5-c116dd514db8 req-c5622722-8180-4d77-842c-2e7361c5e7f0 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 May 19 13:18:35.940746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-93cdf480-ce55-48f8-a3ea-f8e45f5319a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:35.942235 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-93cdf480-ce55-48f8-a3ea-f8e45f5319a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 1096 time: 0.0752509 May 19 13:18:35.996124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:36.093567 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-e9ed206c-6d6e-4485-993f-0ff04bcd1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:36.095101 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-e9ed206c-6d6e-4485-993f-0ff04bcd1ce3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 200 len: 912 time: 0.1384645 May 19 13:18:36.166892 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-02ad7fa0-83bd-40b0-9224-ddeb3fc0ba76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 200 len: 217 time: 0.0649891 May 19 13:18:36.237223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-30d3d4cd-49c6-4cb3-99bd-15bd5e1bba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:36.238789 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-30d3d4cd-49c6-4cb3-99bd-15bd5e1bba41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6931a57-d9a9-4935-9c55-6393dae61249 HTTP/1.1" status: 200 len: 851 time: 0.0640173 May 19 13:18:36.289475 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-5cdc1cbf-4636-4012-9202-08994e06fbc9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d865ff85-7b32-42f0-a851-47a6cb1510a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401623 May 19 13:18:36.428153 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-efe85708-b58f-4129-9622-2a708fa01dfe service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292529 May 19 13:18:36.566240 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2353bbd4-bb9c-421b-9468-85bc11d75e91 req-3ed83e22-5136-43be-8033-94597ffa29ae service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296329 May 19 13:18:37.081879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-26c560a6-7725-42d3-828b-4f11163fa973 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:37.082671 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-26c560a6-7725-42d3-828b-4f11163fa973 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Synchronizing usage tracker for tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:37.101221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-26c560a6-7725-42d3-828b-4f11163fa973 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Unset dirty status for tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:37.102383 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-26c560a6-7725-42d3-828b-4f11163fa973 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 943 time: 0.1100543 May 19 13:18:37.147828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-1dfe1447-32cb-4e44-a44f-08b89a7109e9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Synchronizing usage tracker for tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:18:37.165385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-1dfe1447-32cb-4e44-a44f-08b89a7109e9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Unset dirty status for tenant:e65f2bf823fe4e7c923c8512fa0b1ca9 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:18:37.166556 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-57daf613-9696-47e5-8ceb-9732cd2ac570 req-1dfe1447-32cb-4e44-a44f-08b89a7109e9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 May 19 13:18:37.673022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.366700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31162-db99-4f0a-b2cf-205c225d752d req-0a8de834-cf10-4673-94ee-5682b04a3d16 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:38.368127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-efb31162-db99-4f0a-b2cf-205c225d752d req-0a8de834-cf10-4673-94ee-5682b04a3d16 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 943 time: 0.0825572 May 19 13:18:38.420131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-efb31162-db99-4f0a-b2cf-205c225d752d req-a85d2526-24c8-4930-930e-5354ff97bc56 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 May 19 13:18:38.678790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:18:38.821080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:38.834460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2', 'port_id': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'mac_address': 'fa:16:3e:22:b0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6931a57-d9a9-4935-9c55-6393dae61249', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:18:38.895392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:18:38.895765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:38.912872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:18:38.929640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:38.937213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:39.005888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:39.182053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:18:39.634046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892979a-b93a-4933-b080-71114865d8c8 req-03a06a45-3aca-40eb-9d51-52ec7101631c tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:39.635543 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c892979a-b93a-4933-b080-71114865d8c8 req-03a06a45-3aca-40eb-9d51-52ec7101631c tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 944 time: 0.0993302 May 19 13:18:39.680818 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c892979a-b93a-4933-b080-71114865d8c8 req-9963134e-5a04-4f72-906e-b285956fcf3c tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395775 May 19 13:18:40.684959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:18:40.761933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:18:40.766875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:18:40.767347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.874595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281581f-fe42-4bd4-83ff-16244beac7a5 req-05465162-44be-4d1d-903e-c4d37dac07e9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:40.876085 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1281581f-fe42-4bd4-83ff-16244beac7a5 req-05465162-44be-4d1d-903e-c4d37dac07e9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 944 time: 0.0817382 May 19 13:18:40.884383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:18:40.884761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.911956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:18:40.922296 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1281581f-fe42-4bd4-83ff-16244beac7a5 req-f2f9e208-039b-459e-a260-2aca77355244 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 May 19 13:18:40.927599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:18:40.932573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:18:40.976423 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c68e9c-8b75-4854-a008-971ca1c97452'] response: {'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'code': 200} May 19 13:18:41.011916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:18:41.212604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e763d4-bd0b-4baf-bf85-117a1e2ec5c9 req-2edac96e-2ba3-4f5e-b4fe-a6aeb1dc2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:41.213996 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40e763d4-bd0b-4baf-bf85-117a1e2ec5c9 req-2edac96e-2ba3-4f5e-b4fe-a6aeb1dc2ba3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 1098 time: 0.0712759 May 19 13:18:41.265104 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40e763d4-bd0b-4baf-bf85-117a1e2ec5c9 req-fb298f8c-68e1-4301-8db8-b113e900df9d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 May 19 13:18:42.118871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2cd6-9146-4b34-930c-c0a0b33abfd9 req-69a5fc96-7b94-4ae4-9d46-0de293be35f2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:42.120283 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7a1a2cd6-9146-4b34-930c-c0a0b33abfd9 req-69a5fc96-7b94-4ae4-9d46-0de293be35f2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0863361 May 19 13:18:42.164492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7a1a2cd6-9146-4b34-930c-c0a0b33abfd9 req-8b7515af-460d-4aa1-86ab-97099a3916db tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 May 19 13:18:43.361269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65f8f-1d8f-44d3-819b-f6787c259ef5 req-bb7aa903-14f3-4335-ae59-b698f3af294b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:43.362726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-03b65f8f-1d8f-44d3-819b-f6787c259ef5 req-bb7aa903-14f3-4335-ae59-b698f3af294b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0890627 May 19 13:18:43.411384 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-03b65f8f-1d8f-44d3-819b-f6787c259ef5 req-60bc256b-e063-431e-a389-e8af94153375 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 May 19 13:18:43.782162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40460) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:18:43.937854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ab6a-76ca-4234-aac3-417ca58943c4 req-4d679c63-433a-4b6e-a316-e287eabf0b74 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:43.939513 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2816ab6a-76ca-4234-aac3-417ca58943c4 req-4d679c63-433a-4b6e-a316-e287eabf0b74 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.1988764 May 19 13:18:43.985853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2816ab6a-76ca-4234-aac3-417ca58943c4 req-a535e61e-e856-442d-9bb8-271428ca6e8b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 May 19 13:18:44.016942 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-f25ccdac-4280-49e2-b03f-5a384dbbc43d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2333512 May 19 13:18:45.176629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421c6c4-a92f-47f7-b7b2-1f93efdd0839 req-743a162f-3407-4dd4-b4a8-e90f901bf2d5 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:45.178098 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0421c6c4-a92f-47f7-b7b2-1f93efdd0839 req-743a162f-3407-4dd4-b4a8-e90f901bf2d5 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0847833 May 19 13:18:45.227735 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0421c6c4-a92f-47f7-b7b2-1f93efdd0839 req-373dbed3-9023-414e-bf6d-a70b114dc69c tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 May 19 13:18:45.396351 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-48bc50c3-8bf4-4a71-bb86-ef2ec42ea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:45.397823 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-48bc50c3-8bf4-4a71-bb86-ef2ec42ea7f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 1098 time: 0.0762033 May 19 13:18:45.537806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-39aad256-9c03-455f-81fa-7da51437cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:45.539281 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-39aad256-9c03-455f-81fa-7da51437cd21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 200 len: 912 time: 0.1348612 May 19 13:18:45.611413 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-a7f8c6c9-dc32-4777-b6af-70d47b73ce1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 200 len: 217 time: 0.0645380 May 19 13:18:45.672990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-22ce50fe-656c-4605-b199-e5a2b7949984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:45.674331 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-22ce50fe-656c-4605-b199-e5a2b7949984 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6931a57-d9a9-4935-9c55-6393dae61249 HTTP/1.1" status: 200 len: 851 time: 0.0566025 May 19 13:18:45.728170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-6c9aea0c-f988-4a10-958b-40316c7b80d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d865ff85-7b32-42f0-a851-47a6cb1510a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459502 May 19 13:18:45.865016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-f22fe7e2-193f-4970-bd23-3276ff4561fb service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281130 May 19 13:18:46.013251 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-180a0ab3-4a37-4a47-936c-099a0fad1f5b service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394343 May 19 13:18:46.421981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d174-ee1c-4adb-aea4-48bf6bafce9f req-a2e1c128-6112-43b8-965b-d6df72ae9abf tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:46.423518 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0ac9d174-ee1c-4adb-aea4-48bf6bafce9f req-a2e1c128-6112-43b8-965b-d6df72ae9abf tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0848899 May 19 13:18:46.470627 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0ac9d174-ee1c-4adb-aea4-48bf6bafce9f req-65344b94-2414-4b7c-bb0e-61ed558698d0 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 May 19 13:18:47.690219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a789f9-2424-49ad-8dac-e53dff6bd387 req-a32e785d-4a89-46fe-9782-41e21db5fcfd tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:47.691696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36a789f9-2424-49ad-8dac-e53dff6bd387 req-a32e785d-4a89-46fe-9782-41e21db5fcfd tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0849376 May 19 13:18:47.737404 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36a789f9-2424-49ad-8dac-e53dff6bd387 req-ecc2b626-131b-4791-a629-eca699c8b359 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 May 19 13:18:48.940946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f824ae8-8934-474b-b1d4-5f8e60b0edcb req-0248eec3-2956-4c2e-8d11-1cce2ea30746 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:48.942372 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9f824ae8-8934-474b-b1d4-5f8e60b0edcb req-0248eec3-2956-4c2e-8d11-1cce2ea30746 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0878839 May 19 13:18:48.988632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9f824ae8-8934-474b-b1d4-5f8e60b0edcb req-e4f44508-a7a7-4537-877a-bbe856d6bffb tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 May 19 13:18:50.187780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d3dfa-d5b0-4677-bd58-79d17ce23b68 req-b2f382c4-65cf-4ed8-a0ec-c6bc2338c1e1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:50.189345 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4c9d3dfa-d5b0-4677-bd58-79d17ce23b68 req-b2f382c4-65cf-4ed8-a0ec-c6bc2338c1e1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0848196 May 19 13:18:50.237454 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4c9d3dfa-d5b0-4677-bd58-79d17ce23b68 req-39c8ef6c-f411-43de-be79-30e9b8f21bb1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 May 19 13:18:50.468614 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:18:51.436779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1f465-0cdc-4152-b2f5-619ecaa38d0b req-b0280345-de57-4584-8489-2f2fac203e65 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:51.438281 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7dd1f465-0cdc-4152-b2f5-619ecaa38d0b req-b0280345-de57-4584-8489-2f2fac203e65 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0932846 May 19 13:18:51.485047 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7dd1f465-0cdc-4152-b2f5-619ecaa38d0b req-94a4399e-0e85-4d3a-9610-a32b7dd41048 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 May 19 13:18:52.684341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7288-d6a8-4a67-b5dc-446ff9159bfe req-4657893e-54a4-4a59-bf18-ae5235aab4d9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:52.685753 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2eaa7288-d6a8-4a67-b5dc-446ff9159bfe req-4657893e-54a4-4a59-bf18-ae5235aab4d9 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0814183 May 19 13:18:52.729156 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2eaa7288-d6a8-4a67-b5dc-446ff9159bfe req-91612cc8-e94a-4c5a-a853-d466d0b73e9d tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 May 19 13:18:53.940339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4db3-15ab-4af8-bfbb-53bf6928dafb req-4d4b8e42-62f2-4e76-b934-c5caa577ff54 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:53.941765 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dead4db3-15ab-4af8-bfbb-53bf6928dafb req-4d4b8e42-62f2-4e76-b934-c5caa577ff54 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0946422 May 19 13:18:53.987000 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dead4db3-15ab-4af8-bfbb-53bf6928dafb req-4fd6b244-fc95-48c9-bf26-f817c68b0aea tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 May 19 13:18:55.209610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f363-39e6-4611-9367-38907ecce9eb req-ef4855f3-621e-443f-8389-ddeaaa9c81ba tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:55.211102 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d524f363-39e6-4611-9367-38907ecce9eb req-ef4855f3-621e-443f-8389-ddeaaa9c81ba tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0909114 May 19 13:18:55.261155 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d524f363-39e6-4611-9367-38907ecce9eb req-710d7e6b-ef24-4863-b07d-ce3e3e2552c2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 May 19 13:18:56.479164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787b6b6-6afa-4745-8b07-6a63fa813946 req-0f372088-9368-4851-b373-ca966571221f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:56.480528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4787b6b6-6afa-4745-8b07-6a63fa813946 req-0f372088-9368-4851-b373-ca966571221f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0976114 May 19 13:18:56.527896 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4787b6b6-6afa-4745-8b07-6a63fa813946 req-3534adbc-a088-4383-aea1-c409b0281b7d tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 May 19 13:18:57.729536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b466d5-ba05-47d4-9393-7e5e73f3aa0c req-0ebfb01e-e243-49d0-9b61-7c5c49962bbe tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:57.731008 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07b466d5-ba05-47d4-9393-7e5e73f3aa0c req-0ebfb01e-e243-49d0-9b61-7c5c49962bbe tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0923510 May 19 13:18:57.778608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-07b466d5-ba05-47d4-9393-7e5e73f3aa0c req-d9523cb0-62b6-4add-8f2d-db01f8ba8843 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 May 19 13:18:58.981701 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380be8-7be2-4197-8af7-c33ce27428c9 req-aa0b4a5e-09a2-4a57-a6fc-136915c4b655 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:18:58.983178 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77380be8-7be2-4197-8af7-c33ce27428c9 req-aa0b4a5e-09a2-4a57-a6fc-136915c4b655 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0858877 May 19 13:18:59.028319 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-77380be8-7be2-4197-8af7-c33ce27428c9 req-001fbebe-d682-492a-abd0-bdd297be5383 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 May 19 13:19:00.230382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e669d-5df1-49ff-96b9-60e7bc907489 req-31851f82-3456-40b2-b29c-1027c006c91b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:00.232183 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce2e669d-5df1-49ff-96b9-60e7bc907489 req-31851f82-3456-40b2-b29c-1027c006c91b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0878375 May 19 13:19:00.277156 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce2e669d-5df1-49ff-96b9-60e7bc907489 req-231de5bf-09c4-4f93-8db2-7eb7400a1b20 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 May 19 13:19:01.176021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ba0961c-efef-4333-ad85-e71c663dd041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:01.483345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246035-84bd-4591-9863-cf0ad36db3b0 req-20f4c93c-4d6d-46fa-9dad-b2711dc7e1a8 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:01.484657 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-82246035-84bd-4591-9863-cf0ad36db3b0 req-20f4c93c-4d6d-46fa-9dad-b2711dc7e1a8 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0869741 May 19 13:19:01.530850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-82246035-84bd-4591-9863-cf0ad36db3b0 req-d8d97f1d-de30-41d7-b790-530062e9001f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 May 19 13:19:02.734602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c550b6c-d670-4340-95eb-d525214948fd req-5c86e386-f9c6-4a56-ba5e-1a502c8487b3 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:02.736093 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5c550b6c-d670-4340-95eb-d525214948fd req-5c86e386-f9c6-4a56-ba5e-1a502c8487b3 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0937765 May 19 13:19:02.787850 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5c550b6c-d670-4340-95eb-d525214948fd req-7f2d6750-73b6-4205-94b0-6070afde3f78 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 May 19 13:19:03.631405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-255e5e74-6e98-4673-b846-ce4b1992d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:03.987428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9310c08-6062-4cc1-9ba9-65a4dbd87528 req-09a56c76-6ef8-4a02-adea-a26166a53b94 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:03.988989 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9310c08-6062-4cc1-9ba9-65a4dbd87528 req-09a56c76-6ef8-4a02-adea-a26166a53b94 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0829644 May 19 13:19:04.033656 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9310c08-6062-4cc1-9ba9-65a4dbd87528 req-74355ae3-f168-4996-be14-b7b709700052 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 May 19 13:19:04.826986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:04.912987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:05.233942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f5c1-7695-4b50-83ce-e59f11be3908 req-036a52f9-5e87-4a28-a68d-20a8f4460d99 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:05.235571 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fa87f5c1-7695-4b50-83ce-e59f11be3908 req-036a52f9-5e87-4a28-a68d-20a8f4460d99 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0885105 May 19 13:19:05.279831 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fa87f5c1-7695-4b50-83ce-e59f11be3908 req-c545d287-f44e-4871-aa94-1617b640c614 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 May 19 13:19:05.999407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:06.482695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef7734-e3ec-4c3c-8bf3-01b067595dd5 req-94a0937e-0b2c-4db1-8c6b-ff9a27a81bc2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:06.484053 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4eef7734-e3ec-4c3c-8bf3-01b067595dd5 req-94a0937e-0b2c-4db1-8c6b-ff9a27a81bc2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0903912 May 19 13:19:06.540274 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4eef7734-e3ec-4c3c-8bf3-01b067595dd5 req-3ef3a1c4-bdfe-440f-b021-c5e6589de0f2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466204 May 19 13:19:07.653226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:07.734910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50630e5b-186c-4254-b0d8-e22873d4dc1d req-3428a0df-fd34-4902-9826-56fa358eebdd tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:07.736344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50630e5b-186c-4254-b0d8-e22873d4dc1d req-3428a0df-fd34-4902-9826-56fa358eebdd tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0833280 May 19 13:19:07.787189 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50630e5b-186c-4254-b0d8-e22873d4dc1d req-314f0f4d-d834-4223-bedf-4452c0aaad37 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 May 19 13:19:09.005952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d4858-84c7-4d8d-8259-b8442d822b5b req-e684ebf4-68d7-47d0-bd7c-d223353002b6 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:09.007416 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-723d4858-84c7-4d8d-8259-b8442d822b5b req-e684ebf4-68d7-47d0-bd7c-d223353002b6 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0948787 May 19 13:19:09.055373 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-723d4858-84c7-4d8d-8259-b8442d822b5b req-11c89697-269b-448b-bab3-f15544e5164b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 May 19 13:19:10.261833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272efeb-7b52-4958-af92-61895eaf50ab req-301ecfba-8cdc-4a8e-9de6-cfbad2c52a7c tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:10.263305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9272efeb-7b52-4958-af92-61895eaf50ab req-301ecfba-8cdc-4a8e-9de6-cfbad2c52a7c tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0922091 May 19 13:19:10.314419 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9272efeb-7b52-4958-af92-61895eaf50ab req-dbf5bb6b-dde3-4600-8207-54559b337059 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 May 19 13:19:11.610207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b38a6-fb0b-406a-b54d-1c91f52f6804 req-a0cdf9b4-9908-4855-9611-b1f4e4173336 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:11.611793 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-288b38a6-fb0b-406a-b54d-1c91f52f6804 req-a0cdf9b4-9908-4855-9611-b1f4e4173336 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.1917677 May 19 13:19:11.657103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-288b38a6-fb0b-406a-b54d-1c91f52f6804 req-a4603be8-18f3-442b-8455-85424e105ee1 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 May 19 13:19:12.867686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80fe83-1605-4739-a5d2-17996a5ce871 req-d2922a5e-0ff5-4652-8eb6-a7bd805029d6 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:12.869141 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4e80fe83-1605-4739-a5d2-17996a5ce871 req-d2922a5e-0ff5-4652-8eb6-a7bd805029d6 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0964580 May 19 13:19:12.914036 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4e80fe83-1605-4739-a5d2-17996a5ce871 req-0897af4c-949e-446b-8736-9204ed2e9bd7 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 May 19 13:19:12.976686 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-d28d3a85-3cdc-4b01-9358-c35d54e52dff service neutron] 10.222.0.79 "GET /v2.0/ports/a869cab8-4eaf-4ba0-ab4f-0476d3cb5565/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0803711 May 19 13:19:13.257357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-b1e50b14-0feb-48f5-9dc2-dd97cc7c345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:13.258853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-b1e50b14-0feb-48f5-9dc2-dd97cc7c345d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703&tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0841901 May 19 13:19:13.357071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-7cac26d5-c649-40c2-bf6c-03d61293195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:13.358587 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-7cac26d5-c649-40c2-bf6c-03d61293195a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 1098 time: 0.0763197 May 19 13:19:13.492746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-5f6d5d05-92fe-4b23-aed8-bae2d9d129ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:13.494049 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-5f6d5d05-92fe-4b23-aed8-bae2d9d129ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 200 len: 912 time: 0.1283038 May 19 13:19:13.561610 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-990a80d5-79fc-407b-8a61-f4bcd454dad1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 200 len: 217 time: 0.0598035 May 19 13:19:13.627523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-ffe98871-e41e-4044-bd44-726627817d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:13.628893 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-ffe98871-e41e-4044-bd44-726627817d20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6931a57-d9a9-4935-9c55-6393dae61249 HTTP/1.1" status: 200 len: 851 time: 0.0606725 May 19 13:19:13.674051 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-c6509fb2-fa19-4bc0-bf40-d97644da1e9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d865ff85-7b32-42f0-a851-47a6cb1510a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384035 May 19 13:19:13.820666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-8af0b821-f035-4b14-93a3-cb10d5a97a3c service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381369 May 19 13:19:13.964019 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d8af685b-c6ba-4983-adeb-866e9298e45e req-6f97ed27-2718-4904-84f1-ad3448031690 service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359446 May 19 13:19:14.108999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b92651-320d-4f51-8f56-4d95be953ce8 req-1736a079-31ef-4455-8392-f596028db924 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:14.110442 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15b92651-320d-4f51-8f56-4d95be953ce8 req-1736a079-31ef-4455-8392-f596028db924 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0884883 May 19 13:19:14.159460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-15b92651-320d-4f51-8f56-4d95be953ce8 req-658eddd9-82a2-479a-8220-a22a7f9cbc5b tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 May 19 13:19:15.360715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5269-2e02-4f94-af83-32a7f6943271 req-1849e45a-0e7f-4284-bbf1-1cbbe3033a7f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:15.362131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-483e5269-2e02-4f94-af83-32a7f6943271 req-1849e45a-0e7f-4284-bbf1-1cbbe3033a7f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0845602 May 19 13:19:15.410398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-483e5269-2e02-4f94-af83-32a7f6943271 req-8b6b9fee-2850-4b48-94e3-88f2597bc259 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 May 19 13:19:16.624508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2b96e-b4ee-43e9-bbff-c7f000ff879b req-611d1d5f-4e1e-4336-9e28-3a6b780153f2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:16.625963 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a3f2b96e-b4ee-43e9-bbff-c7f000ff879b req-611d1d5f-4e1e-4336-9e28-3a6b780153f2 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0965981 May 19 13:19:16.681277 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a3f2b96e-b4ee-43e9-bbff-c7f000ff879b req-3207d0fa-1b7f-4c8e-9559-7aa2b46ffdd6 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 May 19 13:19:16.877595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:19:17.013023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:17.026272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'network_id': 'd865ff85-7b32-42f0-a851-47a6cb1510a2', 'port_id': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'mac_address': 'fa:16:3e:22:b0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6931a57-d9a9-4935-9c55-6393dae61249', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:19:17.080938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 is: ACTIVE; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:19:17.081338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:17.098257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:19:17.113753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:17.118758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:17.193883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:17.223191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:17.230274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-7cdc7aa2-5615-4398-873a-9059813e81b3 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:17.231714 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-7cdc7aa2-5615-4398-873a-9059813e81b3 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703&tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 944 time: 0.0916150 May 19 13:19:17.244141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.244480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.244810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.245134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.245450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.245770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.246082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.246393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.246736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.247034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.247341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.247655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:17.372990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-73f16041-6b75-41f4-b73b-ebfd6ca349ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:17.374422 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-73f16041-6b75-41f4-b73b-ebfd6ca349ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 1097 time: 0.0714126 May 19 13:19:17.519860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-e2476400-cf1a-46f7-926d-c6e2bd1549f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:17.521931 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-e2476400-cf1a-46f7-926d-c6e2bd1549f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 200 len: 912 time: 0.1394584 May 19 13:19:17.597383 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-e1e35194-a929-4bda-8ecb-504cf9cdd790 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 200 len: 217 time: 0.0685134 May 19 13:19:17.667059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-f790dc43-2aa8-4ada-8f9f-4eea89debdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:17.668361 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-f790dc43-2aa8-4ada-8f9f-4eea89debdec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c6931a57-d9a9-4935-9c55-6393dae61249 HTTP/1.1" status: 200 len: 851 time: 0.0641937 May 19 13:19:17.721369 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-f8c9b768-85e7-41cc-98ff-9b8fcb8dde3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d865ff85-7b32-42f0-a851-47a6cb1510a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419602 May 19 13:19:17.955921 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-bfefcaae-c372-4d97-b0a2-650a5331ccd2 service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271991 May 19 13:19:18.094835 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-06e55f8c-a7d8-47bf-b0bf-d9cc3a999600 service neutron] 10.222.0.79 "GET /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325107 May 19 13:19:18.893695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:19:18.964635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:19:18.965002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.052606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd21f23-c967-4f1f-b04a-b57c0dc57098 req-f6d82860-1e3c-425f-8a4c-1f1f1437925d tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:19.054191 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3fd21f23-c967-4f1f-b04a-b57c0dc57098 req-f6d82860-1e3c-425f-8a4c-1f1f1437925d tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 944 time: 0.0806675 May 19 13:19:19.102181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3fd21f23-c967-4f1f-b04a-b57c0dc57098 req-b7cbdbf0-96ca-44ec-a226-d1d2a22b17cc tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 May 19 13:19:19.115826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:19:19.116166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.142598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:19:19.152139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:19.157517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:19.193097 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c17d427-02f5-4bfa-a789-c350c3896383'] response: {'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'code': 200} May 19 13:19:19.224093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:20.305545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6b81-7b52-439e-b399-3f0e1e2c69f6 req-16893f61-57c8-4ea4-85f1-c447e7185b66 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:20.306997 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1a7d6b81-7b52-439e-b399-3f0e1e2c69f6 req-16893f61-57c8-4ea4-85f1-c447e7185b66 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0940125 May 19 13:19:20.352858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1a7d6b81-7b52-439e-b399-3f0e1e2c69f6 req-817bb96d-eb9f-423c-becf-4dd07c882da5 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 May 19 13:19:21.150133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-02aff441-121f-48c9-ac45-af4751e9735d tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:21.151603 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-02aff441-121f-48c9-ac45-af4751e9735d tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0882127 May 19 13:19:21.225486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Deleting port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:19:21.225817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:21.483035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] For port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,segment=NetworkSegment(b08d98ec-2cd1-4f82-9611-f9ab962866ba),segment_id=b08d98ec-2cd1-4f82-9611-f9ab962866ba)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:21.483769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:21.549338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f80bd-2724-402e-8c3a-8b89c3370485 req-ea664689-662c-448c-8e81-f8fbbd572d4f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:21.550818 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-411f80bd-2724-402e-8c3a-8b89c3370485 req-ea664689-662c-448c-8e81-f8fbbd572d4f tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f04dc44-fd58-45fb-86d3-e9c437ba6703 HTTP/1.1" status: 200 len: 945 time: 0.0817049 May 19 13:19:21.597183 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-411f80bd-2724-402e-8c3a-8b89c3370485 req-90e8ec74-ad9e-4442-859c-9708e0ada6ea tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 May 19 13:19:21.608212 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Calling delete_port for a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:19:21.758013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:21.770075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:21.810981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Pushing event deleted for resources: {'Port': ['ID=a869cab8-4eaf-4ba0-ab4f-0476d3cb5565,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:21.854475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.854848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.855201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.855521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.855839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.856154 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.856468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.856782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.857093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.857406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.857699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.858054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:21.900373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] No DVR routers for this DVR port a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:19:21.903796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:21.907816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'name': 'network-vif-deleted', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:19:21.927648 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6d8c0147-1a84-4b14-8879-9d6be91c5fd7 req-688b7f9c-8bcc-417f-979a-f1be7795d083 tempest-DeleteServersTestJSON-584606920 tempest-DeleteServersTestJSON-584606920-project] 10.222.0.79 "DELETE /v2.0/ports/a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 HTTP/1.1" status: 204 len: 173 time: 0.7701299 May 19 13:19:21.956572 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c921c7-0d91-4668-ba4b-ab39b6f03c74'] response: {'server_uuid': '5f04dc44-fd58-45fb-86d3-e9c437ba6703', 'name': 'network-vif-deleted', 'tag': 'a869cab8-4eaf-4ba0-ab4f-0476d3cb5565', 'status': 'completed', 'code': 200} May 19 13:19:22.857579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40562) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:19:22.929402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Deleting subnet c6931a57-d9a9-4935-9c55-6393dae61249 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:19:22.932615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:22.980572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.036672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.113484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.151611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6931a57-d9a9-4935-9c55-6393dae61249,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:23.158465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.161322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.161661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.161992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.162321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.162669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.162997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.163316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.163637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.163953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.164278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.164626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.165083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:19:23.171215 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-546ebf84-effe-4243-b9ec-ed33221cb6f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c6931a57-d9a9-4935-9c55-6393dae61249 HTTP/1.1" status: 204 len: 168 time: 0.3124375 May 19 13:19:23.173518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40566) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:19:23.276394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.497390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.531062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d865ff85-7b32-42f0-a851-47a6cb1510a2']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:19:23.546247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08d98ec-2cd1-4f82-9611-f9ab962866ba') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:19:23.546546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08d98ec-2cd1-4f82-9611-f9ab962866ba') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:19:23.557728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.573274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.579197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:19:23.579576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:19:23.592367 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:19:23.671666 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.690439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.700808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] Pushing event deleted for resources: {'Network': ['ID=d865ff85-7b32-42f0-a851-47a6cb1510a2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:23.710347 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-072a3a72-b534-4fb3-a31c-e1a22b7df32f admin admin] 10.222.0.44 "DELETE /v2.0/networks/d865ff85-7b32-42f0-a851-47a6cb1510a2 HTTP/1.1" status: 204 len: 168 time: 0.5359240 May 19 13:19:23.837354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40572) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:19:23.887802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-48a1eab3-ebff-4869-ba32-0b76cbb0911c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e65f2bf823fe4e7c923c8512fa0b1ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492523 May 19 13:19:23.889522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40576) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:19:23.949812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15074a7e-b652-48b4-afd9-ef21bdcd5ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:23.976853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15074a7e-b652-48b4-afd9-ef21bdcd5ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:24.034163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15074a7e-b652-48b4-afd9-ef21bdcd5ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:24.052036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15074a7e-b652-48b4-afd9-ef21bdcd5ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ddafd-1cbc-45dc-8c7d-2bf602cab673,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:24.062644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-15074a7e-b652-48b4-afd9-ef21bdcd5ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:24.063807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-15074a7e-b652-48b4-afd9-ef21bdcd5ed4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b9ddafd-1cbc-45dc-8c7d-2bf602cab673 HTTP/1.1" status: 204 len: 168 time: 0.1732960 May 19 13:19:24.842652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40600) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:19:24.888068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:19:24.921641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:19:24.921985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device a869cab8-4eaf-4ba0-ab4f-0476d3cb5565 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:19:24.950032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1310849622-network', 'tenant_id': '1072c1f661774b8f83abc670ff9efae8'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:24.954774 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:19:24.958601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Usage tracker for resource:network and tenant:1072c1f661774b8f83abc670ff9efae8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:19:24.961414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:19:24.967680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:19:24.979011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Made reservation on behalf of 1072c1f661774b8f83abc670ff9efae8 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:19:24.981482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:24.994023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.008449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:19:25.013175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Usage tracker for resource:security_group_rule and tenant:1072c1f661774b8f83abc670ff9efae8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:19:25.016130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:19:25.022267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:19:25.115164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.121454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.153396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:19:25.161950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581e0c6-8c81-496c-9634-41889668c8e8,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:25.167632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.168032 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Added segment 263545b7-acbd-439a-ba56-55e4238af421 of type vlan for network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c May 19 13:19:25.194418 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.224735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.225687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:25.226248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.428676 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5846651 May 19 13:19:25.429207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77834011-a388-47a4-a705-20568ad7afce admin admin] Pushing event updated for resources: {'Network': ['ID=7a6783aa-86c7-42ee-a9ab-e7142e576e1c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:25.431516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40606) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:19:25.436982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Request body: {'subnet': {'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1310849622-subnet', 'tenant_id': '1072c1f661774b8f83abc670ff9efae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:25.439933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:19:25.441944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:19:25.446490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Usage tracker for resource:subnet and tenant:1072c1f661774b8f83abc670ff9efae8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:19:25.449336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:19:25.456226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:19:25.466866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Made reservation on behalf of 1072c1f661774b8f83abc670ff9efae8 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:19:25.469153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.672317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.744729 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8683b86-7d66-4f50-bf57-f9393c33a995,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:25.755241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Checking segment: {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:19:25.755587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Network hostable DHCP agents. Network: 7a6783aa-86c7-42ee-a9ab-e7142e576e1c, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:19:25.775477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:19:25.784871 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 7a6783aa-86c7-42ee-a9ab-e7142e576e1c) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:19:25.788716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:25.789298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:25.795061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3ae3b-961b-4232-9c3e-87638ff0e108 None None] Network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:19:25.813024 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8864a52d-1276-4fd8-8af3-58f96cfe61aa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3802412 May 19 13:19:26.003902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24645615-6c97-40a6-b09d-b9bdf662698f None None] Network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:19:26.324754 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-54d4edbc-b5dd-4a58-bb9a-5b9a31a38a3d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:26.325324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-54d4edbc-b5dd-4a58-bb9a-5b9a31a38a3d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Synchronizing usage tracker for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:19:26.346496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-54d4edbc-b5dd-4a58-bb9a-5b9a31a38a3d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Unset dirty status for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:19:26.348042 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-54d4edbc-b5dd-4a58-bb9a-5b9a31a38a3d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 815 time: 0.1727746 May 19 13:19:26.363904 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-e844157a-50a4-4c50-bb26-0add501bdfac tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/quotas/1072c1f661774b8f83abc670ff9efae8 HTTP/1.1" status: 200 len: 375 time: 0.0094626 May 19 13:19:26.410617 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-b8c45d20-87b6-4561-8b00-ff8bd82178a7 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415187 May 19 13:19:26.425288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-da35f8d4-af92-4506-8faa-fef3752646dd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:19:26.426215 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-da35f8d4-af92-4506-8faa-fef3752646dd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069692 May 19 13:19:26.566854 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-475a38d4-7e6f-41d3-8be0-a5377fdc84e6 service neutron] 10.222.0.44 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324260 May 19 13:19:26.712404 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-6d2a3c39-0038-4022-9f37-45a133bde229 service neutron] 10.222.0.44 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375649 May 19 13:19:26.909654 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e654b07a-ad4e-4079-9c20-803b6a445566 req-412cd459-c6c2-4801-9ad9-5dbba13f0d8a tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 210 time: 0.0479953 May 19 13:19:27.468469 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:19:28.122160 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d0e1bdb6-f04c-4c1d-8e8b-0026648a1b7a req-df42ac73-aa38-4494-aea2-a4dea6b2e3ce tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 210 time: 0.0594661 May 19 13:19:28.176683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-cac48c94-c7af-4f2d-a775-c709c70e6c52 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:28.178092 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-cac48c94-c7af-4f2d-a775-c709c70e6c52 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 815 time: 0.1868856 May 19 13:19:28.197733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Request body: {'port': {'device_id': '77fdeb1f-712f-4895-9291-9b081777636d', 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'admin_state_up': True, 'tenant_id': '1072c1f661774b8f83abc670ff9efae8'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:28.330123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:19:28.334050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Usage tracker for resource:port and tenant:1072c1f661774b8f83abc670ff9efae8 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:19:28.336901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:19:28.342665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:19:28.354114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Made reservation on behalf of 1072c1f661774b8f83abc670ff9efae8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:19:28.357492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:28.518747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Allocated IP 172.20.0.9 (7a6783aa-86c7-42ee-a9ab-e7142e576e1c/b8683b86-7d66-4f50-bf57-f9393c33a995/fbee544a-2d6f-400d-86cf-a3b0cd3688e8) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:19:28.720986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:28.756236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:28.824616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:19:28.827736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:19:28.831546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:19:28.983936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:29.013622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:29.014220 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.036138 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-1015723c-808d-4794-a7d8-a25d400a6a07 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8423805 May 19 13:19:29.046309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-9ea5f911-6340-4302-a2e3-fde01a4aadfe tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:19:29.047244 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-9ea5f911-6340-4302-a2e3-fde01a4aadfe tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048018 May 19 13:19:29.057539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Request body: {'port': {'device_id': '77fdeb1f-712f-4895-9291-9b081777636d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:19:29.170098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.315304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0e3ce-fa3e-40ba-85a4-d371ebff2c21 req-2dfa2a71-4fa2-4030-a539-1825e943138f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:29.316752 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61c0e3ce-fa3e-40ba-85a4-d371ebff2c21 req-2dfa2a71-4fa2-4030-a539-1825e943138f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 931 time: 0.0800760 May 19 13:19:29.361362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61c0e3ce-fa3e-40ba-85a4-d371ebff2c21 req-1cd94c96-bafe-47d2-92d6-055939093c7f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386567 May 19 13:19:29.518522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbee544a-2d6f-400d-86cf-a3b0cd3688e8 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:19:29.526338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.541517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Transition to ACTIVE for port object fbee544a-2d6f-400d-86cf-a3b0cd3688e8 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:19:29.548032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.696400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:29.789555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Attempting to bind port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:19:29.789805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Attempting to bind port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:19:29.790201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Attempting to bind port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 on network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:19:29.797732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 on network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:19:29.798207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Attempting to bind port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 on network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:19:29.804570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:19:29.804913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Checking segment: {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:19:29.805301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Bound using segment: {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:19:29.805950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Bound port: fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:19:29.806335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.895492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:19:29.898436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:19:29.906115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.968474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:29.969068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:29.970418 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] 10.222.0.79 "PUT /v2.0/ports/fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 200 len: 1093 time: 0.9167027 May 19 13:19:29.970875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:19:29.992300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039a321-0ad6-408e-8b2f-a1126626ea82 service neutron] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:30.045727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25b5c0f-252e-445f-99e0-95fa3c928477'] response: {'name': 'network-changed', 'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'status': 'completed', 'code': 200} May 19 13:19:30.085839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-9669efe4-9de9-429f-b748-e0b0ba95d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:30.087500 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-9669efe4-9de9-429f-b748-e0b0ba95d465 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 1096 time: 0.0729351 May 19 13:19:30.159940 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-01d3eef3-53de-4759-93ef-8541b1022c19 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 200 len: 217 time: 0.0634773 May 19 13:19:30.225006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-443ed2a3-6e70-4bdb-ae3a-fb55c3d19d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:30.226407 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-443ed2a3-6e70-4bdb-ae3a-fb55c3d19d6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0593381 May 19 13:19:30.287016 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-8a8a1434-0a2d-43e3-9844-153ef0048182 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531707 May 19 13:19:30.430082 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-5c772ee9-f20e-43a6-a7e8-06c98519a28d service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360786 May 19 13:19:30.549264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68dc10-fb5a-445d-b300-745d7abffe2b req-36132843-d1f6-48ba-9af4-4573dda511fe tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:30.550899 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb68dc10-fb5a-445d-b300-745d7abffe2b req-36132843-d1f6-48ba-9af4-4573dda511fe tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 943 time: 0.0838952 May 19 13:19:30.564978 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-afaf04ff-3b16-4a36-a333-688c9f134360 req-270bd201-6972-4369-8e4c-7a7beb314793 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281610 May 19 13:19:30.597200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb68dc10-fb5a-445d-b300-745d7abffe2b req-6f2a77c8-7107-4056-96e0-ef2f93a3b8c9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 May 19 13:19:30.684569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-165dc297-8872-4793-add3-75fe75fc3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:30.685929 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-165dc297-8872-4793-add3-75fe75fc3d0e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 1096 time: 0.0734417 May 19 13:19:30.928890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-bbccd319-ecc8-4b7b-a0da-1c039cbe1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:30.930326 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-bbccd319-ecc8-4b7b-a0da-1c039cbe1ecf service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.2343884 May 19 13:19:31.002182 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-c0e844dd-7d51-4996-be32-70e6081b5d33 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 200 len: 217 time: 0.0636878 May 19 13:19:31.069361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-a93e0fce-9a7d-460d-85a2-38658aecdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:31.070808 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-a93e0fce-9a7d-460d-85a2-38658aecdce1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0593426 May 19 13:19:31.125731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-723602cf-6d27-440b-94d7-15453e02da41 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428317 May 19 13:19:31.184098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-14f3a3a4-8f6e-46b8-9500-3549a8cee447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:31.275920 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-bcf58fd3-cf84-4091-bc81-bac93933fd4f service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407835 May 19 13:19:31.419191 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f68590af-6f63-4067-b09f-da1ffdf8c814 req-e71ce01d-27f6-4248-b750-d2a761e3810d service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302385 May 19 13:19:31.802765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-c4743ac7-9434-4ac1-85c7-00cee068baa1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:31.803354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-c4743ac7-9434-4ac1-85c7-00cee068baa1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Synchronizing usage tracker for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:19:31.823802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-c4743ac7-9434-4ac1-85c7-00cee068baa1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Unset dirty status for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:19:31.825553 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-c4743ac7-9434-4ac1-85c7-00cee068baa1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 943 time: 0.1095011 May 19 13:19:31.881664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-af690ded-9af2-4677-977b-eabfcd4bbb39 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Synchronizing usage tracker for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:19:31.901600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-af690ded-9af2-4677-977b-eabfcd4bbb39 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Unset dirty status for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:19:31.902799 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-63a0d0a1-1ca6-4c33-a1d3-2ce9f991d75c req-af690ded-9af2-4677-977b-eabfcd4bbb39 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682275 May 19 13:19:32.895488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:19:33.042319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:33.055439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'port_id': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'mac_address': 'fa:16:3e:d4:0c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8683b86-7d66-4f50-bf57-f9393c33a995', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:19:33.090286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e84ff-1f38-485e-99a1-372b9754d189 req-3910f09b-5b7c-4047-9ee5-1aec5f19a803 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:33.091844 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f0e84ff-1f38-485e-99a1-372b9754d189 req-3910f09b-5b7c-4047-9ee5-1aec5f19a803 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 943 time: 0.0791454 May 19 13:19:33.127094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:19:33.127456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:33.141938 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f0e84ff-1f38-485e-99a1-372b9754d189 req-d207d395-3d76-405c-9186-c1d51d492c70 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 May 19 13:19:33.144766 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbee544a-2d6f-400d-86cf-a3b0cd3688e8 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:19:33.163912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:33.166355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:33.243765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:33.424156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['fbee544a-2d6f-400d-86cf-a3b0cd3688e8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:19:33.628976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0458f516-6664-4f50-ba49-6be480670b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:34.338823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3938c-b313-414d-9817-f2ef7a2c3836 req-c7873ae6-3666-4c1a-a354-dd22ba9f4ec4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:34.340255 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2dc3938c-b313-414d-9817-f2ef7a2c3836 req-c7873ae6-3666-4c1a-a354-dd22ba9f4ec4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 944 time: 0.0857177 May 19 13:19:34.388406 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2dc3938c-b313-414d-9817-f2ef7a2c3836 req-ed395fe0-134d-449e-983c-3051fc633af8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 May 19 13:19:34.836464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:34.910950 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:34.916326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:19:34.995382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:19:35.000688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:19:35.001208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:35.115291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:19:35.115627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:35.142835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:19:35.152830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:19:35.158835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:35.194041 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b4cd80-61e1-44dd-b4cf-7df1ba860fa9'] response: {'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'code': 200} May 19 13:19:35.237479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:19:35.424608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100672f-988f-4bab-9d94-d43410d17f5a req-c697a55f-0ee6-486b-b22c-bb9a8e43d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:35.426089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9100672f-988f-4bab-9d94-d43410d17f5a req-c697a55f-0ee6-486b-b22c-bb9a8e43d8af service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 1098 time: 0.0761840 May 19 13:19:35.469043 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9100672f-988f-4bab-9d94-d43410d17f5a req-4cc7ce69-ee1a-4004-bc91-6c8688f26dc5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357902 May 19 13:19:35.592491 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc6f0b-f6a7-4346-8751-99b69bad4eae req-1a2f16fc-f35c-4154-8910-3e59e6e35d17 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:35.593951 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9fc6f0b-f6a7-4346-8751-99b69bad4eae req-1a2f16fc-f35c-4154-8910-3e59e6e35d17 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0944955 May 19 13:19:35.640041 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9fc6f0b-f6a7-4346-8751-99b69bad4eae req-865000bb-425e-46c7-831c-f5692d077790 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 May 19 13:19:36.013466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:36.836545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eacb78-5035-4ea1-90ce-d8e9e9e8d045 req-5b16869c-74eb-4bd4-a835-3ef4a962e9ff tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:36.838516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50eacb78-5035-4ea1-90ce-d8e9e9e8d045 req-5b16869c-74eb-4bd4-a835-3ef4a962e9ff tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0838654 May 19 13:19:36.883094 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50eacb78-5035-4ea1-90ce-d8e9e9e8d045 req-17a4c053-7ee4-4e85-ae4a-6e673bf70c3f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 May 19 13:19:37.664347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:19:38.084114 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ead03-f69f-4ea4-a72e-38e484522534 req-dc8eb14a-51ce-43a1-8400-db2185e04be7 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:38.085545 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c79ead03-f69f-4ea4-a72e-38e484522534 req-dc8eb14a-51ce-43a1-8400-db2185e04be7 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0857475 May 19 13:19:38.133617 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c79ead03-f69f-4ea4-a72e-38e484522534 req-89da5e97-79b7-4919-b745-8f3f760527e2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 May 19 13:19:38.323915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0653-2c1f-4985-b57c-0baad6daf66c req-47505fc7-e102-4a16-a57d-e25fa9b8e4be tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:38.325356 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6bec0653-2c1f-4985-b57c-0baad6daf66c req-47505fc7-e102-4a16-a57d-e25fa9b8e4be tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0870421 May 19 13:19:38.372508 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6bec0653-2c1f-4985-b57c-0baad6daf66c req-628b4347-11bb-432b-a5c3-894f0fff5364 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 May 19 13:19:38.724611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbfc0d-db81-4b34-8604-f3dfb2cdfa76 req-c7c5664a-59ff-4cc9-9b60-af1a267055b7 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:38.726099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9acbfc0d-db81-4b34-8604-f3dfb2cdfa76 req-c7c5664a-59ff-4cc9-9b60-af1a267055b7 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0873909 May 19 13:19:38.770099 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9acbfc0d-db81-4b34-8604-f3dfb2cdfa76 req-7a2996ff-8bb0-4d21-9f82-452cec1bf9a1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 May 19 13:19:38.961609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f646-d657-4448-83c1-9bd22502ddff req-61b3ffd0-54c5-48a6-bf21-a67315e18c72 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:38.963052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70f0f646-d657-4448-83c1-9bd22502ddff req-61b3ffd0-54c5-48a6-bf21-a67315e18c72 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0865276 May 19 13:19:39.008242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70f0f646-d657-4448-83c1-9bd22502ddff req-68f7c142-0ee8-482d-8de8-9ba9ebbdb1ae tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 May 19 13:19:39.366252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-a9fc0bf5-7156-4111-a208-7f87694d4141 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732195 May 19 13:19:39.413185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85f59e-80b6-4a56-b5ad-c4c7af8bc8e1 req-018a6707-8ad5-49f1-bef4-3bace6bd7a75 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:39.414747 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3f85f59e-80b6-4a56-b5ad-c4c7af8bc8e1 req-018a6707-8ad5-49f1-bef4-3bace6bd7a75 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0847287 May 19 13:19:39.462149 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3f85f59e-80b6-4a56-b5ad-c4c7af8bc8e1 req-f20b7181-5c65-4662-a4a0-6f252429236d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 May 19 13:19:40.710785 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a029e-5a99-4532-9425-eea13b8cb24a req-809aa7fc-8439-4e51-aaa8-b43d61d06cd5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:40.712399 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-157a029e-5a99-4532-9425-eea13b8cb24a req-809aa7fc-8439-4e51-aaa8-b43d61d06cd5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.1354222 May 19 13:19:40.732599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-443d1733-f4b6-4e23-bf56-d4c7966c101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:40.734063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-443d1733-f4b6-4e23-bf56-d4c7966c101e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 1098 time: 0.1133611 May 19 13:19:40.758229 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-157a029e-5a99-4532-9425-eea13b8cb24a req-50ef1e70-d085-48ba-a359-32e12c8bc966 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 May 19 13:19:40.870229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-ee6f6def-7a58-433f-8563-76ae17e1faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:40.871733 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-ee6f6def-7a58-433f-8563-76ae17e1faa0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1285884 May 19 13:19:40.944267 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-5915c3a7-a306-4ad1-baae-4fafb1fb0b4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 200 len: 217 time: 0.0647831 May 19 13:19:41.008625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-fefb480e-9687-49a3-8bbe-c966f5b48228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:41.009937 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-fefb480e-9687-49a3-8bbe-c966f5b48228 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0584140 May 19 13:19:41.058058 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-ce00c7df-5958-42f0-8853-7ef47e1fbed4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400450 May 19 13:19:41.202595 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-63060a4d-8fcf-491d-8cd6-4db8dd699480 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369166 May 19 13:19:41.349705 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-7653e136-d2dd-4dfa-a396-49f856b0d488 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400573 May 19 13:19:42.018771 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b044-6bf0-44ff-82a4-029c38adf77d req-5f02a83e-6bba-4f15-8694-6887f6585082 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:42.020205 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0a1b044-6bf0-44ff-82a4-029c38adf77d req-5f02a83e-6bba-4f15-8694-6887f6585082 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.1478674 May 19 13:19:42.064837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e0a1b044-6bf0-44ff-82a4-029c38adf77d req-ea98082b-881d-4633-bce9-19601e368ad0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 May 19 13:19:43.267129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c98c3-3a0d-478e-8dc7-b40c561eb6f7 req-d82dda6e-fc93-4343-9529-99a79be599a5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:43.268599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5b4c98c3-3a0d-478e-8dc7-b40c561eb6f7 req-d82dda6e-fc93-4343-9529-99a79be599a5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0898306 May 19 13:19:43.324840 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5b4c98c3-3a0d-478e-8dc7-b40c561eb6f7 req-fabf6b61-ab6a-466b-bb48-df3c5f0d164c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504794 May 19 13:19:44.687237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9757-6b37-4246-93e1-51c5cc406497 req-797087f4-bd83-4d1e-8caf-ea4114948386 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:44.688679 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56ea9757-6b37-4246-93e1-51c5cc406497 req-797087f4-bd83-4d1e-8caf-ea4114948386 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0926328 May 19 13:19:44.836628 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-56ea9757-6b37-4246-93e1-51c5cc406497 req-f753e12b-d419-4168-8aec-ba8179a3d7e0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423001 May 19 13:19:46.037972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7200b9-4ab3-473b-9414-b0380e0d1c58 req-368cb50f-2c0d-4e83-aa6a-69cbca1c9bea tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:46.039427 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f7200b9-4ab3-473b-9414-b0380e0d1c58 req-368cb50f-2c0d-4e83-aa6a-69cbca1c9bea tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0873296 May 19 13:19:46.085473 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f7200b9-4ab3-473b-9414-b0380e0d1c58 req-c171e4c7-acc1-42a0-b730-678e645f0d0f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 May 19 13:19:47.280724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5441775-b183-4393-94cc-5c4b8a962a31 req-3325313f-f7d3-4cf6-8d46-df4b1b98f380 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:47.282048 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c5441775-b183-4393-94cc-5c4b8a962a31 req-3325313f-f7d3-4cf6-8d46-df4b1b98f380 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0887377 May 19 13:19:47.327355 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c5441775-b183-4393-94cc-5c4b8a962a31 req-c9977fd7-f5a4-4079-975a-eec457b11733 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 May 19 13:19:48.533648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794b302-1264-4a2b-adc1-1af2b986b620 req-90a2d7fa-8669-4eb2-9038-f9fda4025ff4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:48.534999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4794b302-1264-4a2b-adc1-1af2b986b620 req-90a2d7fa-8669-4eb2-9038-f9fda4025ff4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0863702 May 19 13:19:48.579996 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4794b302-1264-4a2b-adc1-1af2b986b620 req-16a72440-fced-4a4f-834f-0a3b032c5584 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391409 May 19 13:19:49.783391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0344f-8742-4796-97d1-312092b8e337 req-9817dcb3-3f99-41f7-90a6-506686dbe6dc tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:49.784873 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-06a0344f-8742-4796-97d1-312092b8e337 req-9817dcb3-3f99-41f7-90a6-506686dbe6dc tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0894372 May 19 13:19:49.831775 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-06a0344f-8742-4796-97d1-312092b8e337 req-7e64d3fd-0462-46e4-b0e2-13132a23855a tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 May 19 13:19:51.044388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4775-eec7-4cae-ba0d-24afd5828cb5 req-d564788e-0d53-41ca-af40-60984a5f7362 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:51.045828 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bbfe4775-eec7-4cae-ba0d-24afd5828cb5 req-d564788e-0d53-41ca-af40-60984a5f7362 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0900483 May 19 13:19:51.093266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bbfe4775-eec7-4cae-ba0d-24afd5828cb5 req-96ee482e-8d68-4485-97e7-4b9bb335c2a1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 May 19 13:19:52.297294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e71adc-539e-4790-97e7-a38668254d61 req-4cf8159d-5c4d-48e6-9e60-7044b4a804a5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:52.298774 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-66e71adc-539e-4790-97e7-a38668254d61 req-4cf8159d-5c4d-48e6-9e60-7044b4a804a5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0919769 May 19 13:19:52.344623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-66e71adc-539e-4790-97e7-a38668254d61 req-13d6a9a7-4389-44c9-9d0f-08647bc7699c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 May 19 13:19:53.540260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989954c-c770-4154-8367-9ecd4d16fd35 req-e2443f34-f958-4a2b-9785-f8912d3b2a92 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:53.541608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a989954c-c770-4154-8367-9ecd4d16fd35 req-e2443f34-f958-4a2b-9785-f8912d3b2a92 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0884500 May 19 13:19:53.594891 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a989954c-c770-4154-8367-9ecd4d16fd35 req-847d4196-0324-472e-bda5-e784238a6fa0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 May 19 13:19:54.801011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bca03-1026-490e-a23d-a521fa44f031 req-a9369824-9899-477f-ac00-332442c30808 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:54.802448 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-406bca03-1026-490e-a23d-a521fa44f031 req-a9369824-9899-477f-ac00-332442c30808 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0917535 May 19 13:19:54.846247 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-406bca03-1026-490e-a23d-a521fa44f031 req-d3d3e8f7-4a00-4ee3-820c-dc8ecb2f7388 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 May 19 13:19:56.049674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93f68-ef91-4127-ae47-de5115dabf64 req-ec252e56-2227-497b-a479-86d5241a0088 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:56.051166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eed93f68-ef91-4127-ae47-de5115dabf64 req-ec252e56-2227-497b-a479-86d5241a0088 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0845613 May 19 13:19:56.095746 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eed93f68-ef91-4127-ae47-de5115dabf64 req-ff1f4836-c9b1-471b-be9e-a4ae3e8bb278 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 May 19 13:19:57.286896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae84e-a01b-4eeb-b306-707407b0acf3 req-82787e76-b72d-4a2a-b1d5-66b7ffdf9ba8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:57.288379 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25eae84e-a01b-4eeb-b306-707407b0acf3 req-82787e76-b72d-4a2a-b1d5-66b7ffdf9ba8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0835619 May 19 13:19:57.336694 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25eae84e-a01b-4eeb-b306-707407b0acf3 req-61ad8edf-18cf-4179-996c-8341fac93187 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 May 19 13:19:58.556294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e403f5-bb7f-47fa-b3c6-5e6120b0163d req-3c2ec091-f18e-4ab8-9383-bb299102520f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:58.557613 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96e403f5-bb7f-47fa-b3c6-5e6120b0163d req-3c2ec091-f18e-4ab8-9383-bb299102520f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0820293 May 19 13:19:58.603272 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96e403f5-bb7f-47fa-b3c6-5e6120b0163d req-ad5e7fec-0873-4ca3-9e2a-0dc6953e6e62 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 May 19 13:19:59.805214 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8e7fd-7208-4c30-a43f-2200b2f1bf67 req-ddf7db32-6317-46be-b5af-ae9db715690b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:19:59.806688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-14d8e7fd-7208-4c30-a43f-2200b2f1bf67 req-ddf7db32-6317-46be-b5af-ae9db715690b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0857711 May 19 13:19:59.852239 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-14d8e7fd-7208-4c30-a43f-2200b2f1bf67 req-616ba8ff-6470-424a-80df-30055d4b679d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 May 19 13:20:01.076312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e94077-082b-488e-ac7d-85dede0712c9 req-6ab39816-da1e-45bd-9062-6ab231e8584b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:01.077760 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61e94077-082b-488e-ac7d-85dede0712c9 req-6ab39816-da1e-45bd-9062-6ab231e8584b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.1024675 May 19 13:20:01.128126 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61e94077-082b-488e-ac7d-85dede0712c9 req-65d95039-4d04-48fd-8beb-abec94c52493 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 May 19 13:20:01.178217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fafd2632-b380-45c5-994c-bc22be0b8298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:02.317304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201b084-f7fb-4313-b6b7-8f44653b89fd req-5f261975-8eeb-4c74-9c4e-2a95d8ba6580 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:02.318789 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1201b084-f7fb-4313-b6b7-8f44653b89fd req-5f261975-8eeb-4c74-9c4e-2a95d8ba6580 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0864658 May 19 13:20:02.363753 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1201b084-f7fb-4313-b6b7-8f44653b89fd req-f8609be3-b5e1-41fa-aa04-6ed1debeff8e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 May 19 13:20:03.561556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4cea2-0fcb-4308-8b68-fb7c91f99477 req-9f0b2ff8-7e99-43f4-a3ca-bd3c2c28d73f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:03.562934 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fff4cea2-0fcb-4308-8b68-fb7c91f99477 req-9f0b2ff8-7e99-43f4-a3ca-bd3c2c28d73f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0815568 May 19 13:20:03.610978 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fff4cea2-0fcb-4308-8b68-fb7c91f99477 req-cfff7021-55c7-4def-993f-13237a983289 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 May 19 13:20:03.625697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c63aadda-e4d6-4065-9ce4-dcc555d34e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:04.475091 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:20:04.827093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:04.827711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98391d4-6454-4373-bded-d5f41862e6ab req-0a8d117b-d687-4deb-942f-3def3152a99e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:04.829559 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c98391d4-6454-4373-bded-d5f41862e6ab req-0a8d117b-d687-4deb-942f-3def3152a99e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0973768 May 19 13:20:04.873843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c98391d4-6454-4373-bded-d5f41862e6ab req-d356d36e-e7e4-4f66-9e53-b300f113ba90 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 May 19 13:20:04.908411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:06.006097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:06.077698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43bb9b-7b62-4520-8484-c08121603701 req-6b48e7c3-2655-49e3-8794-aca928801d8d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:06.079218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f43bb9b-7b62-4520-8484-c08121603701 req-6b48e7c3-2655-49e3-8794-aca928801d8d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0853846 May 19 13:20:06.127801 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f43bb9b-7b62-4520-8484-c08121603701 req-4138e456-0451-4d7a-880b-dcef75e171f0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 May 19 13:20:07.335305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e267839-6ea0-4208-ae67-42c4ca80c835 req-ef246fe1-e18b-4421-b27c-289e253c6288 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:07.336734 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6e267839-6ea0-4208-ae67-42c4ca80c835 req-ef246fe1-e18b-4421-b27c-289e253c6288 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0935619 May 19 13:20:07.380395 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6e267839-6ea0-4208-ae67-42c4ca80c835 req-1d04c888-d034-4494-a225-24b2bea43f32 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 May 19 13:20:07.686469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:08.449796 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-e9780ece-39a9-4fa4-a54a-2fb7e0eb9ac9 service neutron] 10.222.0.79 "GET /v2.0/ports/fbee544a-2d6f-400d-86cf-a3b0cd3688e8/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0832777 May 19 13:20:08.581402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131593a-6d70-4e9a-bb71-2bc00621f1f1 req-3f703d81-d08a-4465-9513-221e634cca56 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:08.582887 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9131593a-6d70-4e9a-bb71-2bc00621f1f1 req-3f703d81-d08a-4465-9513-221e634cca56 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0883217 May 19 13:20:08.627670 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9131593a-6d70-4e9a-bb71-2bc00621f1f1 req-85c16c06-aa4d-47d3-8986-9ee41a129a67 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 May 19 13:20:08.754158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-b4eb5e6c-1663-4ea6-a0fc-1a8b45334881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:08.755566 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-b4eb5e6c-1663-4ea6-a0fc-1a8b45334881 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d&tenant_id=1072c1f661774b8f83abc670ff9efae8 HTTP/1.1" status: 200 len: 1098 time: 0.0766423 May 19 13:20:08.856158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-ecfa0374-c8e1-4381-96d9-7728da61ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:08.858698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-ecfa0374-c8e1-4381-96d9-7728da61ba38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 1098 time: 0.0754337 May 19 13:20:09.010237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-e982299a-89d3-417c-9005-85d8ebe4f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:09.011619 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-e982299a-89d3-417c-9005-85d8ebe4f880 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1449826 May 19 13:20:09.084363 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-bb2b7990-cd15-463e-8daf-d0c4a83aad56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 200 len: 217 time: 0.0640447 May 19 13:20:09.146557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-e2308683-b5ce-4330-b9d1-c72bc7adcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:09.148024 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-e2308683-b5ce-4330-b9d1-c72bc7adcca5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0566254 May 19 13:20:09.198242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-b3893a3a-8bcc-4f22-b1a8-989fc73965c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430589 May 19 13:20:09.339227 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-89f18e0c-66e1-45cb-bb26-7b809cea1d28 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329443 May 19 13:20:09.583338 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6ec6785-7e67-4e74-91cb-b9b7c4f2dc02 req-8263391c-d399-4db7-922b-be6022c7ba1a service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367940 May 19 13:20:09.811335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0741a36-0b73-49d9-95cd-7114a55dbd9e req-b6ea862d-a837-4460-bb31-7dfa66ce40b5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:09.812779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f0741a36-0b73-49d9-95cd-7114a55dbd9e req-b6ea862d-a837-4460-bb31-7dfa66ce40b5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0792551 May 19 13:20:09.870470 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f0741a36-0b73-49d9-95cd-7114a55dbd9e req-40a3015c-7d02-4318-9815-ec6df9da050d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518401 May 19 13:20:11.080503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:20:11.084552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:20:11.085296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6bffb-47c6-4a2f-806d-cb87c402a7a7 req-2f159e29-855d-4b50-be83-ffffe03aabdd tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:11.086802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c1f6bffb-47c6-4a2f-806d-cb87c402a7a7 req-2f159e29-855d-4b50-be83-ffffe03aabdd tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0905299 May 19 13:20:11.134387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c1f6bffb-47c6-4a2f-806d-cb87c402a7a7 req-4be32df8-2be4-4377-9901-a9583f433204 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 May 19 13:20:11.256653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-1821ece5-5b90-41e0-98da-4ac318d0ad2b req-a8483b34-ab9a-4ae6-b835-c1f87fbd3e2f service neutron] (88029) timed out ('10.222.0.79', 50035) {{(pid=88029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:20:11.329330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:11.338962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:20:11.339331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:11.355143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'port_id': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'mac_address': 'fa:16:3e:d4:0c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8683b86-7d66-4f50-bf57-f9393c33a995', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:20:11.414945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:20:11.430159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:11.432413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 is: ACTIVE; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:20:11.432907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:11.444097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:11.483895 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852dd5a9-c7a8-41a8-a537-634f17ff8af5'] response: {'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'code': 200} May 19 13:20:11.498733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbee544a-2d6f-400d-86cf-a3b0cd3688e8 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:20:11.568408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:11.576642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:20:11.576956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:20:12.138369 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:20:12.139105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:12.155982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbee544a-2d6f-400d-86cf-a3b0cd3688e8 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:20:12.172162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:12.177530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:12.246584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:12.252336 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['fbee544a-2d6f-400d-86cf-a3b0cd3688e8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:20:12.332254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75e57f-80bd-489c-9c8f-48b542f75a72 req-b0efe5c8-7787-4763-a65f-7a64e405c05d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:12.333709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4a75e57f-80bd-489c-9c8f-48b542f75a72 req-b0efe5c8-7787-4763-a65f-7a64e405c05d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 944 time: 0.0879245 May 19 13:20:12.379201 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4a75e57f-80bd-489c-9c8f-48b542f75a72 req-b6d2eedf-b33c-457b-9011-41fed805b385 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396090 May 19 13:20:12.693867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8845d-ac2c-48ac-8b51-64cfc1291980 req-693d456c-e1ec-403e-8eaf-45472bfbcb8b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:12.695258 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04e8845d-ac2c-48ac-8b51-64cfc1291980 req-693d456c-e1ec-403e-8eaf-45472bfbcb8b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 944 time: 0.0872564 May 19 13:20:12.716665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-cbc864e1-0c64-4bd1-92a5-d44f72c999c6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:12.718107 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-cbc864e1-0c64-4bd1-92a5-d44f72c999c6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d&tenant_id=1072c1f661774b8f83abc670ff9efae8&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 944 time: 0.0989652 May 19 13:20:12.744294 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04e8845d-ac2c-48ac-8b51-64cfc1291980 req-99a77aed-124e-4374-8ca4-f260150c513a tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 May 19 13:20:12.870423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-a4ab1e31-3670-4c5b-8c77-900bb42636d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:12.871860 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-a4ab1e31-3670-4c5b-8c77-900bb42636d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 1097 time: 0.0723424 May 19 13:20:13.012095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-81c8a2f6-051b-4d1c-b49d-1d314a3a13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:13.013447 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-81c8a2f6-051b-4d1c-b49d-1d314a3a13df service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1343129 May 19 13:20:13.080050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:20:13.085654 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-af3b5654-1ca1-4ca7-a25a-90dd9a379dab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 200 len: 217 time: 0.0652175 May 19 13:20:13.153390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:20:13.154008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:13.159833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-dbd5c7ce-25f5-4ccf-b36c-193a11ece46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:13.161292 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-dbd5c7ce-25f5-4ccf-b36c-193a11ece46e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0658534 May 19 13:20:13.216826 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-02bb076b-4005-4b9a-ac4b-9d2e0d7a8d90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441306 May 19 13:20:13.268015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:20:13.268398 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:13.304154 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:13.308391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:13.354939 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-c28bfe21-b137-45eb-b7e9-441082bc2e7a service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264880 May 19 13:20:13.374259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:13.484825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:20:13.490526 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-000816b1-9415-41e4-8209-5ec2a70e35fc req-0dd72c3a-7cad-4129-a5d5-928ddb294024 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279447 May 19 13:20:13.540996 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd862748-247b-4bbb-bbe0-0dcb0668df2b'] response: {'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'code': 200} May 19 13:20:13.952005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00606f88-de07-4382-ace9-1be23013f1c2 req-b57cd3ba-cf6e-46e0-8293-0c11bfd87f26 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:13.953441 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-00606f88-de07-4382-ace9-1be23013f1c2 req-b57cd3ba-cf6e-46e0-8293-0c11bfd87f26 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0998926 May 19 13:20:14.005555 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-00606f88-de07-4382-ace9-1be23013f1c2 req-8d508f81-a1b8-4e58-bd75-01f93a84cf3e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 May 19 13:20:15.200006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a87f-e040-4d8d-a91a-28f5986a7581 req-3a83b2e0-84d3-47bc-903b-c4df139c5130 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:15.201486 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fcd2a87f-e040-4d8d-a91a-28f5986a7581 req-3a83b2e0-84d3-47bc-903b-c4df139c5130 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0871980 May 19 13:20:15.248513 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fcd2a87f-e040-4d8d-a91a-28f5986a7581 req-66e3cf12-991b-4703-9380-14fbda50d521 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386846 May 19 13:20:15.454443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ab9b-a2a9-41d8-aaea-a3b9ffc29b8b req-061591d6-41f7-4f36-898e-21238eadce0d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:15.455964 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-29f6ab9b-a2a9-41d8-aaea-a3b9ffc29b8b req-061591d6-41f7-4f36-898e-21238eadce0d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0944989 May 19 13:20:15.604348 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-29f6ab9b-a2a9-41d8-aaea-a3b9ffc29b8b req-6c27b17b-9487-47a8-83e7-e8cd414ec30b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424019 May 19 13:20:15.799680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e967ce-760d-465a-8246-4eb024bba857 req-af8b1272-9ff6-47da-b96f-9908ccdc3107 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:15.801123 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99e967ce-760d-465a-8246-4eb024bba857 req-af8b1272-9ff6-47da-b96f-9908ccdc3107 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0912383 May 19 13:20:15.846645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99e967ce-760d-465a-8246-4eb024bba857 req-47a165b1-d435-4d89-ad4d-a13792625a7b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 May 19 13:20:16.347683 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-abc2e4c9-f5f9-439c-8e36-9ea947004ef4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:16.349108 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-abc2e4c9-f5f9-439c-8e36-9ea947004ef4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 815 time: 0.1477406 May 19 13:20:16.363739 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-9efa5a2d-c823-4438-bee3-b22c48288619 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/quotas/1072c1f661774b8f83abc670ff9efae8 HTTP/1.1" status: 200 len: 375 time: 0.0091352 May 19 13:20:16.442732 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-4d157891-0078-4f77-9ce9-fcf3053aea7e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741315 May 19 13:20:16.629672 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-3e0fcbea-2335-4a07-ad5e-3de8dc9374ec service neutron] 10.222.0.44 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772103 May 19 13:20:16.763976 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-17170fb7-e52c-49b0-a961-d9652fd72241 service neutron] 10.222.0.44 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257472 May 19 13:20:16.953940 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cfa514cf-3f40-4126-9b1d-fc4cf79cbd97 req-d9b87630-2ba1-4595-8ab7-fd4403f4346a tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 210 time: 0.0481405 May 19 13:20:18.117110 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-823a4e46-52e2-4b5d-9ada-d9b546f8445f req-a7d7513c-6f95-48b5-9167-2f0d64ee0663 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 210 time: 0.0448229 May 19 13:20:18.402107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-bb3ede20-460c-4b0e-88e2-20b1c39314ba tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:18.403676 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-bb3ede20-460c-4b0e-88e2-20b1c39314ba tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 815 time: 0.2679379 May 19 13:20:18.416329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Request body: {'port': {'device_id': '1e42b870-e5f5-4910-9c38-c984f7445116', 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'admin_state_up': True, 'tenant_id': '1072c1f661774b8f83abc670ff9efae8'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:20:18.558120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:20:18.567906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:20:18.579603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Made reservation on behalf of 1072c1f661774b8f83abc670ff9efae8 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:20:18.583369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:18.607096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be05ae-9527-4561-af42-83007695bce7 req-af38da45-7a62-4c8a-a183-dff614cd8380 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:18.608520 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36be05ae-9527-4561-af42-83007695bce7 req-af38da45-7a62-4c8a-a183-dff614cd8380 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/ports?device_id=77fdeb1f-712f-4895-9291-9b081777636d HTTP/1.1" status: 200 len: 945 time: 0.0794373 May 19 13:20:18.683620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Deleting port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:20:18.683957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:18.753512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Allocated IP 172.20.0.12 (7a6783aa-86c7-42ee-a9ab-e7142e576e1c/b8683b86-7d66-4f50-bf57-f9393c33a995/5247b7fd-3967-49af-9b4f-61103bd7ff5b) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:20:18.931426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] For port fbee544a-2d6f-400d-86cf-a3b0cd3688e8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:18.931767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:18.964585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:18.997909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.011198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['fbee544a-2d6f-400d-86cf-a3b0cd3688e8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:20:19.063675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Calling delete_port for fbee544a-2d6f-400d-86cf-a3b0cd3688e8 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:20:19.067302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:20:19.070661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:20:19.074518 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:20:19.119474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:19.225512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:19.239484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.241701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.286404 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-b7297b87-69b8-41c5-aeaf-a9f94dcd99d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736250 May 19 13:20:19.299530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Request body: {'port': {'device_id': '1e42b870-e5f5-4910-9c38-c984f7445116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:20:19.355394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Pushing event deleted for resources: {'Port': ['ID=fbee544a-2d6f-400d-86cf-a3b0cd3688e8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:19.408989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.447702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] No DVR routers for this DVR port fbee544a-2d6f-400d-86cf-a3b0cd3688e8 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:20:19.450387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.454151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-deleted', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:20:19.469614 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36be05ae-9527-4561-af42-83007695bce7 req-f91e4b47-9412-4eba-ae6a-0c0a5966f481 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "DELETE /v2.0/ports/fbee544a-2d6f-400d-86cf-a3b0cd3688e8 HTTP/1.1" status: 204 len: 173 time: 0.8550062 May 19 13:20:19.496841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed2fa9-42b7-4b9c-8871-133086f24e45 req-eceead8c-8293-43bb-b928-e5ceaf244482 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:19.497585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-69ed2fa9-42b7-4b9c-8871-133086f24e45 req-eceead8c-8293-43bb-b928-e5ceaf244482 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Synchronizing usage tracker for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:20:19.506816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6c1638-8d1d-4e2f-a841-f1d6ae8367f8'] response: {'server_uuid': '77fdeb1f-712f-4895-9291-9b081777636d', 'name': 'network-vif-deleted', 'tag': 'fbee544a-2d6f-400d-86cf-a3b0cd3688e8', 'status': 'completed', 'code': 200} May 19 13:20:19.520174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-69ed2fa9-42b7-4b9c-8871-133086f24e45 req-eceead8c-8293-43bb-b928-e5ceaf244482 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Unset dirty status for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:20:19.521989 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69ed2fa9-42b7-4b9c-8871-133086f24e45 req-eceead8c-8293-43bb-b928-e5ceaf244482 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 932 time: 0.2059524 May 19 13:20:19.571064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-69ed2fa9-42b7-4b9c-8871-133086f24e45 req-1398565f-b7ac-4b71-b1bf-00d4895f5f18 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 May 19 13:20:19.785072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5247b7fd-3967-49af-9b4f-61103bd7ff5b {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:20:19.792423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.807338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Transition to ACTIVE for port object 5247b7fd-3967-49af-9b4f-61103bd7ff5b will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:20:19.813628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:19.967995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:20.043179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Attempting to bind port 5247b7fd-3967-49af-9b4f-61103bd7ff5b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:20:20.043399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Attempting to bind port 5247b7fd-3967-49af-9b4f-61103bd7ff5b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:20:20.043737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Attempting to bind port 5247b7fd-3967-49af-9b4f-61103bd7ff5b on network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:20:20.048425 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Port 5247b7fd-3967-49af-9b4f-61103bd7ff5b on network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:20:20.048735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Attempting to bind port 5247b7fd-3967-49af-9b4f-61103bd7ff5b on network 7a6783aa-86c7-42ee-a9ab-e7142e576e1c {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:20:20.054360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:20:20.054779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Checking segment: {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:20:20.055101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Bound using segment: {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:20:20.055516 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Bound port: 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263545b7-acbd-439a-ba56-55e4238af421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:20:20.055857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:20.145596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:20:20.148721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:20:20.154326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:20.205478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:20.205789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:20.207379 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] 10.222.0.79 "PUT /v2.0/ports/5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 1094 time: 0.9128201 May 19 13:20:20.215286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:20:20.244151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f67db8-9ef3-4a06-93f9-95ce1affcdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:20.383818 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59065dd4-7f0e-4db7-938c-195f33ea9fe5'] response: {'name': 'network-changed', 'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'status': 'completed', 'code': 200} May 19 13:20:20.420393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40b68cc0-2b03-4170-9807-8477bc1ae8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:20.421854 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-40b68cc0-2b03-4170-9807-8477bc1ae8a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1097 time: 0.1728854 May 19 13:20:20.492242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-a52853f6-96bd-4f44-b8bd-600020a43f80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 217 time: 0.0622768 May 19 13:20:20.555213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-4c64e9be-5be9-4010-9c37-1cb25518281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:20.556503 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-4c64e9be-5be9-4010-9c37-1cb25518281f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0571012 May 19 13:20:20.603413 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-14d72787-6265-49aa-a6b5-171eddbc16e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394666 May 19 13:20:20.740807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-7e3842be-8e60-45f2-ae77-fb47e8d6d0d2 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291978 May 19 13:20:20.762293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1925a-f395-44aa-9456-f12d30a1b88e req-37e10c78-e194-4436-bca5-7dd3c35b25bb tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:20.763809 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6db1925a-f395-44aa-9456-f12d30a1b88e req-37e10c78-e194-4436-bca5-7dd3c35b25bb tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 944 time: 0.0843356 May 19 13:20:20.808431 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6db1925a-f395-44aa-9456-f12d30a1b88e req-85edd76d-d1d6-4feb-ad4b-f5864b9a8533 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 May 19 13:20:20.876594 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-55bd5a2c-7b1a-4cee-9321-820e6d15136e req-791cbd8c-995e-4da3-a739-fc8b4b2d5a93 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287780 May 19 13:20:21.003704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-f41f85f4-48e5-45d8-aaac-45b44bc95852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:21.005250 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-f41f85f4-48e5-45d8-aaac-45b44bc95852 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1097 time: 0.0768998 May 19 13:20:21.145802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-57a8c402-89ad-4db6-825a-5d0de5ebff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:21.147297 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-57a8c402-89ad-4db6-825a-5d0de5ebff80 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1332431 May 19 13:20:21.157099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:20:21.191944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: fbee544a-2d6f-400d-86cf-a3b0cd3688e8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:20:21.192281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device fbee544a-2d6f-400d-86cf-a3b0cd3688e8 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:20:21.218443 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-54f82a53-5cac-4e10-8c3a-60703b34b0ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 217 time: 0.0636344 May 19 13:20:21.282203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-e342bb4f-4904-4c03-b2b0-d214ced6cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:21.283659 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-e342bb4f-4904-4c03-b2b0-d214ced6cadb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0588269 May 19 13:20:21.330621 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-999074ab-eb46-482b-bc64-72b19b25c158 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398524 May 19 13:20:21.464256 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-32caf3ec-827d-48c0-8e25-c094cd87c28c service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248689 May 19 13:20:21.600899 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0d1a7e15-f364-4a84-a5aa-ac9604ed5f92 req-90db0e34-3c4e-455b-8cd2-adc7a037ca7f service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288493 May 19 13:20:22.015040 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8db9d-2c5d-45c7-b13e-affffcd17857 req-9c399466-fd73-448d-a1bc-afd61bc531c0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:22.015715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e3f8db9d-2c5d-45c7-b13e-affffcd17857 req-9c399466-fd73-448d-a1bc-afd61bc531c0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Synchronizing usage tracker for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:20:22.029368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e3f8db9d-2c5d-45c7-b13e-affffcd17857 req-9c399466-fd73-448d-a1bc-afd61bc531c0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Unset dirty status for tenant:1072c1f661774b8f83abc670ff9efae8 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:20:22.030593 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e3f8db9d-2c5d-45c7-b13e-affffcd17857 req-9c399466-fd73-448d-a1bc-afd61bc531c0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 944 time: 0.1074204 May 19 13:20:22.076376 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e3f8db9d-2c5d-45c7-b13e-affffcd17857 req-b7f60d4e-1389-4ca8-8668-1157f38c086b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 May 19 13:20:23.180501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:20:23.271766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c58099-b40b-43a6-8e39-c8273e4012e5 req-f2227718-7fd0-4ad3-beed-bd76911db4ce tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:23.273139 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-78c58099-b40b-43a6-8e39-c8273e4012e5 req-f2227718-7fd0-4ad3-beed-bd76911db4ce tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 944 time: 0.0839825 May 19 13:20:23.315494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:23.318183 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-78c58099-b40b-43a6-8e39-c8273e4012e5 req-5301fa4b-52c7-48b2-9a3d-f93d8b846559 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 May 19 13:20:23.329065 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'port_id': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'mac_address': 'fa:16:3e:8f:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8683b86-7d66-4f50-bf57-f9393c33a995', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:20:23.388616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 5247b7fd-3967-49af-9b4f-61103bd7ff5b is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:20:23.388940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:23.438888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5247b7fd-3967-49af-9b4f-61103bd7ff5b {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:20:23.456801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:23.464469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:23.536899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:23.544196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.544542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.544880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.545207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.545533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.545860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.546181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.546528 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.546907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.547225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.547537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.547849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:20:23.719487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['5247b7fd-3967-49af-9b4f-61103bd7ff5b'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:20:24.532791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836cf44-986c-4b08-a1a8-d82ae6294ad1 req-62327753-e847-41ba-88eb-a1bd8ef08d20 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:24.534136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b836cf44-986c-4b08-a1a8-d82ae6294ad1 req-62327753-e847-41ba-88eb-a1bd8ef08d20 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 945 time: 0.0974879 May 19 13:20:24.582474 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b836cf44-986c-4b08-a1a8-d82ae6294ad1 req-cc1e6df8-4904-4922-8948-9830e279d5bb tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 May 19 13:20:25.195810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:20:25.277091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 5247b7fd-3967-49af-9b4f-61103bd7ff5b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:20:25.282379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 5247b7fd-3967-49af-9b4f-61103bd7ff5b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:20:25.282786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:25.397020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 5247b7fd-3967-49af-9b4f-61103bd7ff5b is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:20:25.397402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:25.425220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:20:25.435434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:20:25.440057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:25.469892 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d48363-afdd-4ea1-84d7-6d9249a4d968'] response: {'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'code': 200} May 19 13:20:25.516352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:20:25.866443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffed3fc-dc79-40fa-8d09-9b046b6041e3 req-9f6418ce-6fb2-4342-8a3b-808e7c5c3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:25.867930 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bffed3fc-dc79-40fa-8d09-9b046b6041e3 req-9f6418ce-6fb2-4342-8a3b-808e7c5c3cfb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1099 time: 0.2299020 May 19 13:20:25.899094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91a0c-9561-4fd7-8e4f-c0b13a101150 req-35d746ab-90a4-47fa-ae17-ef6cae732df0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:25.900475 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e91a0c-9561-4fd7-8e4f-c0b13a101150 req-35d746ab-90a4-47fa-ae17-ef6cae732df0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.2128439 May 19 13:20:25.939285 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bffed3fc-dc79-40fa-8d09-9b046b6041e3 req-ed0cd703-1eb0-4a2b-ade8-dcbfb25c76f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625694 May 19 13:20:25.957857 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9e91a0c-9561-4fd7-8e4f-c0b13a101150 req-0421913f-557a-413f-b3c3-237c462d0aeb tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 May 19 13:20:27.157717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce993-dcd7-45bd-b022-9588d5300f7e req-3d29f367-cbba-4a15-93c4-daba37d2da1e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:27.159176 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-056ce993-dcd7-45bd-b022-9588d5300f7e req-3d29f367-cbba-4a15-93c4-daba37d2da1e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0868523 May 19 13:20:27.202925 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-056ce993-dcd7-45bd-b022-9588d5300f7e req-89d750ef-f67e-4b76-8d4a-c20d13666172 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 May 19 13:20:28.393715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68d39-4b10-4e2a-a00b-5549d1bb9b32 req-3740fc98-cd72-477a-935f-abac255628ce tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:28.395215 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6bc68d39-4b10-4e2a-a00b-5549d1bb9b32 req-3740fc98-cd72-477a-935f-abac255628ce tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0840290 May 19 13:20:28.490771 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6bc68d39-4b10-4e2a-a00b-5549d1bb9b32 req-446831ca-6423-40cd-8a49-e7387152b2b4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 May 19 13:20:28.512063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-d8e9d5f7-433b-4e1a-b868-59beae078a6b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973337 May 19 13:20:28.662595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-7002816e-5eed-4edd-aaf3-5922409513b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:28.664085 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-7002816e-5eed-4edd-aaf3-5922409513b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1099 time: 0.0754809 May 19 13:20:28.681240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955c8f6-acbb-4042-9d8c-6f5f7c9f3b61 req-10d31090-a43e-4194-a990-5e10b9250e49 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:28.682690 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f955c8f6-acbb-4042-9d8c-6f5f7c9f3b61 req-10d31090-a43e-4194-a990-5e10b9250e49 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0848010 May 19 13:20:28.729249 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f955c8f6-acbb-4042-9d8c-6f5f7c9f3b61 req-1cea7feb-863c-4e89-972f-f7e6d34e79e6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 May 19 13:20:28.811603 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-45d1f513-f65d-4d79-aaa0-377b44c617d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:28.813095 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-45d1f513-f65d-4d79-aaa0-377b44c617d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1269903 May 19 13:20:28.886933 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-1e95fa9f-39e6-47c8-b32e-3d48ebeb862d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 217 time: 0.0655229 May 19 13:20:28.950917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-0e1cb27a-5989-47d7-9659-c0fdd8637521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:28.952580 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-0e1cb27a-5989-47d7-9659-c0fdd8637521 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0594265 May 19 13:20:29.007724 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-73056348-672c-4098-8281-39edcb220afa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480285 May 19 13:20:29.142224 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-49eae0c8-864a-4186-8d6f-ba3e47de408f service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267366 May 19 13:20:29.146086 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-fc62897e-73a4-4ee5-9b90-0180423605ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312659 May 19 13:20:29.167450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a35f-6c15-4bf4-a0af-5f9d41a029a1 req-d0b9ebc3-1706-4b6a-a6f4-f74e97eebc17 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:29.169435 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6596a35f-6c15-4bf4-a0af-5f9d41a029a1 req-d0b9ebc3-1706-4b6a-a6f4-f74e97eebc17 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.1151989 May 19 13:20:29.216605 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6596a35f-6c15-4bf4-a0af-5f9d41a029a1 req-de718ea0-f786-48cd-ac74-435399b1790c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 May 19 13:20:29.287488 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-752301ee-15ba-408e-b4f2-ed0e67cd4045 req-ff219b58-6a53-4818-9f6f-211c3d682a5b service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376748 May 19 13:20:30.415597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f36976-0589-480f-bd59-73c41063a147 req-5cc40606-9985-49cd-9b52-5b4258cbf8ba tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:30.417027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d3f36976-0589-480f-bd59-73c41063a147 req-5cc40606-9985-49cd-9b52-5b4258cbf8ba tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0869825 May 19 13:20:30.466021 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d3f36976-0589-480f-bd59-73c41063a147 req-25c035d3-1095-47ea-bc4d-74765b3c7bd0 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 May 19 13:20:30.592152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-9c4ca59e-8dd4-4751-8a13-0c960593ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:30.594278 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-9c4ca59e-8dd4-4751-8a13-0c960593ebb2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1099 time: 0.0800929 May 19 13:20:30.734304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-c9a74387-fe51-4ff4-a8b2-961494bf7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:30.735678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-c9a74387-fe51-4ff4-a8b2-961494bf7c98 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1350899 May 19 13:20:30.806161 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-0f425161-2d23-476b-8173-9edc9aaa99c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 217 time: 0.0600545 May 19 13:20:30.877708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-dfc820ff-c63d-4eef-ac1d-ec76e4206ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:30.880044 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-dfc820ff-c63d-4eef-ac1d-ec76e4206ad7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0656905 May 19 13:20:30.931386 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-876a452e-4a6a-407a-aede-aea6c73002f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430694 May 19 13:20:31.061999 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-4ba31680-a856-4acb-8b6c-cb6b4f23e430 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229854 May 19 13:20:31.184634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-73e8c839-0c25-42d8-817d-eb695a3d873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:31.311335 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-65f6541e-73cf-41b5-9b9d-6d200755d545 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428725 May 19 13:20:31.665074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72676f8f-8bb7-4345-8923-9ddb6367f393 req-caa4bd13-642f-4905-aefa-fa5c0d2be1b2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:31.666497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-72676f8f-8bb7-4345-8923-9ddb6367f393 req-caa4bd13-642f-4905-aefa-fa5c0d2be1b2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0900562 May 19 13:20:31.714539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-72676f8f-8bb7-4345-8923-9ddb6367f393 req-fc4adf4e-26fb-4027-9f61-0953ed96c62f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 May 19 13:20:32.917674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24179-5a22-4382-abf5-0c1c1b81ac57 req-4022ee16-182d-4f53-834e-35ad9f5d3e69 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:32.919183 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7ce24179-5a22-4382-abf5-0c1c1b81ac57 req-4022ee16-182d-4f53-834e-35ad9f5d3e69 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0932860 May 19 13:20:32.964432 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7ce24179-5a22-4382-abf5-0c1c1b81ac57 req-be4484b7-9a4b-4650-bdd7-e45fc84b8798 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 May 19 13:20:33.635358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-319e00fd-3310-48a6-ae9c-66ca3c45d07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:34.268380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341cad-a387-45d1-a35b-47e179e3e6a4 req-a1fbaf0d-3850-4883-9bce-4b3f8f29bae9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:34.269737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d3341cad-a387-45d1-a35b-47e179e3e6a4 req-a1fbaf0d-3850-4883-9bce-4b3f8f29bae9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.1864605 May 19 13:20:34.322579 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d3341cad-a387-45d1-a35b-47e179e3e6a4 req-6e155aef-29c1-4b6c-8c31-43bbb87d44b5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455179 May 19 13:20:34.841762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:34.903144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:35.520620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f576adf-2f7a-4e97-a982-a85cc2c5a718 req-229bcd03-8d72-45f9-befc-d351928929f1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:35.521978 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4f576adf-2f7a-4e97-a982-a85cc2c5a718 req-229bcd03-8d72-45f9-befc-d351928929f1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0850306 May 19 13:20:35.571698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4f576adf-2f7a-4e97-a982-a85cc2c5a718 req-69550c0f-44bd-423e-9c61-c8da3fb7ed83 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414195 May 19 13:20:36.014602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:36.784000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ac235-5ef9-435a-a71f-177a78c4f5a2 req-f5795982-58ad-41bd-adc5-88f45cf835c8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:36.785444 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-465ac235-5ef9-435a-a71f-177a78c4f5a2 req-f5795982-58ad-41bd-adc5-88f45cf835c8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0935760 May 19 13:20:36.832198 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-465ac235-5ef9-435a-a71f-177a78c4f5a2 req-6134c9cb-2a2c-4396-b4a8-69af9fc99329 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 May 19 13:20:37.689887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:20:38.033551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b596972-e11c-42a2-ab10-78fda185b5d0 req-cd57dea1-d698-4294-8a1d-4ae2dffe2e5b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:38.034898 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6b596972-e11c-42a2-ab10-78fda185b5d0 req-cd57dea1-d698-4294-8a1d-4ae2dffe2e5b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0936058 May 19 13:20:38.080900 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6b596972-e11c-42a2-ab10-78fda185b5d0 req-ff40c74b-0a4d-429c-ab0c-e298630b660c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 May 19 13:20:39.290699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a03120-5090-4acc-8752-f176cbc2a81b req-ddeebb87-df8f-499d-805c-eb79d956c595 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:39.292700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7a03120-5090-4acc-8752-f176cbc2a81b req-ddeebb87-df8f-499d-805c-eb79d956c595 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0926435 May 19 13:20:39.341653 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7a03120-5090-4acc-8752-f176cbc2a81b req-f035d39b-685a-4227-906e-c1e2b4b88aed tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 May 19 13:20:40.554175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb206-3c5b-4395-bf5c-dbb7994a154d req-bfb05b0e-7c71-4178-97ed-f9109d738575 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:40.555587 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b49eb206-3c5b-4395-bf5c-dbb7994a154d req-bfb05b0e-7c71-4178-97ed-f9109d738575 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0936861 May 19 13:20:40.619979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b49eb206-3c5b-4395-bf5c-dbb7994a154d req-b0a89712-535a-446d-b718-173ad0cc86c7 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544045 May 19 13:20:41.469372 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:20:41.823599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7126290-c155-4330-a365-6719b53c27ef req-142bd362-1095-4a95-8f2d-f806b1d728c8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:41.824926 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7126290-c155-4330-a365-6719b53c27ef req-142bd362-1095-4a95-8f2d-f806b1d728c8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0918679 May 19 13:20:41.868656 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7126290-c155-4330-a365-6719b53c27ef req-9f15531e-4af2-427f-aa31-8ed333a14a57 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 May 19 13:20:43.068749 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40d22f-796a-4f26-944d-2dd13f9483ad req-861603be-857d-41e3-be2f-5b26dd3c3efa tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:43.070193 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b40d22f-796a-4f26-944d-2dd13f9483ad req-861603be-857d-41e3-be2f-5b26dd3c3efa tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0889168 May 19 13:20:43.116470 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b40d22f-796a-4f26-944d-2dd13f9483ad req-cf673fc5-106b-4685-b365-a58ffe901b4b tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 May 19 13:20:44.306392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f229-3e4d-41ea-8d3c-47ab7f751cd6 req-e47b0243-d120-4063-b8ee-e380e629a310 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:44.308026 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-92a2f229-3e4d-41ea-8d3c-47ab7f751cd6 req-e47b0243-d120-4063-b8ee-e380e629a310 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0848072 May 19 13:20:44.356303 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-92a2f229-3e4d-41ea-8d3c-47ab7f751cd6 req-88c1be6a-113b-4be6-a3f1-8497319daf30 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 May 19 13:20:45.557182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728cd5-1451-430e-a9b0-2c90522120d1 req-06f1265f-582b-4067-9ab6-69ddeef3f26f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:45.558614 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cb728cd5-1451-430e-a9b0-2c90522120d1 req-06f1265f-582b-4067-9ab6-69ddeef3f26f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0840983 May 19 13:20:45.606529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cb728cd5-1451-430e-a9b0-2c90522120d1 req-ddf335a6-d323-4734-97fd-f4ce38f0bd10 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 May 19 13:20:46.799733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4a55-0922-4e98-b128-9548093feea1 req-2679ec6a-e502-40c6-9246-c13cfc60e38c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:46.801205 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-45dd4a55-0922-4e98-b128-9548093feea1 req-2679ec6a-e502-40c6-9246-c13cfc60e38c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0804672 May 19 13:20:46.847230 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-45dd4a55-0922-4e98-b128-9548093feea1 req-de3d9797-da8e-4070-9008-370217230e63 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 May 19 13:20:48.049957 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066effa-52f1-4964-aa12-b549f199c944 req-9f2ffb3f-0292-48af-9a29-9ba85d2163c2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:48.051418 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d066effa-52f1-4964-aa12-b549f199c944 req-9f2ffb3f-0292-48af-9a29-9ba85d2163c2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0867414 May 19 13:20:48.098912 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d066effa-52f1-4964-aa12-b549f199c944 req-796d70e2-fd23-442f-a062-2318114ce124 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 May 19 13:20:49.317071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca1ff-936f-498d-bbe0-4281eb3d9901 req-eefd26d9-069f-4c92-93b6-3029c07a66e4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:49.318548 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bd1ca1ff-936f-498d-bbe0-4281eb3d9901 req-eefd26d9-069f-4c92-93b6-3029c07a66e4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0931838 May 19 13:20:49.363934 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bd1ca1ff-936f-498d-bbe0-4281eb3d9901 req-3b498c1a-e06d-43e7-9235-136bce05f89d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 May 19 13:20:50.563102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff25a1-96f4-405c-8d0f-9e0f606e0ce4 req-1e334571-83b3-4a1f-8737-ecf5bdc24bec tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:50.564460 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0bff25a1-96f4-405c-8d0f-9e0f606e0ce4 req-1e334571-83b3-4a1f-8737-ecf5bdc24bec tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0868266 May 19 13:20:50.610639 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0bff25a1-96f4-405c-8d0f-9e0f606e0ce4 req-33d9d16f-177e-4ac1-95a2-9d1e9fe34c2e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 May 19 13:20:51.826853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266425c4-e159-44a3-ab96-8cd98d1729cb req-c31237ea-bc5e-4059-bc9d-fd53df5aecf1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:51.828306 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-266425c4-e159-44a3-ab96-8cd98d1729cb req-c31237ea-bc5e-4059-bc9d-fd53df5aecf1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0967517 May 19 13:20:51.876169 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-266425c4-e159-44a3-ab96-8cd98d1729cb req-208781ba-5179-4912-8ac6-5afdc719a83e tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 May 19 13:20:53.083423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df576f7-c39b-48f8-ab4a-4e543d6840e2 req-48aeaaf2-f2c8-4d5b-951c-a1e8283fd4aa tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:53.084882 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9df576f7-c39b-48f8-ab4a-4e543d6840e2 req-48aeaaf2-f2c8-4d5b-951c-a1e8283fd4aa tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0864503 May 19 13:20:53.136478 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9df576f7-c39b-48f8-ab4a-4e543d6840e2 req-ced908bf-a6aa-4b93-a4f5-6ee9b81ce2e8 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 May 19 13:20:54.328716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f0a7-27b0-4e08-8d64-e3f57835e845 req-105700ad-4622-4e4d-a64e-9b2ca103e9d1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:54.330134 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2028f0a7-27b0-4e08-8d64-e3f57835e845 req-105700ad-4622-4e4d-a64e-9b2ca103e9d1 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0845938 May 19 13:20:54.376854 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2028f0a7-27b0-4e08-8d64-e3f57835e845 req-7d9da8de-5a18-4e08-ae9e-21d507c9b7f5 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 May 19 13:20:55.596569 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6e134-2f8c-4ae9-b24b-ad93f0100915 req-5ce2a242-ed0a-41ca-a4c0-530faf5255d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:55.598026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-04b6e134-2f8c-4ae9-b24b-ad93f0100915 req-5ce2a242-ed0a-41ca-a4c0-530faf5255d6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0977132 May 19 13:20:55.643471 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-04b6e134-2f8c-4ae9-b24b-ad93f0100915 req-673adc52-9289-410b-b4e3-9630602a158f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 May 19 13:20:56.833256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a154c69-d881-48b5-b7ca-40e572dbd6e2 req-d8d44869-27d6-4bcd-a6a6-d6391f2fe436 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:56.834737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8a154c69-d881-48b5-b7ca-40e572dbd6e2 req-d8d44869-27d6-4bcd-a6a6-d6391f2fe436 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0819051 May 19 13:20:56.886813 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8a154c69-d881-48b5-b7ca-40e572dbd6e2 req-29741d33-792a-4a73-8447-5cb0841a82c6 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460019 May 19 13:20:58.094391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797181-60a2-44cd-9029-091390f37760 req-a9fa421b-f559-473d-af42-7c116733a478 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:58.095869 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f6797181-60a2-44cd-9029-091390f37760 req-a9fa421b-f559-473d-af42-7c116733a478 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0915401 May 19 13:20:58.147234 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f6797181-60a2-44cd-9029-091390f37760 req-cd5b4d9d-5271-4db1-91ad-095cb95866ee tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 May 19 13:20:58.293116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-b2465431-9323-456b-a56f-394d0e514ec5 service neutron] 10.222.0.79 "GET /v2.0/ports/5247b7fd-3967-49af-9b4f-61103bd7ff5b/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0814295 May 19 13:20:58.608868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-ce00cce4-0ec1-42b9-84b2-d803b2647285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:58.610436 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-ce00cce4-0ec1-42b9-84b2-d803b2647285 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116&tenant_id=1072c1f661774b8f83abc670ff9efae8 HTTP/1.1" status: 200 len: 1099 time: 0.0812366 May 19 13:20:58.707303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-50ed9e9c-6880-41a8-900e-4d790c8e7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:58.708770 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-50ed9e9c-6880-41a8-900e-4d790c8e7a30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1099 time: 0.0747452 May 19 13:20:58.842738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-60b43d01-aa8b-43b3-bc1a-9b230e46b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:58.844165 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-60b43d01-aa8b-43b3-bc1a-9b230e46b17f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1284370 May 19 13:20:58.915722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-a33d475a-9302-4b46-90e7-d87229d66d74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 217 time: 0.0640819 May 19 13:20:58.983386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-266b06a5-5834-457c-b8ae-3caf0b6219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:58.984987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-266b06a5-5834-457c-b8ae-3caf0b6219b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0615673 May 19 13:20:59.033172 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-c658da82-b6cb-457c-80f9-9dda09cd99a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409513 May 19 13:20:59.167104 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-936aa6d8-d24d-4495-a95e-bb5fde8126d6 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264884 May 19 13:20:59.312088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ec5ef3dc-4f4b-45b9-9344-e89f10419e3c req-6bb0dd34-59ef-43a3-99d4-cbca6bb8a8e9 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383247 May 19 13:20:59.336646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dbc82-9312-4fd4-b050-e07228817ecd req-0bdd593d-1e68-42cb-80df-05a67ff46fb2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:20:59.338051 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a55dbc82-9312-4fd4-b050-e07228817ecd req-0bdd593d-1e68-42cb-80df-05a67ff46fb2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0836236 May 19 13:20:59.385395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a55dbc82-9312-4fd4-b050-e07228817ecd req-89104614-b5b8-4d30-a848-b83eff74d643 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 May 19 13:21:00.685667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374415f-0020-4cde-92fc-9112a5b15e4c req-73e9a828-2abd-4524-8638-863c43161dee tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:00.687155 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3374415f-0020-4cde-92fc-9112a5b15e4c req-73e9a828-2abd-4524-8638-863c43161dee tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.1929629 May 19 13:21:00.732764 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3374415f-0020-4cde-92fc-9112a5b15e4c req-612217bb-ff06-4291-b676-0a1b5d434dbe tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 May 19 13:21:01.181186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d829b22c-cc74-4b0f-9ae1-a0b68b6a169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:01.387017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:21:01.389904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:21:01.605562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 5247b7fd-3967-49af-9b4f-61103bd7ff5b is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:01.605937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:01.626917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:01.645638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'network_id': '7a6783aa-86c7-42ee-a9ab-e7142e576e1c', 'port_id': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'mac_address': 'fa:16:3e:8f:ba:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8683b86-7d66-4f50-bf57-f9393c33a995', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:21:01.650601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:01.683404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:01.689112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:01.727333 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e15a3b9-6e2a-414f-ba13-23a36bc77628'] response: {'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'code': 200} May 19 13:21:01.767593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 5247b7fd-3967-49af-9b4f-61103bd7ff5b is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:01.767974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:01.790949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5247b7fd-3967-49af-9b4f-61103bd7ff5b {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:21:01.794722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:01.809607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:01.815191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:01.887115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:01.891476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['5247b7fd-3967-49af-9b4f-61103bd7ff5b'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:21:01.922908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0d8a-0366-443c-9c56-542cadfa08ef req-d0a29e2e-c411-4efe-ac61-77e53ed0feb3 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:01.924365 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3dea0d8a-0366-443c-9c56-542cadfa08ef req-d0a29e2e-c411-4efe-ac61-77e53ed0feb3 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 945 time: 0.0818965 May 19 13:21:01.973431 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3dea0d8a-0366-443c-9c56-542cadfa08ef req-1493b222-5844-4c16-b45d-807f486466eb tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 May 19 13:21:02.359454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43f58b-e74c-4a44-a979-a5e6a572de22 req-e8b926d4-4eee-42cc-9fb7-a0e60c779f82 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:02.360911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5e43f58b-e74c-4a44-a979-a5e6a572de22 req-e8b926d4-4eee-42cc-9fb7-a0e60c779f82 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 945 time: 0.1413703 May 19 13:21:02.389206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-7632561f-c706-43b5-beb1-24ff8bfc8f26 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:02.390660 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-7632561f-c706-43b5-beb1-24ff8bfc8f26 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116&tenant_id=1072c1f661774b8f83abc670ff9efae8&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 945 time: 0.1344504 May 19 13:21:02.415647 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5e43f58b-e74c-4a44-a979-a5e6a572de22 req-085c3a01-fe72-4484-a3d4-e4f8fc532e01 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 May 19 13:21:02.534482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-961d51e1-2f8e-4522-b4bc-c5a78bba6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:02.536177 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-961d51e1-2f8e-4522-b4bc-c5a78bba6469 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1072c1f661774b8f83abc670ff9efae8&device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 1098 time: 0.0732126 May 19 13:21:02.675348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-47fc4b0c-bc6b-4f4f-bef8-f068ab29d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:02.676772 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-47fc4b0c-bc6b-4f4f-bef8-f068ab29d702 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 200 len: 916 time: 0.1303747 May 19 13:21:02.753829 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-2ed38de9-be9f-495f-a23a-df290e9f3aa3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 200 len: 217 time: 0.0662398 May 19 13:21:02.819357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-bb798401-a21d-4e21-85d4-dce29bd10bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:02.820741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-bb798401-a21d-4e21-85d4-dce29bd10bac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 200 len: 855 time: 0.0605755 May 19 13:21:02.873428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-cd846dc6-2c67-4d44-af15-c619e1205e61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7a6783aa-86c7-42ee-a9ab-e7142e576e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451927 May 19 13:21:03.011418 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-c79e4bcd-040f-4674-98b4-795f246d6c16 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309130 May 19 13:21:03.170151 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a1150f79-cf1e-4a96-a552-04baa6c91cf5 req-4a7d0b1e-74e3-4477-8f07-55c6ce1f6fe2 service neutron] 10.222.0.79 "GET /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512587 May 19 13:21:03.386441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:03.468674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 5247b7fd-3967-49af-9b4f-61103bd7ff5b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:03.469041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:03.584957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 5247b7fd-3967-49af-9b4f-61103bd7ff5b is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:03.585345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:03.609337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46c61e-c7c3-4c75-bf76-b29da840e442 req-0b2dad62-3d8b-4f40-996a-46d4e90033f2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:03.615152 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-df46c61e-c7c3-4c75-bf76-b29da840e442 req-0b2dad62-3d8b-4f40-996a-46d4e90033f2 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 945 time: 0.0909708 May 19 13:21:03.628226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-64e0e837-06f8-46ec-91a0-33e5ac70a60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:03.633882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:03.638555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:03.660318 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-df46c61e-c7c3-4c75-bf76-b29da840e442 req-2d7a06e0-92d9-4fc8-8063-826c79cb721d tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 May 19 13:21:03.708484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:03.728611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:03.773688 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcecf7af-3c87-46f8-afd3-8e155480367f'] response: {'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'code': 200} May 19 13:21:04.835219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:04.859111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb1e71-3e47-45d7-b1ca-fac1bdacd424 req-aaa2ddbc-ba5a-4b2a-9303-2fbd04b50971 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:04.860561 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cccb1e71-3e47-45d7-b1ca-fac1bdacd424 req-aaa2ddbc-ba5a-4b2a-9303-2fbd04b50971 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0866780 May 19 13:21:04.907633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:04.911449 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cccb1e71-3e47-45d7-b1ca-fac1bdacd424 req-7cfad1c3-c08b-400b-b7a9-6ceb5502788a tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 May 19 13:21:05.101381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d75c38-798e-43f9-9c99-34483a96c8cc req-848e9ec5-2990-4a90-8c1a-b418564d7d1c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:05.102819 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-65d75c38-798e-43f9-9c99-34483a96c8cc req-848e9ec5-2990-4a90-8c1a-b418564d7d1c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0862513 May 19 13:21:05.148093 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-65d75c38-798e-43f9-9c99-34483a96c8cc req-9e33c3f2-1787-4379-8548-f24fb761ca77 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 May 19 13:21:05.344598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8904f43-3714-40b2-b3e1-1841e536a992 req-1d82a99d-2c10-40fa-841b-ba265505b876 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:05.346366 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b8904f43-3714-40b2-b3e1-1841e536a992 req-1d82a99d-2c10-40fa-841b-ba265505b876 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0869298 May 19 13:21:05.391188 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b8904f43-3714-40b2-b3e1-1841e536a992 req-a4b94c4c-2d7b-4732-9dbe-20f6cb985218 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 May 19 13:21:05.979255 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cca9b-967e-4e68-b96f-583c2a66223d req-131662f7-4f46-4154-9914-d854ed5e721c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:05.980736 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b9cca9b-967e-4e68-b96f-583c2a66223d req-131662f7-4f46-4154-9914-d854ed5e721c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.1027935 May 19 13:21:06.011189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:06.025148 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b9cca9b-967e-4e68-b96f-583c2a66223d req-60cc125f-3943-46af-8362-d5cace30815c tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 May 19 13:21:07.225288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a0b9c-71cf-49aa-93a5-b76ad0a5b39a req-509903c4-3c7d-4cb8-a7b7-28059a49a306 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:07.226754 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-191a0b9c-71cf-49aa-93a5-b76ad0a5b39a req-509903c4-3c7d-4cb8-a7b7-28059a49a306 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0823178 May 19 13:21:07.276641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-191a0b9c-71cf-49aa-93a5-b76ad0a5b39a req-3203ecae-f7be-41f5-9da4-404b6f81ab4f tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 May 19 13:21:07.691375 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:07.926174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-255e18aa-fc31-4866-9f4f-c79e1b7076fd tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:07.927611 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-255e18aa-fc31-4866-9f4f-c79e1b7076fd tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.0933549 May 19 13:21:08.000288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Deleting port 5247b7fd-3967-49af-9b4f-61103bd7ff5b {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:21:08.000499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:08.243552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] For port 5247b7fd-3967-49af-9b4f-61103bd7ff5b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=5247b7fd-3967-49af-9b4f-61103bd7ff5b,segment=NetworkSegment(263545b7-acbd-439a-ba56-55e4238af421),segment_id=263545b7-acbd-439a-ba56-55e4238af421)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:08.243901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:08.501230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Calling delete_port for 5247b7fd-3967-49af-9b4f-61103bd7ff5b owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:21:08.642182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52d3c9-0c2d-452a-afbe-63c0edb84be8 req-06a29c6c-5d3d-4a9b-b62d-f0d9fd666cf4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:08.651760 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a52d3c9-0c2d-452a-afbe-63c0edb84be8 req-06a29c6c-5d3d-4a9b-b62d-f0d9fd666cf4 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e42b870-e5f5-4910-9c38-c984f7445116 HTTP/1.1" status: 200 len: 946 time: 0.2315369 May 19 13:21:08.710597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:08.714806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a52d3c9-0c2d-452a-afbe-63c0edb84be8 req-835d184b-e64b-481b-849e-32f99dfa1800 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.44 "GET /v2.0/security-groups?id=f581e0c6-8c81-496c-9634-41889668c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597191 May 19 13:21:08.723238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['5247b7fd-3967-49af-9b4f-61103bd7ff5b'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:21:08.761318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Pushing event deleted for resources: {'Port': ['ID=5247b7fd-3967-49af-9b4f-61103bd7ff5b,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:08.795490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.796205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.796205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.796485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.796806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.797125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.797453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.797755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.798066 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.798376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.798728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.799043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:08.845505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] No DVR routers for this DVR port 5247b7fd-3967-49af-9b4f-61103bd7ff5b on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:21:08.848708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:08.851133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-deleted', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:08.874173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6ace3e6b-748a-4edb-ba0a-dea426ea85bf req-328a7f86-f90f-4535-8422-4bee6285fba9 tempest-ServerDiskConfigTestJSON-792205226 tempest-ServerDiskConfigTestJSON-792205226-project] 10.222.0.79 "DELETE /v2.0/ports/5247b7fd-3967-49af-9b4f-61103bd7ff5b HTTP/1.1" status: 204 len: 173 time: 0.9401221 May 19 13:21:08.910669 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187c3916-7f8b-485c-ac25-7857982c5316'] response: {'server_uuid': '1e42b870-e5f5-4910-9c38-c984f7445116', 'name': 'network-vif-deleted', 'tag': '5247b7fd-3967-49af-9b4f-61103bd7ff5b', 'status': 'completed', 'code': 200} May 19 13:21:09.958885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40956) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:10.031452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Deleting subnet b8683b86-7d66-4f50-bf57-f9393c33a995 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:21:10.034677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.086424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.146664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.220633 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.257594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8683b86-7d66-4f50-bf57-f9393c33a995,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:10.262401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.269401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.269739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.270068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.270390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.270742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.271064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.271381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.271716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.272028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.272340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.272651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.272962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:10.277620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3875cb70-3fa7-44c9-b49d-6321724bbf51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8683b86-7d66-4f50-bf57-f9393c33a995 HTTP/1.1" status: 204 len: 168 time: 0.3173854 May 19 13:21:10.280380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40960) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:10.389257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.517613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.545964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6783aa-86c7-42ee-a9ab-e7142e576e1c']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:10.558163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263545b7-acbd-439a-ba56-55e4238af421') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:10.558460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263545b7-acbd-439a-ba56-55e4238af421') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:10.570244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.587300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.593837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:21:10.594242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:21:10.607260 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:21:10.686883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.691184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:10.717768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6783aa-86c7-42ee-a9ab-e7142e576e1c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:10.728121 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-40039660-05c1-4778-9136-bdfa10dfcc73 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7a6783aa-86c7-42ee-a9ab-e7142e576e1c HTTP/1.1" status: 204 len: 168 time: 0.4468415 May 19 13:21:10.879099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 40966) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:10.933478 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cf860be7-2afc-48f8-abd4-97e63ba5fbb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1072c1f661774b8f83abc670ff9efae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531423 May 19 13:21:10.935997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40970) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:11.005106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87dad89f-82d0-495a-8c22-c69ac2e17bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:11.031454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87dad89f-82d0-495a-8c22-c69ac2e17bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:11.093364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87dad89f-82d0-495a-8c22-c69ac2e17bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:11.114160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad89f-82d0-495a-8c22-c69ac2e17bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581e0c6-8c81-496c-9634-41889668c8e8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:11.127568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-87dad89f-82d0-495a-8c22-c69ac2e17bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:11.129242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-87dad89f-82d0-495a-8c22-c69ac2e17bde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f581e0c6-8c81-496c-9634-41889668c8e8 HTTP/1.1" status: 204 len: 168 time: 0.1918173 May 19 13:21:11.950548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 40994) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:12.080693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-801759875-network', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:12.085552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:12.089641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Usage tracker for resource:network and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:12.092670 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:12.099557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:12.111332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Made reservation on behalf of ef0d4784649145279915eb9e2d129fe0 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:21:12.113616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.131430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.151506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:12.155747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Usage tracker for resource:security_group_rule and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:12.158537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:12.164176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:12.249163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.256272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.290502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:21:12.298982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e31a45-304c-4647-84a3-0030fea5142f,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:12.305923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.306266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Added segment 39123cff-4222-4953-bc74-ca05558cb604 of type vlan for network 64ace278-4712-4bce-93f3-13160e8db4ef May 19 13:21:12.336124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.369446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.370318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:12.370905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.569147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] Pushing event updated for resources: {'Network': ['ID=64ace278-4712-4bce-93f3-13160e8db4ef,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:12.572050 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1b610994-1c8b-4b89-af7e-ba207fc82aad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6204767 May 19 13:21:12.575455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41000) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:12.580899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 64ace278-4712-4bce-93f3-13160e8db4ef details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:21:12.584364 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Request body: {'subnet': {'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-801759875-subnet', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:12.589838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:12.594090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Usage tracker for resource:subnet and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:12.597528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:12.604306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:12.614682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Made reservation on behalf of ef0d4784649145279915eb9e2d129fe0 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:21:12.616947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.826557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.898711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efb132f-b3f9-4d26-908d-c5d7205b4385,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:12.909174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:21:12.909522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Network hostable DHCP agents. Network: 64ace278-4712-4bce-93f3-13160e8db4ef, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:21:12.930787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Network 64ace278-4712-4bce-93f3-13160e8db4ef is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:21:12.941753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 64ace278-4712-4bce-93f3-13160e8db4ef) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:12.946412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:12.947022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:12.951287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0df02b-883a-4e5f-978a-47055bb60df0 None None] Network 64ace278-4712-4bce-93f3-13160e8db4ef requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:21:12.971500 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-58575d5e-0ab8-4439-a6ff-fce3415a533d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3945258 May 19 13:21:12.974486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41004) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:12.979563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:12.984822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:12.988997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Usage tracker for resource:router and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:12.992094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:12.998026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:13.009017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.010281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.027574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.198707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-64ace278-4712-4bce-93f3-13160e8db4ef', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:21:13.199538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.301417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.355128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Allocated IP 172.20.0.2 (64ace278-4712-4bce-93f3-13160e8db4ef/8efb132f-b3f9-4d26-908d-c5d7205b4385/636a6d20-0ce2-4dee-95ae-358c9fc61211) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:21:13.429714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:21:13.473157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 5247b7fd-3967-49af-9b4f-61103bd7ff5b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:21:13.473495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 5247b7fd-3967-49af-9b4f-61103bd7ff5b not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:21:13.590968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.601560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Transition to ACTIVE for port object 636a6d20-0ce2-4dee-95ae-358c9fc61211 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:13.609604 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.620048 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Transition to ACTIVE for port object 636a6d20-0ce2-4dee-95ae-358c9fc61211 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:13.627404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.641631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.695533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:21:13.698401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:13.700937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:21:13.733555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Pushing event updated for resources: {'Port': ['ID=636a6d20-0ce2-4dee-95ae-358c9fc61211,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:13.778868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Allocated IP 172.26.3.51 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/5cddde50-8dd3-47ae-98d2-a3de54287095) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:21:13.796188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Attempting to bind port 636a6d20-0ce2-4dee-95ae-358c9fc61211 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:21:13.796551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Attempting to bind port 636a6d20-0ce2-4dee-95ae-358c9fc61211 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:21:13.796916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Attempting to bind port 636a6d20-0ce2-4dee-95ae-358c9fc61211 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:21:13.803301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:21:13.803672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:21:13.804071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.804489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Bound using segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:21:13.804953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Bound port: 636a6d20-0ce2-4dee-95ae-358c9fc61211, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:21:13.805324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.897330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] For port 636a6d20-0ce2-4dee-95ae-358c9fc61211, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:21:13.900466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] For port 636a6d20-0ce2-4dee-95ae-358c9fc61211, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=636a6d20-0ce2-4dee-95ae-358c9fc61211,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:21:13.904697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.927466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.962977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:13.985597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5791a6-924d-40fe-b255-4002fa1628c0 None None] Pushing event updated for resources: {'Port': ['ID=636a6d20-0ce2-4dee-95ae-358c9fc61211,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:14.034113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:21:14.037187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:14.040834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:21:14.073243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Pushing event updated for resources: {'Port': ['ID=5cddde50-8dd3-47ae-98d2-a3de54287095,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:14.585047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:14.891821 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ff921-4f6d-4077-869d-05f44d10813d None None] Network 64ace278-4712-4bce-93f3-13160e8db4ef requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:21:14.930994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:14.985262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2819693c-eea9-4e36-81e1-4a54d75cdd2d None None] Provisioning for port 636a6d20-0ce2-4dee-95ae-358c9fc61211 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:15.141343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:21:15.331248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:21:15.340474 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:21:15.350658 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:21:15.351362 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:21:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:15.362433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:15.366809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41008) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:15.367293 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e8c65e96-0e13-4608-8daa-2ea190e8f442 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3913677 May 19 13:21:15.393125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 636a6d20-0ce2-4dee-95ae-358c9fc61211 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:15.465840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 636a6d20-0ce2-4dee-95ae-358c9fc61211 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:15.471926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 636a6d20-0ce2-4dee-95ae-358c9fc61211 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:15.472295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:15.565572 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:21:15.592091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 636a6d20-0ce2-4dee-95ae-358c9fc61211 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:15.592608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:15.625301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 636a6d20-0ce2-4dee-95ae-358c9fc61211, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=636a6d20-0ce2-4dee-95ae-358c9fc61211,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:15.629830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:15.701527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=636a6d20-0ce2-4dee-95ae-358c9fc61211,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:15.849367 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:14Z', 'revision_number': 3, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:15.853480 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:21:15.853829 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Updating router 7a173e39-c038-49c4-86b0-cac1bd86d974 port 5cddde50-8dd3-47ae-98d2-a3de54287095 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:21:15.907146 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.171896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.242972 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.255581 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Transition to ACTIVE for port object 5cddde50-8dd3-47ae-98d2-a3de54287095 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:16.262275 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.342813 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Attempting to bind port 5cddde50-8dd3-47ae-98d2-a3de54287095 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:21:16.343476 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Attempting to bind port 5cddde50-8dd3-47ae-98d2-a3de54287095 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:21:16.343476 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Attempting to bind port 5cddde50-8dd3-47ae-98d2-a3de54287095 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:21:16.346368 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Pushing event updated for resources: {'Port': ['ID=5cddde50-8dd3-47ae-98d2-a3de54287095,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:16.355355 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:21:16.355720 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:21:16.356108 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.356488 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:21:16.356935 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Bound port: 5cddde50-8dd3-47ae-98d2-a3de54287095, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:21:16.357290 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.378297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Allocated IP 172.20.0.1 (64ace278-4712-4bce-93f3-13160e8db4ef/8efb132f-b3f9-4d26-908d-c5d7205b4385/31411ded-46ab-4bed-83ad-7e4b40103742) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:21:16.380620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.380948 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.381276 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.381598 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.381923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.382243 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.382637 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.383019 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.383248 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.383803 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.383922 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.384213 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:16.437999 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] For port 5cddde50-8dd3-47ae-98d2-a3de54287095, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:21:16.441193 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] For port 5cddde50-8dd3-47ae-98d2-a3de54287095, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5cddde50-8dd3-47ae-98d2-a3de54287095,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:21:16.446144 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.524381 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:21:16.524995 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:21:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:16.528193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.543728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Transition to ACTIVE for port object 31411ded-46ab-4bed-83ad-7e4b40103742 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:16.568512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.578548 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a43f1-c7d6-4411-b93c-c0295f683aaf None None] Pushing event updated for resources: {'Port': ['ID=5cddde50-8dd3-47ae-98d2-a3de54287095,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:16.632636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:21:16.635602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:16.639251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:21:16.672579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Pushing event updated for resources: {'Port': ['ID=31411ded-46ab-4bed-83ad-7e4b40103742,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:16.700492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.713294 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:21:16.857925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5d757866-19dc-44b6-9687-e36d572ba326 None None] Provisioning for port 31411ded-46ab-4bed-83ad-7e4b40103742 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:16.863848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5d757866-19dc-44b6-9687-e36d572ba326 None None] Provisioning complete for port 31411ded-46ab-4bed-83ad-7e4b40103742 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:16.864404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5d757866-19dc-44b6-9687-e36d572ba326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:16.926553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5d757866-19dc-44b6-9687-e36d572ba326 None None] Port 31411ded-46ab-4bed-83ad-7e4b40103742 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:21:16.968469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.038058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:14Z', 'revision_number': 3, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:17.042133 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c3557-5595-4486-aa2f-d204e967a85a None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:14Z', 'revision_number': 3, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:21:17.197324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.203897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.311824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Pushing event updated for resources: {'Port': ['ID=31411ded-46ab-4bed-83ad-7e4b40103742,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:17.314244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.461647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5cddde50-8dd3-47ae-98d2-a3de54287095 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:17.462956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:21:17.464343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:17.591613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5cddde50-8dd3-47ae-98d2-a3de54287095 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:17.599675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5cddde50-8dd3-47ae-98d2-a3de54287095 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:17.600269 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.736208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5cddde50-8dd3-47ae-98d2-a3de54287095 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:17.736578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.759420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 5cddde50-8dd3-47ae-98d2-a3de54287095, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5cddde50-8dd3-47ae-98d2-a3de54287095,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:17.765835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-5297b277-f859-4d5e-ada1-408b78d5453e None None] Provisioning complete for port 31411ded-46ab-4bed-83ad-7e4b40103742 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:17.766661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5297b277-f859-4d5e-ada1-408b78d5453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.797006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.797221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:21:17.797643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 636a6d20-0ce2-4dee-95ae-358c9fc61211 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:17.920350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-5297b277-f859-4d5e-ada1-408b78d5453e None None] Port 31411ded-46ab-4bed-83ad-7e4b40103742 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:21:17.942482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=5cddde50-8dd3-47ae-98d2-a3de54287095,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:17.950276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 636a6d20-0ce2-4dee-95ae-358c9fc61211 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:17.950686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:17.983223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:21:17.992073 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5cd32a68-9930-4211-b5a3-6c1298347698 admin admin] 10.222.0.44 "PUT /v2.0/routers/7a173e39-c038-49c4-86b0-cac1bd86d974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235070 May 19 13:21:18.069823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 636a6d20-0ce2-4dee-95ae-358c9fc61211 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:18.313488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41018) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:18.319273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809117696', 'description': 'tempest-description--768564539'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:18.325568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:18.330129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Usage tracker for resource:security_group and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:18.333472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:18.340336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:18.352694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.374354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:18.378334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Usage tracker for resource:security_group_rule and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:18.381219 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:18.386900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:18.457967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.462908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.468607 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:21:18.504312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0638be15-9977-4ae2-8d79-7a23f1a96323,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:18.507943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.509203 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a7fd2cb1-83f8-407b-8fa0-1eaf4046f830 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1945682 May 19 13:21:18.512443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41022) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:18.516987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'security_group_rule': {'security_group_id': '0638be15-9977-4ae2-8d79-7a23f1a96323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:18.523266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:18.527397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Usage tracker for resource:security_group_rule and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:18.531241 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:18.537199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:18.556925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.579990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:21:18.589587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:21:18.590190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:21:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:18.619617 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.623862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.650616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1474de-4478-4de9-a568-db54b424bfbb,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:18.662286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.663669 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a40c368b-70ce-49f7-a76b-ce79ce9c05d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506007 May 19 13:21:18.666225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41026) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:18.671393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'security_group_rule': {'security_group_id': '0638be15-9977-4ae2-8d79-7a23f1a96323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:18.677340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:18.681257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Usage tracker for resource:security_group_rule and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:18.684270 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:18.690732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:18.708522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.769097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:21:18.772285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.776943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.801952 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d366de1f-1d5b-4a99-8d84-439f25d14851,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:18.811642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.814590 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e450d83-2c1d-48c7-9310-2565ae339ebd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456594 May 19 13:21:18.815830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41030) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:18.820736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:18.826951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:18.830945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Usage tracker for resource:floatingip and tenant:ef0d4784649145279915eb9e2d129fe0 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:21:18.833882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:21:18.839859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:18.851825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:18.997165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.079128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 2, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:19.083058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:21:19.083406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Updating router 7a173e39-c038-49c4-86b0-cac1bd86d974 port 31411ded-46ab-4bed-83ad-7e4b40103742 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:21:19.135983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Allocated IP 172.26.3.42 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/6c0c1fa7-3cd8-43f9-9cd4-f1093aa178a6) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:21:19.136270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.283694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.313848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.370367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5cddde50-8dd3-47ae-98d2-a3de54287095 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:19.379300 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:21:19.381947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:19.385761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:21:19.430443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'Port': ['ID=6c0c1fa7-3cd8-43f9-9cd4-f1093aa178a6,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:19.474985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.519532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5cddde50-8dd3-47ae-98d2-a3de54287095 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:19.519895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.536799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.584784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.601189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Transition to ACTIVE for port object 31411ded-46ab-4bed-83ad-7e4b40103742 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:19.608539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.747058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.754505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.815668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5cddde50-8dd3-47ae-98d2-a3de54287095 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:19.840620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bee61-508a-41c3-b10d-2349596fefea None None] Pushing event updated for resources: {'Port': ['ID=31411ded-46ab-4bed-83ad-7e4b40103742,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:19.872853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'Port': ['ID=6c0c1fa7-3cd8-43f9-9cd4-f1093aa178a6,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:19.882609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.908090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Attempting to bind port 31411ded-46ab-4bed-83ad-7e4b40103742 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:21:19.908472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Attempting to bind port 31411ded-46ab-4bed-83ad-7e4b40103742 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:21:19.908833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Attempting to bind port 31411ded-46ab-4bed-83ad-7e4b40103742 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:21:19.910892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.912271 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-17b6582b-db42-4a7e-b28b-b129a6d9646f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0955009 May 19 13:21:19.917208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:21:19.917583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:21:19.918038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:19.918556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Bound using segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:21:19.919049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Bound port: 31411ded-46ab-4bed-83ad-7e4b40103742, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:21:19.919428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:20.028776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] For port 31411ded-46ab-4bed-83ad-7e4b40103742, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:21:20.032008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] For port 31411ded-46ab-4bed-83ad-7e4b40103742, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=31411ded-46ab-4bed-83ad-7e4b40103742,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:21:20.036091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:20.082736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-36350119-46f4-480e-875b-a1b792809ddd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:21:20.106955 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-36350119-46f4-480e-875b-a1b792809ddd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:21:20.108317 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-36350119-46f4-480e-875b-a1b792809ddd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1809117696&fields=id&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 267 time: 0.0713048 May 19 13:21:20.120470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:21:20.121016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:21:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:20.189764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bee61-508a-41c3-b10d-2349596fefea None None] Pushing event updated for resources: {'Port': ['ID=31411ded-46ab-4bed-83ad-7e4b40103742,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:20.280793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-2f978dee-2cb5-48fa-99a4-5a5c4421a2d0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:20.282425 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-2f978dee-2cb5-48fa-99a4-5a5c4421a2d0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.1638675 May 19 13:21:20.297984 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-f5ed8c40-b09e-49da-aeb7-3f39e67ed870 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/quotas/ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 375 time: 0.0098257 May 19 13:21:20.311419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:21:20.494228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-55d580a1-9a00-401e-b4ff-175c7040bba8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:21:20.512888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-55d580a1-9a00-401e-b4ff-175c7040bba8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:21:20.514608 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-55d580a1-9a00-401e-b4ff-175c7040bba8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2111871 May 19 13:21:20.634388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:20Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:20.638595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f2d7d-97c6-43c1-87ee-8fed92296fbe None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:20Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:21:20.652977 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-f6825a8f-719a-4a53-a2c8-537d20f99845 service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264293 May 19 13:21:20.797256 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-be9ce7ca-f6e5-46ff-80f0-5c61c9323ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378989 May 19 13:21:20.986118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3af8c91d-5697-4f9d-abe7-c8cdb477cf44 req-f23722f5-d279-4932-bbe2-258015710325 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 210 time: 0.0464699 May 19 13:21:21.384263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 31411ded-46ab-4bed-83ad-7e4b40103742 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:21.458246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 31411ded-46ab-4bed-83ad-7e4b40103742 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:21.471207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 31411ded-46ab-4bed-83ad-7e4b40103742 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:21.471763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:21.611218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 31411ded-46ab-4bed-83ad-7e4b40103742 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:21.611594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:21.645933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 31411ded-46ab-4bed-83ad-7e4b40103742, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=31411ded-46ab-4bed-83ad-7e4b40103742,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:21.649969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:21.723239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=31411ded-46ab-4bed-83ad-7e4b40103742,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:22.173859 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2928c327-6faf-439a-9a3b-31d635440baa req-54ce5b78-4218-4b56-a6e8-fac78d1d8e2c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 210 time: 0.0669668 May 19 13:21:22.204252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-487d20fc-5b4d-4755-b4a9-2bd544008187 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:22.205671 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-487d20fc-5b4d-4755-b4a9-2bd544008187 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.2060273 May 19 13:21:22.257721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-2e3f1bb0-9c5c-4d74-a00e-e6d0c5177005 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 380 time: 0.0422678 May 19 13:21:22.267691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'port': {'device_id': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'admin_state_up': True, 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'security_groups': ['0638be15-9977-4ae2-8d79-7a23f1a96323']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:22.406506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:21:22.416134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:21:22.427121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Made reservation on behalf of ef0d4784649145279915eb9e2d129fe0 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:21:22.430493 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:22.592042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Allocated IP 172.20.0.4 (64ace278-4712-4bce-93f3-13160e8db4ef/8efb132f-b3f9-4d26-908d-c5d7205b4385/1dbe161b-3366-4ae9-9e2e-2c31277fe901) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:21:22.782863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:22.799123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Transition to ACTIVE for port object 1dbe161b-3366-4ae9-9e2e-2c31277fe901 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:22.829354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:22.907248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:21:22.910275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:21:22.914034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:21:22.947415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:22.986054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:22.986682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.013201 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-4c1d070d-f246-48b4-8cd1-637e1d4a71df tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7490141 May 19 13:21:23.024696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Request body: {'port': {'device_id': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:23.132322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a109a82e-83d1-41b2-a6b2-0f1f7e6da4fd None None] Provisioning for port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:23.137589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a109a82e-83d1-41b2-a6b2-0f1f7e6da4fd None None] Provisioning complete for port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:23.137970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a109a82e-83d1-41b2-a6b2-0f1f7e6da4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.145528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.191586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a109a82e-83d1-41b2-a6b2-0f1f7e6da4fd None None] Port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:21:23.365851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b74ba-a1f5-41af-a182-82b8c79d5f43 req-a0fd695a-649f-45e1-9254-4517cc2e5c2b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:23.366973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 31411ded-46ab-4bed-83ad-7e4b40103742 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:23.367378 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e93b74ba-a1f5-41af-a182-82b8c79d5f43 req-a0fd695a-649f-45e1-9254-4517cc2e5c2b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 931 time: 0.0847142 May 19 13:21:23.411881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e93b74ba-a1f5-41af-a182-82b8c79d5f43 req-307c2617-d356-4ac2-a990-059169c6447c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:21:23.424575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-e93b74ba-a1f5-41af-a182-82b8c79d5f43 req-307c2617-d356-4ac2-a990-059169c6447c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:21:23.425952 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e93b74ba-a1f5-41af-a182-82b8c79d5f43 req-307c2617-d356-4ac2-a990-059169c6447c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529959 May 19 13:21:23.438775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 31411ded-46ab-4bed-83ad-7e4b40103742 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:23.439151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.561512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 31411ded-46ab-4bed-83ad-7e4b40103742 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:23.616914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbe161b-3366-4ae9-9e2e-2c31277fe901 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:21:23.624954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.640459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Transition to ACTIVE for port object 1dbe161b-3366-4ae9-9e2e-2c31277fe901 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:21:23.646595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.776773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:23.888647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Attempting to bind port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:21:23.889000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Attempting to bind port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:21:23.889984 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Attempting to bind port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:21:23.894697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 on network 64ace278-4712-4bce-93f3-13160e8db4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:21:23.895023 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Attempting to bind port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:21:23.900206 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:21:23.900538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:21:23.900898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Bound using segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:21:23.901321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Bound port: 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:21:23.901664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:23.993958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:21:23.996815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:21:24.004230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:24.069588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.070184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:24.071554 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] 10.222.0.79 "PUT /v2.0/ports/1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 1093 time: 1.0510058 May 19 13:21:24.071980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:24.098395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347fb2d-c918-4454-a1d5-ca7118162b16 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:24.155541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf1f234-dc7f-4335-aabb-8ab921839e0f'] response: {'name': 'network-changed', 'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'status': 'completed', 'code': 200} May 19 13:21:24.202297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-9d776a5c-dd27-4b1c-817d-d89c5e236511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.203854 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-9d776a5c-dd27-4b1c-817d-d89c5e236511 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1096 time: 0.0808702 May 19 13:21:24.278708 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-e872b077-c4ef-477f-86ea-2563308fc50f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 217 time: 0.0667036 May 19 13:21:24.343233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-5cb62dbe-46fe-45ab-841e-051bd75c4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.345317 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-5cb62dbe-46fe-45ab-841e-051bd75c4d69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0598357 May 19 13:21:24.433575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-61d9b9fa-eec8-4881-a3f4-35d4c1f2b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.435036 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-61d9b9fa-eec8-4881-a3f4-35d4c1f2b551 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822401 May 19 13:21:24.572866 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-b80f7d04-6122-4ca8-87c6-d91813aa4ec3 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299765 May 19 13:21:24.616408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0316b00-4b94-4100-9c89-d47e19f66edd req-1f266ae7-a3e1-475d-92dc-a7b01f57a746 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.617865 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0316b00-4b94-4100-9c89-d47e19f66edd req-1f266ae7-a3e1-475d-92dc-a7b01f57a746 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 943 time: 0.0839472 May 19 13:21:24.662799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0316b00-4b94-4100-9c89-d47e19f66edd req-c1bb9dd5-b40a-490f-bbc6-3774c5bbe0fe tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 May 19 13:21:24.705715 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ce4ddc-fad3-4a3e-9580-14818b3de407 req-5f6e0d3a-334d-40bf-9f87-cea747526985 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260209 May 19 13:21:24.836157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-39dbe918-32fd-4b21-ac2c-c5ac66eef719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.837545 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-39dbe918-32fd-4b21-ac2c-c5ac66eef719 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1096 time: 0.0805693 May 19 13:21:24.981392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-13b8c4ff-5687-4e9a-bc3b-be030c9b8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:24.983041 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-13b8c4ff-5687-4e9a-bc3b-be030c9b8966 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1362126 May 19 13:21:25.053848 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-9ff36287-16d8-4f27-b236-e34729ff9ba2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 217 time: 0.0635192 May 19 13:21:25.117853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-5af0885e-53d0-4c9e-b535-9346a65f818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:25.119292 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-5af0885e-53d0-4c9e-b535-9346a65f818b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0574613 May 19 13:21:25.195161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-6057d160-d635-4348-aa1b-5280696d881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:25.196725 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-6057d160-d635-4348-aa1b-5280696d881a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704627 May 19 13:21:25.333829 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-ad40c1d4-f0ba-4190-9ee2-1158883d298a service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276858 May 19 13:21:25.582526 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2c1db72-b8d1-41f4-b89c-35778f85924d req-20c46939-6160-4af4-a785-6f35ed4ae42a service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383742 May 19 13:21:25.863622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e4438-f578-4042-917e-9c7789496a69 req-c5e3d948-acdb-4760-8845-55f60f09dd16 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:25.864338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-761e4438-f578-4042-917e-9c7789496a69 req-c5e3d948-acdb-4760-8845-55f60f09dd16 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:21:25.882600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-761e4438-f578-4042-917e-9c7789496a69 req-c5e3d948-acdb-4760-8845-55f60f09dd16 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:21:25.883771 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-761e4438-f578-4042-917e-9c7789496a69 req-c5e3d948-acdb-4760-8845-55f60f09dd16 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 943 time: 0.1005437 May 19 13:21:25.934022 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-761e4438-f578-4042-917e-9c7789496a69 req-ba8211c4-ae6d-4ae7-9f39-29a093bb1206 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415018 May 19 13:21:27.124656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13557bfb-f2bd-49ad-b892-8dfa56206cfa req-28116a85-1504-4130-80a0-fb29b16dc9cd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:27.126062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-13557bfb-f2bd-49ad-b892-8dfa56206cfa req-28116a85-1504-4130-80a0-fb29b16dc9cd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 943 time: 0.0832975 May 19 13:21:27.173016 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-13557bfb-f2bd-49ad-b892-8dfa56206cfa req-830467a5-5723-47eb-8fe5-e60a3cb79af3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 May 19 13:21:27.508840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:21:27.660966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:27.674112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'mac_address': 'fa:16:3e:19:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:21:27.728849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:27.729226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:27.745490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbe161b-3366-4ae9-9e2e-2c31277fe901 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:21:27.760972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:27.766808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:27.836301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:27.843800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.844124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.844461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.844795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.845115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.845804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.846126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.846443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.846801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.847102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.847418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:27.847734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:21:28.023053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['1dbe161b-3366-4ae9-9e2e-2c31277fe901'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:21:28.388943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938009b-8e53-4923-8e14-54a5c8c0e53d req-d3284b22-88d9-4780-9e0d-9369910227e4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:28.390512 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6938009b-8e53-4923-8e14-54a5c8c0e53d req-d3284b22-88d9-4780-9e0d-9369910227e4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 944 time: 0.1023042 May 19 13:21:28.440026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6938009b-8e53-4923-8e14-54a5c8c0e53d req-587c3aba-bfc1-451c-85c5-83395985b128 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 May 19 13:21:29.506350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:21:29.575075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:21:29.579763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:21:29.580213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:29.637532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cde4a4-14ff-4c7d-b3e7-29dc13c89580 req-22dca381-88bc-4d13-a24d-1c7b88cb9a22 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:29.639033 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94cde4a4-14ff-4c7d-b3e7-29dc13c89580 req-22dca381-88bc-4d13-a24d-1c7b88cb9a22 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 944 time: 0.0810025 May 19 13:21:29.684153 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-94cde4a4-14ff-4c7d-b3e7-29dc13c89580 req-c6496baa-e9ff-4aac-8011-4951a0b1c8b1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386348 May 19 13:21:29.697903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:29.698284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:29.725580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:29.735252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:29.740909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:29.775248 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d80aea-3064-49ed-947f-d066bf19192d'] response: {'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'code': 200} May 19 13:21:29.817779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:21:30.011981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e2ca-f522-4536-8da5-65892592a904 req-b6dc1ab4-4a57-4482-8b2f-282d86ecfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:30.013432 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-18d1e2ca-f522-4536-8da5-65892592a904 req-b6dc1ab4-4a57-4482-8b2f-282d86ecfcd1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1098 time: 0.0739076 May 19 13:21:30.066689 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-18d1e2ca-f522-4536-8da5-65892592a904 req-e0034c4a-307c-4006-8ec7-5cb7dbb9e311 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453854 May 19 13:21:30.899807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e773d-6930-4600-9127-f85c8f8eee19 req-6e4e02d6-2b45-401b-a2ff-fd691ccf0850 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:30.901237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2d4e773d-6930-4600-9127-f85c8f8eee19 req-6e4e02d6-2b45-401b-a2ff-fd691ccf0850 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0879917 May 19 13:21:31.056058 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2d4e773d-6930-4600-9127-f85c8f8eee19 req-8becdd54-005a-4069-91d2-79c127dea7da tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458294 May 19 13:21:31.174993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3f904476-db45-48df-9e2d-98683be82f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:32.272036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194724a0-f476-487c-af54-a8ec297119b3 req-47d42cdd-f350-48c2-89ad-cc9d2059c92c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:32.273433 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-194724a0-f476-487c-af54-a8ec297119b3 req-47d42cdd-f350-48c2-89ad-cc9d2059c92c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0953093 May 19 13:21:32.319862 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-194724a0-f476-487c-af54-a8ec297119b3 req-cf010114-b8f4-4140-8d61-60d131dc1efb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378747 May 19 13:21:32.499613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69867f-eb15-4004-bba5-8accbda57582 req-78bc324c-0e7a-459c-877a-d4d6c3c47415 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:32.501032 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7f69867f-eb15-4004-bba5-8accbda57582 req-78bc324c-0e7a-459c-877a-d4d6c3c47415 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0826857 May 19 13:21:32.510975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41088) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:21:32.516030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'floatingip': {'port_id': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:21:32.593739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:33.199883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:33.206392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:33.377736 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f associated. External IP: 172.26.3.42, port: 1dbe161b-3366-4ae9-9e2e-2c31277fe901. May 19 13:21:33.623988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-523f2bb5-005b-46e3-bf35-227921bd5b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:33.847936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:21:34.036587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:21:34.041371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:34.046833 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:21:34.056607 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:21:34.057219 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:21:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:34.096226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b1a4b188-c4c9-46f9-8f9d-632b6eff307b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "PUT /v2.0/floatingips/0566c57c-a40a-418e-ac96-1d24f9db223f HTTP/1.1" status: 200 len: 990 time: 1.5841191 May 19 13:21:34.096828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:34.147210 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8a56b7-5e54-45ef-9720-64d246fe0bee'] response: {'name': 'network-changed', 'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'status': 'completed', 'code': 200} May 19 13:21:34.241423 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:21:34.301686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-c08f57ef-19c9-4e2f-8f98-60a4becf5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:34.303185 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-c08f57ef-19c9-4e2f-8f98-60a4becf5b12 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1098 time: 0.1342142 May 19 13:21:34.311276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b52f-22d4-43c2-9454-3a7be4b48b8a req-3db909ed-8a2d-43d2-b596-2870a13acb01 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:34.312584 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7261b52f-22d4-43c2-9454-3a7be4b48b8a req-3db909ed-8a2d-43d2-b596-2870a13acb01 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.1120417 May 19 13:21:34.434442 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7261b52f-22d4-43c2-9454-3a7be4b48b8a req-b813ea45-d9ef-4e4d-a1c2-0dc1d5bcfcb9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036243 May 19 13:21:34.470712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-0c80a2a1-fb33-4eba-9ecd-19cb9b083e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:34.472468 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-0c80a2a1-fb33-4eba-9ecd-19cb9b083e76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1590252 May 19 13:21:34.578470 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-68e36e4b-b72f-4a08-b40b-3a0fb1e8c125 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 998 time: 0.0980978 May 19 13:21:34.593076 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:19:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:21:33Z', 'revision_number': 1, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:34.597428 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:21:34.606007 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:21:34.606627 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:21:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:34.631936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f793f4e-f1de-4245-ab99-f9d66787c6da req-0b9bda86-e537-4661-847b-94c06a24950b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:34.633392 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f793f4e-f1de-4245-ab99-f9d66787c6da req-0b9bda86-e537-4661-847b-94c06a24950b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0908988 May 19 13:21:34.646308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-de15d074-1000-4ca8-a096-b2c56bca779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:34.647790 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-de15d074-1000-4ca8-a096-b2c56bca779e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0585001 May 19 13:21:34.679083 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f793f4e-f1de-4245-ab99-f9d66787c6da req-9d0b3ed4-750f-47f5-97bf-accb5064e5a5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388632 May 19 13:21:34.729152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-53a48ffa-e1ad-4dc8-999d-a5d46d5c0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:34.730649 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-53a48ffa-e1ad-4dc8-999d-a5d46d5c0182 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733523 May 19 13:21:34.784006 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:21:34.838033 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:34.865456 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-bf13925a-200a-482f-a609-eb7efe3b1f44 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278076 May 19 13:21:34.913306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:35.119977 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4c8d66a4-8d84-4c7f-9e3b-a4f1db4100e1 req-ff9fb611-32d7-4706-890e-a1a74ccf2416 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463012 May 19 13:21:35.140388 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:19:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:21:33Z', 'revision_number': 1, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:21:35.145380 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59d215-a490-4722-b106-3581e2505d4b None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:19:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:21:33Z', 'revision_number': 1, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:21:35.344727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28aa8d9-8c0d-486a-baa6-02eb41a9eb3b None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:21:35.876842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653478c6-4026-4de7-b2ec-0b9158204e18 req-ed18f501-2501-4056-8ed7-d3af6c9cfadb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:35.878186 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-653478c6-4026-4de7-b2ec-0b9158204e18 req-ed18f501-2501-4056-8ed7-d3af6c9cfadb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0853887 May 19 13:21:35.926767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-653478c6-4026-4de7-b2ec-0b9158204e18 req-788aa06d-4933-4e5c-97fc-a255ebd97e85 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 May 19 13:21:36.014640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:36.117826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa05a0-1a71-435a-a815-097893104cc2 req-d6a32768-d1ac-47a3-a5d9-cbcb508a6a93 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:36.119308 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-34aa05a0-1a71-435a-a815-097893104cc2 req-d6a32768-d1ac-47a3-a5d9-cbcb508a6a93 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0830867 May 19 13:21:36.168723 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-34aa05a0-1a71-435a-a815-097893104cc2 req-1cc1c561-b1a1-4d08-9470-b1d0f58e841e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 May 19 13:21:36.604336 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-38575a01-fa77-4b46-b319-f2d68ff6a5c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354017 May 19 13:21:36.616795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6ec9-9ab3-4ae6-abc9-897fdb6f2f53 req-909f8441-ede0-49d4-bf5d-5115ae6a75ca tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:36.618162 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-989f6ec9-9ab3-4ae6-abc9-897fdb6f2f53 req-909f8441-ede0-49d4-bf5d-5115ae6a75ca tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.1057529 May 19 13:21:36.664211 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-989f6ec9-9ab3-4ae6-abc9-897fdb6f2f53 req-dd7e0192-c314-41e3-8731-5e6f4d994244 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 May 19 13:21:37.712654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:37.918112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ccad-ba2a-439d-970f-5e46c65c5f43 req-c0e595bb-5e1d-43f2-b833-82b465e6ed25 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:37.919569 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74d1ccad-ba2a-439d-970f-5e46c65c5f43 req-c0e595bb-5e1d-43f2-b833-82b465e6ed25 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.1363626 May 19 13:21:37.921381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-4fc5c989-b6e8-4fe1-8fe5-0633ac9c1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:37.922697 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-4fc5c989-b6e8-4fe1-8fe5-0633ac9c1c84 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1098 time: 0.1054642 May 19 13:21:38.040131 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-74d1ccad-ba2a-439d-970f-5e46c65c5f43 req-8a8fe982-0e40-47ed-a1dc-f87f710612b3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147149 May 19 13:21:38.084954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-806cd6db-648e-4774-82ad-d0944632db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:38.086371 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-806cd6db-648e-4774-82ad-d0944632db77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1484125 May 19 13:21:38.187722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-f33c6e12-e1ec-4045-9004-83c80ed300ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 1000 time: 0.0939140 May 19 13:21:38.258982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-2b9595ea-1bf4-4aa8-b441-f8e768591ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:38.260396 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-2b9595ea-1bf4-4aa8-b441-f8e768591ac3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0622127 May 19 13:21:38.343294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-8d913276-b62c-405e-b9ad-4d54d874da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:38.344748 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-8d913276-b62c-405e-b9ad-4d54d874da57 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738828 May 19 13:21:38.496079 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-99f90e6e-ee81-4686-ad7f-63afd16349f7 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391497 May 19 13:21:38.631112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-74e1e8c8-2e80-4732-8da5-d6bdd8a2dd07 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280410 May 19 13:21:39.226577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f6dcb-ca93-43bd-8b2b-dcec60a2bafc req-36f5dfea-c39e-473b-a0c4-f259af4458c7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:39.228090 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d0f6dcb-ca93-43bd-8b2b-dcec60a2bafc req-36f5dfea-c39e-473b-a0c4-f259af4458c7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0822833 May 19 13:21:39.273724 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d0f6dcb-ca93-43bd-8b2b-dcec60a2bafc req-a28281af-f579-4232-8d04-311ef5127300 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 May 19 13:21:40.479655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2d34c-2b21-47b2-87d6-f6d911cea952 req-80ce8de0-ba55-49be-a163-d7d4a1999c78 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:40.481111 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ba2d34c-2b21-47b2-87d6-f6d911cea952 req-80ce8de0-ba55-49be-a163-d7d4a1999c78 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0908606 May 19 13:21:40.525315 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5ba2d34c-2b21-47b2-87d6-f6d911cea952 req-27e9d0ce-9d83-4f8a-a538-7ade99a13b8b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 May 19 13:21:41.903722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7594308-5b7d-452a-90fd-70952be1509c req-b6aee88e-808d-49bd-ad6b-21e23f1bfe87 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:41.905203 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7594308-5b7d-452a-90fd-70952be1509c req-b6aee88e-808d-49bd-ad6b-21e23f1bfe87 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0967100 May 19 13:21:41.953165 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e7594308-5b7d-452a-90fd-70952be1509c req-c332b816-6ca5-44ce-91b0-dfbe2d17db4a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391617 May 19 13:21:43.168515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3de08-801e-49a4-9a62-6a5b02b5b9a7 req-fea3c724-925d-45a3-8c14-eaba313f6c31 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:43.169957 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-69a3de08-801e-49a4-9a62-6a5b02b5b9a7 req-fea3c724-925d-45a3-8c14-eaba313f6c31 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0861502 May 19 13:21:43.214726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-69a3de08-801e-49a4-9a62-6a5b02b5b9a7 req-9b30f6bf-0b02-474c-b3d3-a14682d56456 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385857 May 19 13:21:44.420417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f0e60-66dd-46e0-816c-096d7bf874c9 req-95713065-24f2-4805-bf21-3e8e255faf0f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:44.421859 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-967f0e60-66dd-46e0-816c-096d7bf874c9 req-95713065-24f2-4805-bf21-3e8e255faf0f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0903716 May 19 13:21:44.468351 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-967f0e60-66dd-46e0-816c-096d7bf874c9 req-af1bd40d-dc64-4fb3-bebc-1b3c24db63d6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 May 19 13:21:45.665703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0931b-69f4-4c0f-8d97-00fafbb29dd5 req-3eb1486c-79ca-48f8-8c4c-2e4359611805 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:45.667166 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75f0931b-69f4-4c0f-8d97-00fafbb29dd5 req-3eb1486c-79ca-48f8-8c4c-2e4359611805 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0873013 May 19 13:21:45.710983 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-75f0931b-69f4-4c0f-8d97-00fafbb29dd5 req-f6c52543-09a2-41e6-8432-4b5caf3bd522 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379767 May 19 13:21:46.901790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01756150-ceb6-44c3-bfbf-cba78d10e263 req-bdac4d0b-be7c-420f-ab16-98ccd362c143 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:46.903286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-01756150-ceb6-44c3-bfbf-cba78d10e263 req-bdac4d0b-be7c-420f-ab16-98ccd362c143 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0857587 May 19 13:21:46.949460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-01756150-ceb6-44c3-bfbf-cba78d10e263 req-8f5c56bc-cf1b-487d-a23a-259c1d1adfbb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 May 19 13:21:48.158988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a4a1b-bf8b-4637-9d8d-ddf623a6883c req-53e87eed-437d-4bc4-abc4-1db7ccf70f00 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:48.160443 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-116a4a1b-bf8b-4637-9d8d-ddf623a6883c req-53e87eed-437d-4bc4-abc4-1db7ccf70f00 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0865581 May 19 13:21:48.208807 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-116a4a1b-bf8b-4637-9d8d-ddf623a6883c req-6ea3f3d9-03df-45ef-85e5-af91d88b616e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 May 19 13:21:49.420978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dc4f6-cda3-400b-ae24-e57b008bb185 req-4d9de1ea-c876-4a19-b086-d5c1c1e34f6c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:49.422420 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-235dc4f6-cda3-400b-ae24-e57b008bb185 req-4d9de1ea-c876-4a19-b086-d5c1c1e34f6c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0920293 May 19 13:21:49.472063 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-235dc4f6-cda3-400b-ae24-e57b008bb185 req-9e9d1cb7-341c-4652-8c91-8c9387343612 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 May 19 13:21:50.668453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9ba7f-1f70-4056-b317-1b5c4e17c934 req-6797eeaa-56eb-40c5-b598-5ccd7add1115 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:50.669910 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-24b9ba7f-1f70-4056-b317-1b5c4e17c934 req-6797eeaa-56eb-40c5-b598-5ccd7add1115 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0897558 May 19 13:21:50.717516 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-24b9ba7f-1f70-4056-b317-1b5c4e17c934 req-267ae2e4-8ae6-4296-a484-ddb1637fe19c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 May 19 13:21:51.920063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90faa-05ab-4ad6-9df8-b81998541964 req-72816b82-d379-4f1f-827e-75a691d968a9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:51.921512 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cba90faa-05ab-4ad6-9df8-b81998541964 req-72816b82-d379-4f1f-827e-75a691d968a9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0819952 May 19 13:21:51.967173 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cba90faa-05ab-4ad6-9df8-b81998541964 req-a6cddbef-2ba3-47f0-bc61-5fdce8aea0e8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 May 19 13:21:53.161998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8b9cb-9239-40bb-8f07-3759680d0881 req-daa90653-51a8-4296-9c52-d21320734004 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:53.163499 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dce8b9cb-9239-40bb-8f07-3759680d0881 req-daa90653-51a8-4296-9c52-d21320734004 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0874882 May 19 13:21:53.207462 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dce8b9cb-9239-40bb-8f07-3759680d0881 req-56edb63d-0136-44a5-87e0-aa29e1d6a85c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382173 May 19 13:21:54.397600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b003a3-bc23-4b8d-a093-b38a2d184a21 req-bcfb382a-f652-4d5f-af82-ccdd3ff87248 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:54.399441 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43b003a3-bc23-4b8d-a093-b38a2d184a21 req-bcfb382a-f652-4d5f-af82-ccdd3ff87248 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0863395 May 19 13:21:54.449276 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43b003a3-bc23-4b8d-a093-b38a2d184a21 req-0eb104af-5628-4370-acfb-5f11b8ac3e1a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 May 19 13:21:55.474459 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:21:55.663720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582f49a-51e6-4bc2-b6bf-8ff53302f65e req-ea939e24-fddf-4fe7-9283-059d0eb1c4e7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:55.665736 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0582f49a-51e6-4bc2-b6bf-8ff53302f65e req-ea939e24-fddf-4fe7-9283-059d0eb1c4e7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0919783 May 19 13:21:55.712727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0582f49a-51e6-4bc2-b6bf-8ff53302f65e req-dff3ee01-d793-441f-a4f3-4c2b3dd6242c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 May 19 13:21:55.841249 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-d15bea54-c057-452f-9568-6d735516f719 service neutron] 10.222.0.79 "GET /v2.0/ports/1dbe161b-3366-4ae9-9e2e-2c31277fe901/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0848391 May 19 13:21:56.132950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-e960a2cb-6116-4e9b-9ba0-31eceba4b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:56.135087 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-e960a2cb-6116-4e9b-9ba0-31eceba4b9c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0822432 May 19 13:21:56.241804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-89037800-2848-4196-8f02-c1f4f8a64514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:56.243707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-89037800-2848-4196-8f02-c1f4f8a64514 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1098 time: 0.0838494 May 19 13:21:56.393762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-020a9da0-d41e-41e8-bf29-58c3f11c232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:56.395131 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-020a9da0-d41e-41e8-bf29-58c3f11c232b service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1445165 May 19 13:21:56.498479 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-8cbf6cc8-d7b8-43ee-ae80-adc1c7265ae5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 1000 time: 0.0960150 May 19 13:21:56.563324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-748d7ec9-8445-4e50-b5ed-5547aaed9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:56.564713 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-748d7ec9-8445-4e50-b5ed-5547aaed9207 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0598702 May 19 13:21:56.643298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-ac13da25-a1dd-49e3-a194-91b204ae29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:56.644862 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-ac13da25-a1dd-49e3-a194-91b204ae29a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728748 May 19 13:21:56.877994 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-91eace62-38a7-4c05-a1cc-2dc4afd79246 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252369 May 19 13:21:56.904599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd6172-394e-42a5-ac2c-a555da28b27a req-b95538f9-8b40-4b1f-8923-8b29101ae2fb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:56.905930 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-81fd6172-394e-42a5-ac2c-a555da28b27a req-b95538f9-8b40-4b1f-8923-8b29101ae2fb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0833855 May 19 13:21:56.952761 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-81fd6172-394e-42a5-ac2c-a555da28b27a req-f4488890-5745-441e-8a7b-f46341225791 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 May 19 13:21:57.012615 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b5d1eac-57c1-4fd5-a70c-a99507e21c52 req-491f0499-5d9d-4f02-a1d1-f5410f39b882 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275694 May 19 13:21:58.158770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9417c-4e0e-4c60-904b-427efe9ab249 req-8e1754c2-bb6a-48fa-a04b-8d7e78fc195d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:58.160254 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-45a9417c-4e0e-4c60-904b-427efe9ab249 req-8e1754c2-bb6a-48fa-a04b-8d7e78fc195d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0898118 May 19 13:21:58.207576 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-45a9417c-4e0e-4c60-904b-427efe9ab249 req-de44e8ed-648a-48bb-a8b0-512060bf7938 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 May 19 13:21:59.409524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a7e7-f41d-4095-82ae-5be83d2ca35d req-22cea1eb-0f86-4451-b0c6-9e8c12678f43 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:59.410976 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e508a7e7-f41d-4095-82ae-5be83d2ca35d req-22cea1eb-0f86-4451-b0c6-9e8c12678f43 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0901947 May 19 13:21:59.456055 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e508a7e7-f41d-4095-82ae-5be83d2ca35d req-efd9b13f-5a32-4ddf-aacd-b1a37b792b8d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 May 19 13:21:59.622741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:21:59.625152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:21:59.772474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622cb5a-0c97-49b0-a4f9-39f4166e22e4 req-ccd6660d-1655-42b2-be20-e10080820c41 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:59.773977 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d622cb5a-0c97-49b0-a4f9-39f4166e22e4 req-ccd6660d-1655-42b2-be20-e10080820c41 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0853350 May 19 13:21:59.778445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-8729811a-0d82-495a-8286-979562e33d67 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:59.779905 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-8729811a-0d82-495a-8286-979562e33d67 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065&tenant_id=ef0d4784649145279915eb9e2d129fe0&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 945 time: 0.0874982 May 19 13:21:59.824893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d622cb5a-0c97-49b0-a4f9-39f4166e22e4 req-5e7ab519-1064-46d6-bdd1-6c96a6d4a59d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 May 19 13:21:59.840023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:21:59.840401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:21:59.912245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:59.928746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:21:59.937402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'mac_address': 'fa:16:3e:19:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:21:59.938168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-a8624e67-4a36-4cbf-88a0-f507fd3d59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:21:59.939852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-a8624e67-4a36-4cbf-88a0-f507fd3d59f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 1098 time: 0.0763233 May 19 13:21:59.941429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:21:59.978669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:00.016117 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c68871-2a9c-4fd3-bd50-34638ce4e1b6'] response: {'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'code': 200} May 19 13:22:00.049918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:22:00.050187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:00.074066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbe161b-3366-4ae9-9e2e-2c31277fe901 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:22:00.081243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:00.081412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-3e8409dd-667c-48a3-b36e-c6863eff00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:00.082742 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-3e8409dd-667c-48a3-b36e-c6863eff00c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1346796 May 19 13:22:00.093116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:22:00.098625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:00.171631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:00.175786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['1dbe161b-3366-4ae9-9e2e-2c31277fe901'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:22:00.193768 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-1718d774-5ace-47fb-860e-2d9a756b9124 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 200 len: 999 time: 0.1035964 May 19 13:22:00.261266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-b7e4a43d-a051-4aff-9580-2e453434cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:00.262720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-b7e4a43d-a051-4aff-9580-2e453434cfda service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0581996 May 19 13:22:00.345636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-33847a9e-04c3-4882-92ab-746e386483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:00.347821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-33847a9e-04c3-4882-92ab-746e386483c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778522 May 19 13:22:00.483899 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-6d3f3d4d-3fba-4d0d-99bf-ede458e402c4 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286490 May 19 13:22:00.621082 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8a716333-61e2-43de-bd60-f3bbccd67c38 req-4eaf2c63-6439-4860-92d3-590fefdd5510 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259997 May 19 13:22:01.024799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f6b98-58f7-4c03-b63a-f9b348d5d1fb req-63266cab-acb9-411f-b319-709836cd5e6b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:01.026233 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d7f6b98-58f7-4c03-b63a-f9b348d5d1fb req-63266cab-acb9-411f-b319-709836cd5e6b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 944 time: 0.0854311 May 19 13:22:01.072185 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d7f6b98-58f7-4c03-b63a-f9b348d5d1fb req-8ca0371d-9d78-4c42-8a57-9c5f6f4289af tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 May 19 13:22:01.182510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b58de67-c743-471a-b41d-fc04fa8daef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:01.637111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:22:01.722498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:22:01.723087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:01.852621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:22:01.853022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:01.887670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:22:01.894277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:01.968481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:02.017574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:22:02.119916 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1875dbf-df77-49d8-a050-fa312adedf86'] response: {'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'code': 200} May 19 13:22:02.290303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f25086-49b5-40dc-9f46-0eb6246a73a1 req-42004e9b-fed9-4418-8e81-1b867d798553 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:02.292148 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-58f25086-49b5-40dc-9f46-0eb6246a73a1 req-42004e9b-fed9-4418-8e81-1b867d798553 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0943999 May 19 13:22:02.346944 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-58f25086-49b5-40dc-9f46-0eb6246a73a1 req-d755ba65-de16-4f5f-a55e-b3539f662621 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 May 19 13:22:02.535043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb823df-a8e5-468f-af26-0f2bee3dc870 req-836b199e-20a7-4062-b8a0-ef4222b35b0e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:02.536438 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9bb823df-a8e5-468f-af26-0f2bee3dc870 req-836b199e-20a7-4062-b8a0-ef4222b35b0e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0803275 May 19 13:22:02.584517 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9bb823df-a8e5-468f-af26-0f2bee3dc870 req-268516aa-8cc7-4925-81ad-d37370f85fb8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411546 May 19 13:22:02.788927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4a81-ad1f-4f75-b154-83387e641806 req-da9b7ea3-fa73-4c2d-9c0d-d1dbb99ea4e3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:02.790286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-852c4a81-ad1f-4f75-b154-83387e641806 req-da9b7ea3-fa73-4c2d-9c0d-d1dbb99ea4e3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0964434 May 19 13:22:02.838556 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-852c4a81-ad1f-4f75-b154-83387e641806 req-ff970c0a-91a1-443a-8215-19b3d0cdad62 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 May 19 13:22:03.230918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76481afb-d96b-48b2-98ae-14fee02268a2 req-11a726ed-c35f-4368-aa36-077019989807 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:03.232362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-76481afb-d96b-48b2-98ae-14fee02268a2 req-11a726ed-c35f-4368-aa36-077019989807 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0834680 May 19 13:22:03.276461 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-76481afb-d96b-48b2-98ae-14fee02268a2 req-2baec069-9338-4c5b-a4ea-be226eb28d3d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 May 19 13:22:03.635294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-adf8518a-e87b-4bb6-b74e-846cdc0ce581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:04.477065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97957e9e-5ad5-4e39-b2eb-d2cea4c8beda req-5357853f-fdcc-4f60-999f-3139fce613d6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:04.478431 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97957e9e-5ad5-4e39-b2eb-d2cea4c8beda req-5357853f-fdcc-4f60-999f-3139fce613d6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0912895 May 19 13:22:04.522767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97957e9e-5ad5-4e39-b2eb-d2cea4c8beda req-e7e8ee7e-b1c5-4364-a3b5-2af1b309d96e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385590 May 19 13:22:04.851616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:04.911668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:05.412083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-5b50c4bb-9bce-4be9-ba0b-14254e9626da tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:05.413521 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-5b50c4bb-9bce-4be9-ba0b-14254e9626da tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.1019461 May 19 13:22:05.488020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Deleting port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:22:05.488680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:05.721722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93bc2-f5c5-4582-ac63-6241c7a71644 req-334a7448-048d-4a5f-83d1-18226b03d165 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:05.723237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0e93bc2-f5c5-4582-ac63-6241c7a71644 req-334a7448-048d-4a5f-83d1-18226b03d165 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 945 time: 0.0872743 May 19 13:22:05.769730 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0e93bc2-f5c5-4582-ac63-6241c7a71644 req-4b008433-8926-4645-b621-fb6246e5ca6e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402813 May 19 13:22:05.833725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] For port 1dbe161b-3366-4ae9-9e2e-2c31277fe901, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=1dbe161b-3366-4ae9-9e2e-2c31277fe901,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:22:05.834083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:06.017780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:06.139573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:06.139978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:06.140305 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f disassociated. External IP: 172.26.3.42, port: 1dbe161b-3366-4ae9-9e2e-2c31277fe901. May 19 13:22:06.140680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Calling delete_port for 1dbe161b-3366-4ae9-9e2e-2c31277fe901 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:22:06.292727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:06.341476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event deleted for resources: {'Port': ['ID=1dbe161b-3366-4ae9-9e2e-2c31277fe901,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:06.533961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:22:06.736107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:22:06.745858 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69499278-eb02-4432-8959-6f946001b49e None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:22:06.757312 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:22:06.757919 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:22:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:06.814124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] No DVR routers for this DVR port 1dbe161b-3366-4ae9-9e2e-2c31277fe901 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:22:06.816988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:06.822976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-deleted', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:22:06.840482 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4cff9047-02a2-4827-892e-647d6aca36a1 req-57095a96-a63f-4db6-a77c-cf6a8e2bda84 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "DELETE /v2.0/ports/1dbe161b-3366-4ae9-9e2e-2c31277fe901 HTTP/1.1" status: 204 len: 173 time: 1.4201560 May 19 13:22:06.915723 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2fd046-5b1b-4b5e-a79f-d22ac648a032'] response: {'server_uuid': 'f1692b18-9c48-4fc9-a743-60cf49484065', 'name': 'network-vif-deleted', 'tag': '1dbe161b-3366-4ae9-9e2e-2c31277fe901', 'status': 'completed', 'code': 200} May 19 13:22:06.921508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d51a3821-1b3d-4d17-ae33-053622cbd08e req-6f66e0d2-22ca-4e24-8d14-9637e28c5e45 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:22:06.939447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d51a3821-1b3d-4d17-ae33-053622cbd08e req-6f66e0d2-22ca-4e24-8d14-9637e28c5e45 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:22:06.940868 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d51a3821-1b3d-4d17-ae33-053622cbd08e req-6f66e0d2-22ca-4e24-8d14-9637e28c5e45 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1692b18-9c48-4fc9-a743-60cf49484065 HTTP/1.1" status: 200 len: 210 time: 0.0614181 May 19 13:22:07.000518 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:22:07.313963 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:07.318004 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69499278-eb02-4432-8959-6f946001b49e None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:22:07.326862 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:22:07.327497 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:22:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:07.524182 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:22:07.725251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:07.841044 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69499278-eb02-4432-8959-6f946001b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:07.845301 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69499278-eb02-4432-8959-6f946001b49e None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:22:08.062644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0996026-4788-4d72-9c00-ff09a0f315e5 None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:22:08.281833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-15903e8e-e5c0-4dac-9b89-d107d061d7c4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1809117696&fields=id&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 267 time: 0.0463190 May 19 13:22:08.534861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-5446047e-69d4-4274-900e-c00164fab6c6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:08.535522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-5446047e-69d4-4274-900e-c00164fab6c6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:22:08.554435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-5446047e-69d4-4274-900e-c00164fab6c6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:22:08.555558 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-5446047e-69d4-4274-900e-c00164fab6c6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.2668045 May 19 13:22:08.573535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-1e52ca80-2618-43d3-87d4-c3deda31028c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/quotas/ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 375 time: 0.0093887 May 19 13:22:08.660022 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-23364f2b-fb28-4f32-a99e-70e151f56b0c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804474 May 19 13:22:08.739081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-130dc2a5-b726-4c40-b37f-6811d9555a5d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:22:08.740066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-130dc2a5-b726-4c40-b37f-6811d9555a5d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0668104 May 19 13:22:08.873902 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-958ead92-e9e8-41d3-9a5c-6b9be4eeddbc service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274683 May 19 13:22:09.005433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-3471b9f2-9517-4319-9de2-e96f39a25918 service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255040 May 19 13:22:09.190385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c3fc4624-3947-45b2-b0b8-6ed9fc37706d req-ce898ec0-2ce5-444e-898e-73cd1bcb8645 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 210 time: 0.0478044 May 19 13:22:09.645384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:22:09.680138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 1dbe161b-3366-4ae9-9e2e-2c31277fe901 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:22:09.680383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 1dbe161b-3366-4ae9-9e2e-2c31277fe901 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:22:10.312917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-82ba5631-accd-42b5-93ec-9dcb18b793e8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:10.314321 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-82ba5631-accd-42b5-93ec-9dcb18b793e8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.1515210 May 19 13:22:10.347008 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c6fa9737-96bc-4e6c-a846-7396f7d67a56 req-265dcce3-7bdf-4d19-9c32-e43890058606 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 210 time: 0.0473125 May 19 13:22:10.364593 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-6b0f08ce-1ac8-49c4-b78e-58bb6d3d89a8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 380 time: 0.0407567 May 19 13:22:10.374965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'port': {'device_id': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'admin_state_up': True, 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'security_groups': ['0638be15-9977-4ae2-8d79-7a23f1a96323']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:22:10.639650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:22:10.649589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:22:10.660884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Made reservation on behalf of ef0d4784649145279915eb9e2d129fe0 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:22:10.664519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:10.828657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Allocated IP 172.20.0.9 (64ace278-4712-4bce-93f3-13160e8db4ef/8efb132f-b3f9-4d26-908d-c5d7205b4385/f7cfc5cd-e5d5-4790-ba3b-314f9d676838) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:22:11.014902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:11.030592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Transition to ACTIVE for port object f7cfc5cd-e5d5-4790-ba3b-314f9d676838 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:22:11.057496 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:11.128825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:22:11.132087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:22:11.135968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:22:11.166088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:11.185710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.186046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.186375 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.186730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.187049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.187369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.187726 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.188013 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.188339 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.188650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.188959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.189253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:22:11.212889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:11.213532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:11.240421 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e3056997-c8e7-4b5c-bc17-66ebfe6b7768 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691659 May 19 13:22:11.252483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Request body: {'port': {'device_id': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:22:11.368055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:11.417901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bf8089cd-fb92-4b99-828c-4bba2a299de2 None None] Provisioning for port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:22:11.423427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bf8089cd-fb92-4b99-828c-4bba2a299de2 None None] Provisioning complete for port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:22:11.423804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bf8089cd-fb92-4b99-828c-4bba2a299de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:11.480639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bf8089cd-fb92-4b99-828c-4bba2a299de2 None None] Port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:22:11.691221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b258e1-51ba-4692-8d6e-ba69997bce21 req-be1f33b2-b43d-44cc-b5b8-7aadbf92bf50 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:11.691907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b6b258e1-51ba-4692-8d6e-ba69997bce21 req-be1f33b2-b43d-44cc-b5b8-7aadbf92bf50 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:22:11.725613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-b6b258e1-51ba-4692-8d6e-ba69997bce21 req-be1f33b2-b43d-44cc-b5b8-7aadbf92bf50 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:22:11.726767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b6b258e1-51ba-4692-8d6e-ba69997bce21 req-be1f33b2-b43d-44cc-b5b8-7aadbf92bf50 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 931 time: 0.2405531 May 19 13:22:11.818584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cfc5cd-e5d5-4790-ba3b-314f9d676838 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:22:11.829873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:11.837819 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b6b258e1-51ba-4692-8d6e-ba69997bce21 req-c988ae4b-0763-422b-8a8a-f5b09830f3ce tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715535 May 19 13:22:11.849507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Transition to ACTIVE for port object f7cfc5cd-e5d5-4790-ba3b-314f9d676838 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:22:11.854918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:12.012382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:12.096789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Attempting to bind port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:22:12.097126 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Attempting to bind port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:22:12.097455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Attempting to bind port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:22:12.102298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 on network 64ace278-4712-4bce-93f3-13160e8db4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:22:12.102909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Attempting to bind port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:22:12.110134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:22:12.110134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:22:12.110590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Bound using segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:22:12.110936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Bound port: f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:22:12.111301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:12.207484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:22:12.210365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:22:12.217075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:12.278552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:12.279193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:12.280572 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] 10.222.0.79 "PUT /v2.0/ports/f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 1093 time: 1.0323539 May 19 13:22:12.281016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:22:12.316090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629bc47-64b2-4a64-a7e0-c07410b6ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:12.359786 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c7b9dd-ffde-4f00-9085-2ac614d72603'] response: {'name': 'network-changed', 'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'status': 'completed', 'code': 200} May 19 13:22:12.402017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-1683597f-b24e-4f60-bcfd-2c2b886183cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:12.403551 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-1683597f-b24e-4f60-bcfd-2c2b886183cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1096 time: 0.0784035 May 19 13:22:12.476063 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-263a14a0-2cc2-4d57-82da-bba09f379839 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 217 time: 0.0641606 May 19 13:22:12.645182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-81069168-a652-4d6b-ae27-7ca70fe72c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:12.646598 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-81069168-a652-4d6b-ae27-7ca70fe72c80 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.1641729 May 19 13:22:12.727359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e27b45d5-440a-4e08-9c7a-c2bf997ba9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:12.728726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-e27b45d5-440a-4e08-9c7a-c2bf997ba9f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750868 May 19 13:22:12.863691 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-ffbfb4ec-7a24-4430-b260-1c9b8046d418 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268017 May 19 13:22:13.045368 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-216efbb2-1258-41be-ab50-cd2a829caad8 req-eef3d886-bf40-41f2-ae8e-e038c3a5d0ea service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732459 May 19 13:22:13.064609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef64415-96d5-425c-a9dd-8411920868a9 req-465a184d-34c9-4915-8673-c8ac497ec51b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:13.066013 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3ef64415-96d5-425c-a9dd-8411920868a9 req-465a184d-34c9-4915-8673-c8ac497ec51b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 943 time: 0.1194518 May 19 13:22:13.152932 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3ef64415-96d5-425c-a9dd-8411920868a9 req-08b82b5a-d7b0-48d7-8bfe-5958acb3b0f6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801549 May 19 13:22:13.188240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-6d319b01-cdfa-494a-bca2-268e16d8b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:13.189723 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-6d319b01-cdfa-494a-bca2-268e16d8b113 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1096 time: 0.0863431 May 19 13:22:13.324870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-e25f5537-0656-43ed-b432-bd42c9a6deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:13.326242 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-e25f5537-0656-43ed-b432-bd42c9a6deff service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1285114 May 19 13:22:13.397685 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-1484e12c-d100-407a-b392-9e88ef4a789c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 217 time: 0.0594833 May 19 13:22:13.466102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-0ee51391-f0ef-4308-86a8-079090da9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:13.467528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-0ee51391-f0ef-4308-86a8-079090da9a0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0595987 May 19 13:22:13.554297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-a8453536-ebcf-4548-857a-ec7e2dff5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:13.555929 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-a8453536-ebcf-4548-857a-ec7e2dff5754 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812483 May 19 13:22:13.688587 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-ce3351fd-97b9-4cbe-b52d-9b787f4917be service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244459 May 19 13:22:13.827519 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d5614551-ae8c-4174-ad20-de3b7b90daec req-9cf33d35-b33c-4326-9496-584134d8a1c2 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279833 May 19 13:22:14.349583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e462-e806-44fa-8a38-b3e39306768c req-27165e5d-2184-4408-8c62-c3ec58c4250c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:14.351006 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4f2e462-e806-44fa-8a38-b3e39306768c req-27165e5d-2184-4408-8c62-c3ec58c4250c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 943 time: 0.0924768 May 19 13:22:14.396629 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4f2e462-e806-44fa-8a38-b3e39306768c req-a5b47af3-1e71-4262-a4a5-b292b11daba6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392928 May 19 13:22:15.625554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e315e-849f-47fa-a411-892dc4feee12 req-2bfcd210-894d-4519-9900-5f93ec160d10 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:15.627009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e44e315e-849f-47fa-a411-892dc4feee12 req-2bfcd210-894d-4519-9900-5f93ec160d10 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 943 time: 0.1013350 May 19 13:22:15.671072 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e44e315e-849f-47fa-a411-892dc4feee12 req-f71ba2ad-2d8f-4a67-9b32-6d32ba00433c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 May 19 13:22:15.676971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:22:15.810945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:22:15.824565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'mac_address': 'fa:16:3e:47:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:22:15.879917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:22:15.880318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:15.901216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cfc5cd-e5d5-4790-ba3b-314f9d676838 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:22:15.918130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:22:15.923431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:16.003802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:16.162627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['f7cfc5cd-e5d5-4790-ba3b-314f9d676838'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:22:16.879494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc4984-8adb-4b38-a8ba-12ff137fef1a req-3ac8a794-5b68-4bcc-8aa0-420bb41ffe9b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:16.880920 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d0fc4984-8adb-4b38-a8ba-12ff137fef1a req-3ac8a794-5b68-4bcc-8aa0-420bb41ffe9b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 944 time: 0.0960712 May 19 13:22:16.924929 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d0fc4984-8adb-4b38-a8ba-12ff137fef1a req-ab4c0b96-8f8d-4ec2-8cd5-15b5033f6029 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 May 19 13:22:17.682605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:22:17.767814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:22:17.772795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:22:17.773198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:17.928219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:22:17.928589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:17.957000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:22:17.967119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:22:17.973927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:18.009599 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f447902-c271-4896-889a-f2b0e7c3ec44'] response: {'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'code': 200} May 19 13:22:18.047374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:22:18.319431 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a2bef-2de6-4347-ac23-360a6801fb39 req-ea5b02be-34b0-42bd-8dcf-e3c28e562689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:18.320787 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b71a2bef-2de6-4347-ac23-360a6801fb39 req-ea5b02be-34b0-42bd-8dcf-e3c28e562689 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.1399496 May 19 13:22:18.331676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e2f84-477f-434c-81a1-e0be4a26f4e2 req-181a8589-2e78-45a4-a366-91137c423886 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:18.332993 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-082e2f84-477f-434c-81a1-e0be4a26f4e2 req-181a8589-2e78-45a4-a366-91137c423886 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.1214111 May 19 13:22:18.411037 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b71a2bef-2de6-4347-ac23-360a6801fb39 req-aba7741b-9f7c-4a53-940e-86fc4ee5f5b3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770915 May 19 13:22:18.413828 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-082e2f84-477f-434c-81a1-e0be4a26f4e2 req-aecbfc2a-e275-45b6-9a81-8a2ec577f7de tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670717 May 19 13:22:19.615869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6262-88b8-4c6e-a009-458a7a2c5459 req-52a25a11-2350-4738-900e-30a474028494 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:19.617329 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ed6262-88b8-4c6e-a009-458a7a2c5459 req-52a25a11-2350-4738-900e-30a474028494 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0861380 May 19 13:22:19.672256 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ed6262-88b8-4c6e-a009-458a7a2c5459 req-6767e9c6-44f1-41f5-a4dd-101def6a6c95 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488138 May 19 13:22:20.868631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14597031-ccce-4ca1-999b-2d6096e92043 req-3eb1e8a8-79cc-4ede-b6f8-ee71d1ee28d5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:20.870053 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-14597031-ccce-4ca1-999b-2d6096e92043 req-3eb1e8a8-79cc-4ede-b6f8-ee71d1ee28d5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0863323 May 19 13:22:21.018789 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-14597031-ccce-4ca1-999b-2d6096e92043 req-d9300a11-e672-4a79-876a-c85455104c14 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401610 May 19 13:22:21.201642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79da717-68e6-41bf-93b7-ef18046159f1 req-daffb879-b34d-42a4-9fa1-52c5e280fcd7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:21.203113 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d79da717-68e6-41bf-93b7-ef18046159f1 req-daffb879-b34d-42a4-9fa1-52c5e280fcd7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0877147 May 19 13:22:21.214790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41258) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:22:21.220134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'floatingip': {'port_id': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:22:21.306189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:21.922736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:21.928306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:22.097136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f associated. External IP: 172.26.3.42, port: f7cfc5cd-e5d5-4790-ba3b-314f9d676838. May 19 13:22:22.467615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:22:22.764229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:22:22.768869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:22.774461 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:22:22.784689 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:22:22.785304 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:22:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:22.824625 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fd69a082-4acd-4b6a-88b6-6fc20910abf9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "PUT /v2.0/floatingips/0566c57c-a40a-418e-ac96-1d24f9db223f HTTP/1.1" status: 200 len: 990 time: 1.6087406 May 19 13:22:22.825217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:22:22.869332 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a7d1b5-3305-4454-a114-37794d4ef825'] response: {'name': 'network-changed', 'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'status': 'completed', 'code': 200} May 19 13:22:22.968965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3eb11-0621-4021-9bdc-35e594599398 req-eed988dc-10b3-43c8-b3a5-d26ea2849927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:22.970832 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-eed988dc-10b3-43c8-b3a5-d26ea2849927 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.0786028 May 19 13:22:23.013230 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:22:23.109075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3eb11-0621-4021-9bdc-35e594599398 req-a799ff14-fbac-488e-bbb9-fce7c9d75d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:23.110533 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-a799ff14-fbac-488e-bbb9-fce7c9d75d63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1297152 May 19 13:22:23.220310 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-3c4593f9-6892-42c8-b3a8-355fb333b200 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 998 time: 0.0983217 May 19 13:22:23.290988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3eb11-0621-4021-9bdc-35e594599398 req-b4f03b58-4c74-4402-bde0-48b335194d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:23.292415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-b4f03b58-4c74-4402-bde0-48b335194d62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0638266 May 19 13:22:23.358343 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:47:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:22:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:23.362363 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:22:23.370532 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:22:23.371160 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:22:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:23.371284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3eb11-0621-4021-9bdc-35e594599398 req-0f44605f-1c06-4a54-a48f-d7703875875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:23.372778 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-0f44605f-1c06-4a54-a48f-d7703875875f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726855 May 19 13:22:23.506726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-9c42711c-6a7d-43f1-8bbf-2ce2add9c711 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255119 May 19 13:22:23.548936 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:22:23.655138 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-13f3eb11-0621-4021-9bdc-35e594599398 req-59df2102-28ae-4fca-b17b-ca7ba78d83cf service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285679 May 19 13:22:23.917048 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:47:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:22:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:22:23.921262 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bafa2b-a656-4ee4-875f-f3ed71dca369 None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:47:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:22:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:22:24.139424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4980916-bf30-4d4e-9d99-5a74531c90db None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:22:31.176557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-56d91e2b-9628-43ed-ba76-0421822376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:32.241930 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-37aefbdc-f157-4a13-b77d-580e59395c46 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731003 May 19 13:22:32.400916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-840eb7c0-41b0-4026-a0e5-c93a6266fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:32.402413 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-840eb7c0-41b0-4026-a0e5-c93a6266fcbf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.0749998 May 19 13:22:32.473763 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:22:32.559122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-af5f0778-d3ab-45fb-b8bb-9ab619ec6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:32.560534 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-af5f0778-d3ab-45fb-b8bb-9ab619ec6e1a service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1281064 May 19 13:22:32.672981 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-fce713b5-3ffd-4edb-8289-8f28d1eb72e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 1000 time: 0.1054564 May 19 13:22:32.753234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-07e83254-844a-449b-a8cc-6ec25efb7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:32.754539 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-07e83254-844a-449b-a8cc-6ec25efb7a43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0746944 May 19 13:22:32.835260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-c56652c3-ce0b-4071-862a-6d76a07a7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:32.836709 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-c56652c3-ce0b-4071-862a-6d76a07a7b61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734086 May 19 13:22:33.085806 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-ad6d96a4-7fde-4916-9635-8ab1bf9fb53c service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413242 May 19 13:22:33.216880 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f25247f7-52d2-454c-b30d-059b2cba93f8 req-72544c49-bfd3-4478-b495-b3dbb5bdec76 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240067 May 19 13:22:33.644708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2093-2edf-4da7-9f2d-771c9d731aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:34.851512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:34.904843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:36.024663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:37.746700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:22:59.781380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8926e4-402a-493c-b95c-a86469beda7a req-5619fc36-2024-4f69-b862-dd2e101d9c53 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:22:59.782733 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ea8926e4-402a-493c-b95c-a86469beda7a req-5619fc36-2024-4f69-b862-dd2e101d9c53 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0924115 May 19 13:22:59.831712 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ea8926e4-402a-493c-b95c-a86469beda7a req-9ede80cd-0e0c-4aae-a7cc-4d2f579b2542 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 May 19 13:23:01.037397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2931f-5519-498f-9103-c40d0ae8444e req-dd435fda-85cb-4e2a-813a-f86933782937 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:01.038900 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-11a2931f-5519-498f-9103-c40d0ae8444e req-dd435fda-85cb-4e2a-813a-f86933782937 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0806506 May 19 13:23:01.082896 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-11a2931f-5519-498f-9103-c40d0ae8444e req-b5cf7d4c-719a-4ca9-996a-e473b2433d32 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383151 May 19 13:23:01.182903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff27b-8fad-4c7a-aa9c-38168875d417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:02.283505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ad51-ac07-4e7a-9f37-c5179924f56f req-8ba764d5-4bea-4ab8-a9c3-bec5e5ccf370 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:02.284925 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-43a0ad51-ac07-4e7a-9f37-c5179924f56f req-8ba764d5-4bea-4ab8-a9c3-bec5e5ccf370 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0881903 May 19 13:23:02.331622 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-43a0ad51-ac07-4e7a-9f37-c5179924f56f req-3663edd3-0a00-4400-94b2-83047fe99753 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 May 19 13:23:03.532211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929ffc9-c524-4b13-a7b3-6b362bd08723 req-17504cc4-53ec-4514-a5e0-972440a1ad8c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:03.533578 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1929ffc9-c524-4b13-a7b3-6b362bd08723 req-17504cc4-53ec-4514-a5e0-972440a1ad8c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0897985 May 19 13:23:03.580097 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1929ffc9-c524-4b13-a7b3-6b362bd08723 req-c4dd42bd-82a7-4fb8-b8db-19337a379943 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380819 May 19 13:23:03.635598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1c70431-6d12-4b8b-bde7-e6d946c11bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:04.797596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eef407-b35e-4e76-8cfc-591f6449038e req-e577a440-b4e5-44f9-a9f6-431f777d64b8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:04.799123 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-37eef407-b35e-4e76-8cfc-591f6449038e req-e577a440-b4e5-44f9-a9f6-431f777d64b8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0964406 May 19 13:23:04.844500 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-37eef407-b35e-4e76-8cfc-591f6449038e req-3cf7a2df-595e-4f76-a205-2602e3f9be25 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395432 May 19 13:23:04.847928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:04.911847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:06.025453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:06.048453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8adc2-e516-4772-9739-6d53e5b194c4 req-fdeb0fe2-c131-4140-be0c-acf693145f06 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:06.050090 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6fd8adc2-e516-4772-9739-6d53e5b194c4 req-fdeb0fe2-c131-4140-be0c-acf693145f06 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0896204 May 19 13:23:06.098579 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6fd8adc2-e516-4772-9739-6d53e5b194c4 req-f467b153-0f02-4b0b-acc6-8ac3400c32de tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 May 19 13:23:07.300463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2009e-6b6e-45de-bc3e-0eb778be90f3 req-3f24f81b-6758-4eaa-8d47-1c3ff8d692da tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:07.301838 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c0b2009e-6b6e-45de-bc3e-0eb778be90f3 req-3f24f81b-6758-4eaa-8d47-1c3ff8d692da tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0871682 May 19 13:23:07.351645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c0b2009e-6b6e-45de-bc3e-0eb778be90f3 req-8486db03-fd64-4662-866b-d687c0272361 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413561 May 19 13:23:07.753792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:08.576143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92d2c7-1f9a-497c-b3c2-32c705e725c4 req-e64da540-d076-4cd7-ba30-8402e7c45fdd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:08.577501 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bc92d2c7-1f9a-497c-b3c2-32c705e725c4 req-e64da540-d076-4cd7-ba30-8402e7c45fdd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.1062255 May 19 13:23:08.623465 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bc92d2c7-1f9a-497c-b3c2-32c705e725c4 req-01bbb95e-a1d3-4709-a8a4-f46bd236515e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397782 May 19 13:23:09.480199 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:23:09.819527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9ec8-6ccd-42be-8d49-53053c4680ec req-d09eb81d-a835-4bcf-8aa3-65c41686e328 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:09.820864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-06cb9ec8-6ccd-42be-8d49-53053c4680ec req-d09eb81d-a835-4bcf-8aa3-65c41686e328 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0847583 May 19 13:23:09.877960 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-06cb9ec8-6ccd-42be-8d49-53053c4680ec req-86588c3c-4f64-485f-98ad-f4ee0c14ad3e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481217 May 19 13:23:11.083194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0024c-88e7-454a-a522-898d71ffe3b8 req-c3d05a89-8903-4ebf-91bc-02617c817c85 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:11.084646 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-58d0024c-88e7-454a-a522-898d71ffe3b8 req-c3d05a89-8903-4ebf-91bc-02617c817c85 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0939648 May 19 13:23:11.134323 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-58d0024c-88e7-454a-a522-898d71ffe3b8 req-1cbf71a1-b3f1-48e1-82c8-a3272267e7e7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404587 May 19 13:23:11.554269 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-689ca0ac-5dab-4a04-b0e4-8a7e3bb1282c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243205 May 19 13:23:11.573263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e79833-0222-4746-abe9-14802788a727 req-923bb873-7f00-4f18-8290-f8916f9ff46d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:11.574899 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-01e79833-0222-4746-abe9-14802788a727 req-923bb873-7f00-4f18-8290-f8916f9ff46d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0965962 May 19 13:23:11.620073 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-01e79833-0222-4746-abe9-14802788a727 req-8ba888c4-2081-46cc-8c10-6abc550d6912 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392113 May 19 13:23:12.881613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c7f47-3a82-4dbf-b73c-d27a853865ca req-16398b9f-0494-4395-9939-2848eda2cf0b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:12.883055 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-436c7f47-3a82-4dbf-b73c-d27a853865ca req-16398b9f-0494-4395-9939-2848eda2cf0b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.1364150 May 19 13:23:12.885663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-1c7c262b-a1f7-4b4c-bc93-285f8b21af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:12.887015 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-1c7c262b-a1f7-4b4c-bc93-285f8b21af9e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.1061130 May 19 13:23:13.005623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-436c7f47-3a82-4dbf-b73c-d27a853865ca req-eb91eaa1-4abc-4fcb-95a5-5aec0ba34002 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161220 May 19 13:23:13.047264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-743790f6-f2e5-4f43-86db-79810fd55ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:13.048693 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-743790f6-f2e5-4f43-86db-79810fd55ec8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1470208 May 19 13:23:13.150501 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-a0dcf4f9-28ba-4b7a-8838-46102c60137e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 1000 time: 0.0932662 May 19 13:23:13.221953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-f6e12f7a-b09e-4074-99ec-a236e18367e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:13.223487 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-f6e12f7a-b09e-4074-99ec-a236e18367e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0632453 May 19 13:23:13.308695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-8e9540a5-90b2-46af-ab5b-509f0500650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:13.310080 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-8e9540a5-90b2-46af-ab5b-509f0500650e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783017 May 19 13:23:13.458850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-7b9665b0-e996-46ff-affd-47ea5796ef0d service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414864 May 19 13:23:13.590632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-9e861f00-0368-4250-9cf6-1ccbdacc767d service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249781 May 19 13:23:14.209648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f26c4-ef65-4b63-99d5-e3aedf5024b8 req-d53a7d3b-1e16-436c-854c-58b78e9e7bdc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:14.211118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b44f26c4-ef65-4b63-99d5-e3aedf5024b8 req-d53a7d3b-1e16-436c-854c-58b78e9e7bdc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0840867 May 19 13:23:14.257424 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b44f26c4-ef65-4b63-99d5-e3aedf5024b8 req-f6046ef8-7c71-47b8-9c5b-d15d494d704c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 May 19 13:23:15.472432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e6af4-6ccc-41fc-b4a8-50a2fb7468aa req-4ecda8e5-44a0-41d4-af6b-121ca3d9532f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:15.473825 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d46e6af4-6ccc-41fc-b4a8-50a2fb7468aa req-4ecda8e5-44a0-41d4-af6b-121ca3d9532f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0885854 May 19 13:23:15.571629 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d46e6af4-6ccc-41fc-b4a8-50a2fb7468aa req-dd161b2b-696c-4fe0-831e-c5815e1afdd0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893939 May 19 13:23:15.595023 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-040bc1a9-526b-49e4-b54c-b8a13e562728 service neutron] 10.222.0.79 "GET /v2.0/ports/f7cfc5cd-e5d5-4790-ba3b-314f9d676838/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0835388 May 19 13:23:15.893698 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-b93c9e0a-afcd-40c3-8840-8a962e6662b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:15.895247 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-b93c9e0a-afcd-40c3-8840-8a962e6662b3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0741096 May 19 13:23:15.997352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-b002eec5-e3f9-4d8f-acb6-74af24486817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:15.998846 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-b002eec5-e3f9-4d8f-acb6-74af24486817 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.0790648 May 19 13:23:16.132861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-49348216-56cb-44cf-8933-53c9005cade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:16.134330 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-49348216-56cb-44cf-8933-53c9005cade0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1286709 May 19 13:23:16.339051 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-97595939-b500-4092-b979-06cb2968a1f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 1000 time: 0.1979973 May 19 13:23:16.404865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-944be9fd-8a30-4b75-8558-6efa5ba3a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:16.406248 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-944be9fd-8a30-4b75-8558-6efa5ba3a6ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0601621 May 19 13:23:16.483457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-ffbdaf68-1b5a-4a4f-b75e-86908e05245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:16.484779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-ffbdaf68-1b5a-4a4f-b75e-86908e05245a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716736 May 19 13:23:16.631526 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-320618f4-8830-4e6d-a426-376302d7d096 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383729 May 19 13:23:16.758379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca616-a201-43cb-a55c-b3d9f2253cd0 req-952cb4f4-0d40-4776-85ca-0069b007e8ee tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:16.759805 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d18ca616-a201-43cb-a55c-b3d9f2253cd0 req-952cb4f4-0d40-4776-85ca-0069b007e8ee tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0824363 May 19 13:23:16.765134 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ccd6d54e-614c-4652-b0fd-4d22df6b4f68 req-15b5b889-a09a-46a8-a2ca-4da110acc289 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273711 May 19 13:23:16.805492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d18ca616-a201-43cb-a55c-b3d9f2253cd0 req-7fa9363e-a5d9-420b-9ea4-087ff025e40e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 May 19 13:23:18.020563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56553-cde5-434c-82f9-52e41cd30f18 req-f3e97549-7832-4318-96ab-36a968fb019b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:18.022000 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b3d56553-cde5-434c-82f9-52e41cd30f18 req-f3e97549-7832-4318-96ab-36a968fb019b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0944395 May 19 13:23:18.072384 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b3d56553-cde5-434c-82f9-52e41cd30f18 req-fdeec900-d2e3-4a5d-b405-3cf36aa7b34e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 May 19 13:23:19.274545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c76f1d-8747-48c5-abad-a733c86e5bd5 req-3344c4ec-5dd2-4001-884d-c3b2802a2088 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:19.276012 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-13c76f1d-8747-48c5-abad-a733c86e5bd5 req-3344c4ec-5dd2-4001-884d-c3b2802a2088 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0849466 May 19 13:23:19.420207 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-13c76f1d-8747-48c5-abad-a733c86e5bd5 req-efff2437-796d-48ee-a30b-473e12ec7abb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362436 May 19 13:23:19.746379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c5b55-e9bb-4c29-8ff4-14fa4dc494f7 req-c593e490-2f18-424c-88f2-6847b56f3882 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:19.747782 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c3c5b55-e9bb-4c29-8ff4-14fa4dc494f7 req-c593e490-2f18-424c-88f2-6847b56f3882 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0879033 May 19 13:23:19.760345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-adad512e-5d1f-475f-83d3-20038c568d62 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:19.761827 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-adad512e-5d1f-475f-83d3-20038c568d62 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098&tenant_id=ef0d4784649145279915eb9e2d129fe0&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 945 time: 0.0898898 May 19 13:23:19.793147 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c3c5b55-e9bb-4c29-8ff4-14fa4dc494f7 req-610e9cd9-c7b5-4191-89ec-18d9bdb7738b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 May 19 13:23:19.887920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:23:19.891290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:23:19.909170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-9dc0a266-825e-47f8-9101-1c6755d0ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:19.910739 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-9dc0a266-825e-47f8-9101-1c6755d0ed59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.0753193 May 19 13:23:20.043517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-8806d58b-940f-41cc-8a37-045a767f2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:20.044866 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-8806d58b-940f-41cc-8a37-045a767f2573 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1275332 May 19 13:23:20.106918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:23:20.107282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:20.123689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:20.146436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'mac_address': 'fa:16:3e:47:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:23:20.151421 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-c95b8033-058f-45f6-bef5-b88a2ff20a16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 1000 time: 0.0987318 May 19 13:23:20.153161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:23:20.196013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:20.206848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:20.231697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-fa5c25f1-d7c5-4da6-9a3f-b8cb2f00138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:20.233181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-fa5c25f1-d7c5-4da6-9a3f-b8cb2f00138e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0750949 May 19 13:23:20.245426 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3810aca-117b-45c1-838c-6b501e6f56bb'] response: {'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'code': 200} May 19 13:23:20.264819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 is: ACTIVE; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:23:20.265235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:20.287728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7cfc5cd-e5d5-4790-ba3b-314f9d676838 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:23:20.310614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-1a178506-cfff-4d8b-b51e-13e025e0054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:20.312042 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-1a178506-cfff-4d8b-b51e-13e025e0054d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718157 May 19 13:23:20.325086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:20.347979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.348317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.348648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.348972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.349292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.349609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.349930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.350233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.350546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.350904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.351214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.351541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:20.366538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:23:20.366977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:23:20.448128 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-65c8e9b4-7ba1-4938-87a2-3828d834db7d service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287057 May 19 13:23:20.588891 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc66108f-42bc-46a6-b988-dd6111052cd3 req-25308496-8a71-449e-ae16-6a8dcefe82dc service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327286 May 19 13:23:20.929012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:23:20.930146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:20.947585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cfc5cd-e5d5-4790-ba3b-314f9d676838 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:23:20.965130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:20.970132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:20.997355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9bba5-9b6a-4c57-a0a2-b1e29e7de3e2 req-6bc62ae5-5da6-45aa-86f2-fc03e26d98de tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:20.998919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7be9bba5-9b6a-4c57-a0a2-b1e29e7de3e2 req-6bc62ae5-5da6-45aa-86f2-fc03e26d98de tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 943 time: 0.0907896 May 19 13:23:21.045495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:21.049311 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7be9bba5-9b6a-4c57-a0a2-b1e29e7de3e2 req-e7e56d3c-2a8c-4db0-a160-b2d789ed0ee1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 May 19 13:23:21.052333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['f7cfc5cd-e5d5-4790-ba3b-314f9d676838'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:23:21.904273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:23:21.978436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:23:21.979149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:22.098911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:23:22.099284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:22.133508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:22.138705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:22.208122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:22.244962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739d8b-3f50-4dd2-9556-81dbb802d967 req-47458050-537c-40b4-b298-c6789d645f39 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:22.246421 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-61739d8b-3f50-4dd2-9556-81dbb802d967 req-47458050-537c-40b4-b298-c6789d645f39 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0861917 May 19 13:23:22.246617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:23:22.291507 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742bd295-a31f-4fa7-8713-e2d8f817591b'] response: {'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'code': 200} May 19 13:23:22.298017 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-61739d8b-3f50-4dd2-9556-81dbb802d967 req-fb5fdba7-76d4-44ea-8a3f-54ec2e75f692 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 May 19 13:23:22.505540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdacd5-d687-4e28-bc3c-494c526fa1de req-f5253598-fa7b-49ed-89e0-0871a1c61023 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:22.507035 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2dfdacd5-d687-4e28-bc3c-494c526fa1de req-f5253598-fa7b-49ed-89e0-0871a1c61023 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0936165 May 19 13:23:22.556184 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2dfdacd5-d687-4e28-bc3c-494c526fa1de req-8c13064e-b71e-46a0-9a51-dd454d123dfc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 May 19 13:23:22.897558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55918d8-4e38-4ae2-bd64-79fd13f4fc5d req-73b94c50-92bc-4b35-9cca-1ced41841858 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:22.899408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c55918d8-4e38-4ae2-bd64-79fd13f4fc5d req-73b94c50-92bc-4b35-9cca-1ced41841858 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0835226 May 19 13:23:22.943137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-9eb16345-1fbc-44fd-914c-28577956f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:22.943365 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c55918d8-4e38-4ae2-bd64-79fd13f4fc5d req-bbb91b24-5ddc-4a50-823e-2562bad34db3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 May 19 13:23:22.944619 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-9eb16345-1fbc-44fd-914c-28577956f09d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 1098 time: 0.0704269 May 19 13:23:23.184369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-7469b5e3-9c0f-4191-9fb2-8e258449774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:23.185786 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-7469b5e3-9c0f-4191-9fb2-8e258449774b service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.2343807 May 19 13:23:23.291657 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-2df15f03-242b-44ec-8e87-bf1fc89d0460 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 200 len: 1000 time: 0.0986419 May 19 13:23:23.358018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-42d08b3f-d837-484e-a830-c1f656958c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:23.359406 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-42d08b3f-d837-484e-a830-c1f656958c4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0586767 May 19 13:23:23.440389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-f4a9175d-d506-47ab-806d-ee9285471173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:23.441728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-f4a9175d-d506-47ab-806d-ee9285471173 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725374 May 19 13:23:23.574253 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-4e854dce-ac9b-47b9-92d1-d8deb0e45c0a service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250398 May 19 13:23:23.715528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b295b0b1-15c2-45fd-bbc9-e3efe1be2cc6 req-4d15b341-2ae8-4453-aa8c-0a54e6779714 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342456 May 19 13:23:24.148837 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92038d76-c873-4ca6-ad44-ff225c677bcf req-37c803d9-687c-44c2-9c00-bc578294034f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:24.150273 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92038d76-c873-4ca6-ad44-ff225c677bcf req-37c803d9-687c-44c2-9c00-bc578294034f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0881107 May 19 13:23:24.195457 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-92038d76-c873-4ca6-ad44-ff225c677bcf req-a9bdc78f-5aad-4f75-92ab-3313519cc278 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392222 May 19 13:23:25.402027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9872-21c9-488f-b157-2b5c21a616c8 req-6656afd0-6c4a-4585-8910-e1e86ddb88a9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:25.403490 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-75fb9872-21c9-488f-b157-2b5c21a616c8 req-6656afd0-6c4a-4585-8910-e1e86ddb88a9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0933671 May 19 13:23:25.447935 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-75fb9872-21c9-488f-b157-2b5c21a616c8 req-9edea537-731d-44fc-94e2-c67f6f66195f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 May 19 13:23:25.853731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ca0f-78aa-4ab7-9073-8fa89bf87057 req-b9bc0f0e-b519-4f05-88e2-2d4286d2d274 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:25.855227 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-91e4ca0f-78aa-4ab7-9073-8fa89bf87057 req-b9bc0f0e-b519-4f05-88e2-2d4286d2d274 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0893526 May 19 13:23:25.917809 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-91e4ca0f-78aa-4ab7-9073-8fa89bf87057 req-6a6bc61f-b449-46eb-a067-64b99aca8e6f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565250 May 19 13:23:27.128024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fffd9-be5d-421a-bdbc-70011e702bb2 req-2a220316-afb1-40a6-be7c-f75b35535d70 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:27.129417 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c45fffd9-be5d-421a-bdbc-70011e702bb2 req-2a220316-afb1-40a6-be7c-f75b35535d70 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0927463 May 19 13:23:27.175854 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c45fffd9-be5d-421a-bdbc-70011e702bb2 req-2002f063-aa58-43be-8d6a-1dbe7ce72622 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 May 19 13:23:28.014885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-29f8439e-b0b4-49cd-9aca-75ca6c3812b2 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:28.016300 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-29f8439e-b0b4-49cd-9aca-75ca6c3812b2 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0928383 May 19 13:23:28.099167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Deleting port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:23:28.099639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:28.354448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] For port f7cfc5cd-e5d5-4790-ba3b-314f9d676838, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:28.355240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:28.362379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bdac0-bdeb-4ca2-8332-f4266bec2ce8 req-200fc906-67f6-4017-be5f-e6be8e10379b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:28.363856 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ae9bdac0-bdeb-4ca2-8332-f4266bec2ce8 req-200fc906-67f6-4017-be5f-e6be8e10379b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 945 time: 0.0829248 May 19 13:23:28.407805 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ae9bdac0-bdeb-4ca2-8332-f4266bec2ce8 req-510e69dd-8a4d-4ac3-be83-a8e4bd69390b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379207 May 19 13:23:28.643078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:28.643463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:28.643842 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f disassociated. External IP: 172.26.3.42, port: f7cfc5cd-e5d5-4790-ba3b-314f9d676838. May 19 13:23:28.644305 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Calling delete_port for f7cfc5cd-e5d5-4790-ba3b-314f9d676838 owned by compute:nova {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:23:28.914028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:28.962925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event deleted for resources: {'Port': ['ID=f7cfc5cd-e5d5-4790-ba3b-314f9d676838,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:29.026673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.027016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.027348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.027647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.028194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.028492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.028799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.029134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.029464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.029773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.030080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.030358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:23:29.171779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:23:29.363439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:23:29.374085 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:23:29.384567 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:23:29.385175 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:23:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:29.438416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] No DVR routers for this DVR port f7cfc5cd-e5d5-4790-ba3b-314f9d676838 on host hv-neutron-8419 {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:23:29.441003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:29.443773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-deleted', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:23:29.464898 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-634383d6-8d1c-42c9-a90a-5051bf047960 req-d2076f8c-a689-4ce0-aef9-eb3caca09355 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "DELETE /v2.0/ports/f7cfc5cd-e5d5-4790-ba3b-314f9d676838 HTTP/1.1" status: 204 len: 173 time: 1.4417706 May 19 13:23:29.519679 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bd806e-3232-4f2a-8675-5fe3a70df3a4'] response: {'server_uuid': '8ec6bf6e-8af2-4b43-b306-4d7d6db2d098', 'name': 'network-vif-deleted', 'tag': 'f7cfc5cd-e5d5-4790-ba3b-314f9d676838', 'status': 'completed', 'code': 200} May 19 13:23:29.567817 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:23:29.571104 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-9de6b82f-f25b-4b60-ad4f-bebc29c31ca3 req-6494dec9-0b8b-4709-8fde-a80985959632 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:23:29.587796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-9de6b82f-f25b-4b60-ad4f-bebc29c31ca3 req-6494dec9-0b8b-4709-8fde-a80985959632 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:23:29.589332 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9de6b82f-f25b-4b60-ad4f-bebc29c31ca3 req-6494dec9-0b8b-4709-8fde-a80985959632 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec6bf6e-8af2-4b43-b306-4d7d6db2d098 HTTP/1.1" status: 200 len: 210 time: 0.0658443 May 19 13:23:29.927915 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:29.932571 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:23:29.940855 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:23:29.941447 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:23:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:30.129309 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:23:30.437213 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:30.441430 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985b85e-fcf2-40de-becc-3de5c2a9cfa3 None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:23:30.670010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e9084-d4bd-40c3-85f9-bfefb16c01da None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:23:30.933333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-8935c251-2a43-4a35-9011-832bd300920f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1809117696&fields=id&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 267 time: 0.0405838 May 19 13:23:31.086872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-c9b159b1-3157-4097-87fa-a875a6ae55c5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:31.088294 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-c9b159b1-3157-4097-87fa-a875a6ae55c5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.1481643 May 19 13:23:31.105964 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-9cc9711a-4f13-423b-b93f-03face1bde82 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/quotas/ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 375 time: 0.0092258 May 19 13:23:31.177396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0c207fa2-54d2-4545-91fb-ce2fc13915ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:31.196192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-79442da3-073c-42da-9e95-f48eae4c608a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846479 May 19 13:23:31.337829 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-6a2dadb7-cb3e-42ef-8965-abae6f50b272 service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297979 May 19 13:23:31.474787 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-cdc14080-86f1-4e9c-b265-3375bcf82330 service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306977 May 19 13:23:31.659482 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4069cc6f-6f01-4c8c-ae8f-9af7b417ed38 req-c8d85d09-c4bb-477f-80dc-2b622019c3cd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 210 time: 0.0421810 May 19 13:23:31.972416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:23:32.008942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: f7cfc5cd-e5d5-4790-ba3b-314f9d676838 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:23:32.009278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device f7cfc5cd-e5d5-4790-ba3b-314f9d676838 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:23:32.791359 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-a93f12bd-7529-4495-934d-f013478a4db4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:32.792761 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-a93f12bd-7529-4495-934d-f013478a4db4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.1522987 May 19 13:23:32.822850 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a07cfe01-9012-49fd-ad3e-ee273a84518d req-af561995-cf86-4c1f-b3e2-ac5dbfd2cb65 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 210 time: 0.0443065 May 19 13:23:32.846680 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-2469c347-8f45-4d82-8a9c-a9167f0f4ca2 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 380 time: 0.0446613 May 19 13:23:32.856563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'port': {'device_id': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'admin_state_up': True, 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'security_groups': ['0638be15-9977-4ae2-8d79-7a23f1a96323']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:23:32.993122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:23:33.002902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:23:33.013524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Made reservation on behalf of ef0d4784649145279915eb9e2d129fe0 for: {'port': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:23:33.018824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:33.186414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Allocated IP 172.20.0.10 (64ace278-4712-4bce-93f3-13160e8db4ef/8efb132f-b3f9-4d26-908d-c5d7205b4385/ec831aae-37e5-4f09-b554-2578f0284a52) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:23:33.375993 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:33.391907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Transition to ACTIVE for port object ec831aae-37e5-4f09-b554-2578f0284a52 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:23:33.417376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:33.490440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:23:33.493733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:23:33.497570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:23:33.528731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:33.566597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:33.567315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:33.592943 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-59fec369-1a94-4ee3-b860-187a1ae5ba5e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7397804 May 19 13:23:33.604287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Request body: {'port': {'device_id': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:23:33.630259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-28d3cfc8-115b-4867-b439-7357e33b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:33.733020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b997c459-44c9-4b8b-b475-83c97db80d87 None None] Provisioning for port ec831aae-37e5-4f09-b554-2578f0284a52 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:23:33.738534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b997c459-44c9-4b8b-b475-83c97db80d87 None None] Provisioning complete for port ec831aae-37e5-4f09-b554-2578f0284a52 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:23:33.738964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b997c459-44c9-4b8b-b475-83c97db80d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:33.793585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b997c459-44c9-4b8b-b475-83c97db80d87 None None] Port ec831aae-37e5-4f09-b554-2578f0284a52 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:23:33.830722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.141308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c949e-bd20-4367-8bdb-a2034cadb53b req-617db913-29ee-493c-8294-03f2b39708a5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:34.141986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-229c949e-bd20-4367-8bdb-a2034cadb53b req-617db913-29ee-493c-8294-03f2b39708a5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:23:34.206361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-229c949e-bd20-4367-8bdb-a2034cadb53b req-617db913-29ee-493c-8294-03f2b39708a5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:23:34.208283 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-229c949e-bd20-4367-8bdb-a2034cadb53b req-617db913-29ee-493c-8294-03f2b39708a5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 932 time: 0.2629194 May 19 13:23:34.307290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec831aae-37e5-4f09-b554-2578f0284a52 {{(pid=88029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:23:34.313746 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-229c949e-bd20-4367-8bdb-a2034cadb53b req-72b42ca4-85d6-4447-9831-d8d34eceea75 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925305 May 19 13:23:34.317449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.336805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Transition to ACTIVE for port object ec831aae-37e5-4f09-b554-2578f0284a52 will not be triggered until provisioned by entity L2. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:23:34.343785 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.543236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:34.586824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Attempting to bind port ec831aae-37e5-4f09-b554-2578f0284a52 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:23:34.587148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Attempting to bind port ec831aae-37e5-4f09-b554-2578f0284a52 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:23:34.587467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Attempting to bind port ec831aae-37e5-4f09-b554-2578f0284a52 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:23:34.592143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Port ec831aae-37e5-4f09-b554-2578f0284a52 on network 64ace278-4712-4bce-93f3-13160e8db4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:23:34.592452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Attempting to bind port ec831aae-37e5-4f09-b554-2578f0284a52 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:23:34.597810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:23:34.598131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:23:34.598499 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Bound using segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} {{(pid=88029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:23:34.598947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.managers [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Bound port: ec831aae-37e5-4f09-b554-2578f0284a52, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}}] {{(pid=88029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:23:34.599283 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.694067 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, cleared binding levels {{(pid=88029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:23:34.697075 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:23:34.703008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.763895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:34.765129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.767111 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] 10.222.0.79 "PUT /v2.0/ports/ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 1094 time: 1.1667728 May 19 13:23:34.767647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:23:34.797449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b2b7a-d103-42a9-9f82-720cc04dda37 service neutron] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=3']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:34.849769 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605c20c6-7235-417d-8911-988338714264'] response: {'name': 'network-changed', 'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'status': 'completed', 'code': 200} May 19 13:23:34.853410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.895508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-6742eb95-cec4-4e2d-9685-f4b3d4741bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:34.897000 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-6742eb95-cec4-4e2d-9685-f4b3d4741bf8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1097 time: 0.0790088 May 19 13:23:34.919877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:34.967161 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-5ad056d4-9fde-49a0-96e0-2cc3b646c740 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 217 time: 0.0622261 May 19 13:23:35.033207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-60a88de3-49c8-4d73-88ff-6daee76882e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:35.034541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-60a88de3-49c8-4d73-88ff-6daee76882e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0608823 May 19 13:23:35.113298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-8abb690b-fb15-445b-a194-97683e990d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:35.114770 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-8abb690b-fb15-445b-a194-97683e990d87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721006 May 19 13:23:35.247256 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-c211abaa-688d-4dec-9a36-b2d9e87c6fef service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253917 May 19 13:23:35.390307 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d57fdbc3-c05b-4f0c-9951-dfd433a205ca req-945541bf-8610-458f-bb94-64b45b34a7b8 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365831 May 19 13:23:35.657964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9863c-62db-4c79-899a-b7e69d6de9f8 req-27d6b5f1-735e-40cf-b43a-cb1dc5cdfe1f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:35.659428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-71c9863c-62db-4c79-899a-b7e69d6de9f8 req-27d6b5f1-735e-40cf-b43a-cb1dc5cdfe1f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 944 time: 0.2356057 May 19 13:23:35.663982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-3039dde5-0b9c-408d-b0be-3b8c3b613766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:35.665300 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-3039dde5-0b9c-408d-b0be-3b8c3b613766 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1097 time: 0.2064059 May 19 13:23:35.780635 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-71c9863c-62db-4c79-899a-b7e69d6de9f8 req-b88e4ff4-efc9-49ea-8389-c5ca056dfdfb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144025 May 19 13:23:35.822779 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-b8acbd44-b542-4ed6-92d9-1be448240df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:35.824240 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-b8acbd44-b542-4ed6-92d9-1be448240df8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1457705 May 19 13:23:35.895432 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-88baf431-dbdd-4499-b2ab-b053bb979e34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 217 time: 0.0643647 May 19 13:23:35.970059 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-4e570396-be1d-4c11-b369-0e9ca4bddb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:35.971538 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-4e570396-be1d-4c11-b369-0e9ca4bddb00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0688369 May 19 13:23:36.026963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:36.052597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-d44e16ba-e6d6-481d-baf4-65540e356bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:36.054084 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-d44e16ba-e6d6-481d-baf4-65540e356bf5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747869 May 19 13:23:36.194669 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-89c684d2-8ef6-4505-a7df-35cb8f27b2ee service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320484 May 19 13:23:36.331282 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ad6a32cf-15ac-4f9b-9726-2ab6d41cc732 req-7a8de9ed-b2a8-4ddb-bb87-ce02b6dcd1c5 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287448 May 19 13:23:36.990661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a648dc-e329-46c9-955b-6532567643bc req-566ccc86-fc31-4085-a8ab-e4dd1f047b74 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:36.992912 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b9a648dc-e329-46c9-955b-6532567643bc req-566ccc86-fc31-4085-a8ab-e4dd1f047b74 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 944 time: 0.0901670 May 19 13:23:37.044298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b9a648dc-e329-46c9-955b-6532567643bc req-656d481a-3c2a-4721-849b-c79a6e832736 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453598 May 19 13:23:37.743245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:38.028408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:23:38.180836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:38.194970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'mac_address': 'fa:16:3e:29:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:23:38.237387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3eb8e-f2d9-4a55-bd41-248bbbc9de55 req-b0eea9a2-58f2-4243-ab9d-c8dc1a1104d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:38.238858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-04f3eb8e-f2d9-4a55-bd41-248bbbc9de55 req-b0eea9a2-58f2-4243-ab9d-c8dc1a1104d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 944 time: 0.0812156 May 19 13:23:38.251414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:23:38.251762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:38.269948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec831aae-37e5-4f09-b554-2578f0284a52 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:23:38.282850 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-04f3eb8e-f2d9-4a55-bd41-248bbbc9de55 req-6e9ef391-d31b-404b-b0c2-9255c19d38b5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379024 May 19 13:23:38.285856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:38.290337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:38.362840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:38.545622 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['ec831aae-37e5-4f09-b554-2578f0284a52'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:23:39.474760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849aa3c-b597-4218-bb55-8ec7b52a09c5 req-922e509a-aff7-4448-a5a1-e7a7930223aa tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:39.476220 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e849aa3c-b597-4218-bb55-8ec7b52a09c5 req-922e509a-aff7-4448-a5a1-e7a7930223aa tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 945 time: 0.0838156 May 19 13:23:39.526112 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e849aa3c-b597-4218-bb55-8ec7b52a09c5 req-f33c428b-fe4b-4583-b397-b2f70a7a0730 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 May 19 13:23:40.050712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:23:40.136460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port ec831aae-37e5-4f09-b554-2578f0284a52 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:23:40.141585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port ec831aae-37e5-4f09-b554-2578f0284a52 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:23:40.141976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:40.265503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:23:40.265940 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:40.295615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:23:40.305333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:23:40.310234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:40.346811 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e8a7ad-a886-476b-8142-5f090438d665'] response: {'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'code': 200} May 19 13:23:40.386910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:23:40.584331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de40a-cb1f-4752-a30d-a4640a0d37aa req-acd007ac-78bb-4c3d-87ee-445251efc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:40.585795 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-234de40a-cb1f-4752-a30d-a4640a0d37aa req-acd007ac-78bb-4c3d-87ee-445251efc547 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1099 time: 0.0759273 May 19 13:23:40.628779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-234de40a-cb1f-4752-a30d-a4640a0d37aa req-ed3d2a19-8e25-44bf-926c-477619af5023 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348470 May 19 13:23:40.733547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36ab26-331a-458b-ac3e-91d9778da672 req-2abf9e8b-1f8d-4245-a845-174f1d8c2cec tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:40.735012 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3f36ab26-331a-458b-ac3e-91d9778da672 req-2abf9e8b-1f8d-4245-a845-174f1d8c2cec tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0977657 May 19 13:23:40.784210 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3f36ab26-331a-458b-ac3e-91d9778da672 req-178d546b-7e4f-43e9-914e-d3eb41f18322 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 May 19 13:23:41.993775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961fafa-0784-4293-945e-0f69a14655d9 req-c907b869-03d5-4a56-ac2a-8896567848ce tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:41.995377 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4961fafa-0784-4293-945e-0f69a14655d9 req-c907b869-03d5-4a56-ac2a-8896567848ce tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0822725 May 19 13:23:42.043172 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4961fafa-0784-4293-945e-0f69a14655d9 req-1dd2f81d-1cbc-4c3f-9069-08b1c2da791b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 May 19 13:23:43.245858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb08af-dee7-44ed-b9b5-375f2a1ad561 req-724ddd7a-8c2d-483d-bc2b-0f5ac4c5a01b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:43.247350 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c7fb08af-dee7-44ed-b9b5-375f2a1ad561 req-724ddd7a-8c2d-483d-bc2b-0f5ac4c5a01b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0840731 May 19 13:23:43.292211 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c7fb08af-dee7-44ed-b9b5-375f2a1ad561 req-7cffac0c-71e8-4e9f-b727-ad5e124af900 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 May 19 13:23:43.489554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d7a60-8d14-4233-9ac5-6c2b752dafaa req-172118b5-fe5f-4505-8aec-db90d86684ec tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:43.491018 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d18d7a60-8d14-4233-9ac5-6c2b752dafaa req-172118b5-fe5f-4505-8aec-db90d86684ec tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0986650 May 19 13:23:43.502342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41432) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:23:43.507323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'floatingip': {'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:23:43.584964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:44.297242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:44.302863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:44.472918 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f associated. External IP: 172.26.3.42, port: ec831aae-37e5-4f09-b554-2578f0284a52. May 19 13:23:44.835497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:23:45.016918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:23:45.023110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:23:45.029450 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:23:45.044626 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:23:45.045243 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:23:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:45.076900 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3ae918c5-0fd7-437d-90ef-ff9d8f96cfa3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "PUT /v2.0/floatingips/0566c57c-a40a-418e-ac96-1d24f9db223f HTTP/1.1" status: 200 len: 991 time: 1.5734520 May 19 13:23:45.077429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:23:45.122344 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac5cea6-d986-4adb-9b0e-76060a229a38'] response: {'name': 'network-changed', 'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'status': 'completed', 'code': 200} May 19 13:23:45.225541 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:23:45.234796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-91c8fc0b-c1c3-451b-b2ea-3ce797b6fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:45.236269 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-91c8fc0b-c1c3-451b-b2ea-3ce797b6fe1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1099 time: 0.0770991 May 19 13:23:45.373205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-34f3057f-0402-4a39-9920-f605bd70d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:45.374717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-34f3057f-0402-4a39-9920-f605bd70d486 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1315706 May 19 13:23:45.478155 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-9cc7b318-4b5f-4718-8866-59062704d118 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 999 time: 0.0966418 May 19 13:23:45.583268 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:29:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:23:44Z', 'revision_number': 9, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:45.587718 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:23:45.596832 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:23:45.597437 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:23:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:45.668770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-77cb1334-2419-40f5-ab09-233156cd9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:45.670116 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-77cb1334-2419-40f5-ab09-233156cd9782 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.1854179 May 19 13:23:45.753517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-d9c9fc1f-43b0-4445-a938-eb4b5f4ec4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:23:45.755066 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-d9c9fc1f-43b0-4445-a938-eb4b5f4ec4b1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780411 May 19 13:23:45.780904 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:23:45.893318 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-d31fecf5-b57d-4ed9-b2ec-8d55031dbece service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309826 May 19 13:23:46.026353 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c248ab6c-c81f-40a3-905b-4b9239e950a2 req-350bfe4e-608f-4f09-9822-f702ccde5341 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253598 May 19 13:23:46.156005 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:29:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:23:44Z', 'revision_number': 9, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:23:46.160092 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375d1dc-6c9e-4329-b139-dd5ce152eef2 None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:29:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:23:44Z', 'revision_number': 9, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:23:46.376006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db0e9d-9c91-4bc9-94a9-ad429758e884 None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:23:46.479353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:24:01.182003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c30c8792-d7d2-4e9a-8c42-2bb93c88f3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:03.641885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48bee453-de13-4229-8ef3-4fd49ee397eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:04.864445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:04.914948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:06.030638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:07.763339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:20.792446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7767-0f1a-47be-9a85-4917a5862a5f req-e44f9e7b-c218-4dc0-9715-2b4930b42328 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:20.793779 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a9f7767-0f1a-47be-9a85-4917a5862a5f req-e44f9e7b-c218-4dc0-9715-2b4930b42328 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.2344182 May 19 13:24:20.797120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-6535c121-be36-4cb0-b182-f862a1069000 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2808518 May 19 13:24:20.839308 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a9f7767-0f1a-47be-9a85-4917a5862a5f req-b8503738-e75e-4e97-8c41-6b780b68ff3e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 May 19 13:24:22.044784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ffe3-689e-4f24-98cc-846417dee8c0 req-288dc87d-8b74-438b-85d2-19fe1b41d092 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:22.046256 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0a72ffe3-689e-4f24-98cc-846417dee8c0 req-288dc87d-8b74-438b-85d2-19fe1b41d092 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0916777 May 19 13:24:22.139662 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0a72ffe3-689e-4f24-98cc-846417dee8c0 req-4863baa5-4dd3-41ad-b60d-c325b6e3227b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619993 May 19 13:24:22.156064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-65605026-dd48-441b-b009-283500fbf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:22.157528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-65605026-dd48-441b-b009-283500fbf529 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1099 time: 0.1103537 May 19 13:24:22.296124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-aec7e404-3d11-43ea-a4d8-bf52e4e85e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:22.297571 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-aec7e404-3d11-43ea-a4d8-bf52e4e85e8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1324413 May 19 13:24:22.406801 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-da834d3b-8459-4652-adda-ef392a16ef20 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 1002 time: 0.1007609 May 19 13:24:22.475555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-a5b97cef-a6ef-47c8-8952-094b67a3054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:22.476944 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-a5b97cef-a6ef-47c8-8952-094b67a3054e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0600715 May 19 13:24:22.562393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-845b7fa6-b89b-472a-bb92-6e59ae763880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:22.564623 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-845b7fa6-b89b-472a-bb92-6e59ae763880 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751622 May 19 13:24:22.713027 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-3a2bc1dc-9ed1-42b9-aad4-cd6082c61cea service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381660 May 19 13:24:22.858430 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-02982763-c76d-4c7a-96bf-7d0d8f4d3dbe service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371603 May 19 13:24:23.335055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62771ebb-8ebd-4815-aa25-3fb24d2baecd req-e216eaf2-75d7-4346-8670-8cfabe69825a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:23.336493 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-62771ebb-8ebd-4815-aa25-3fb24d2baecd req-e216eaf2-75d7-4346-8670-8cfabe69825a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0851688 May 19 13:24:23.384526 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-62771ebb-8ebd-4815-aa25-3fb24d2baecd req-bee6081b-20f2-46d3-964e-36502927abfd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 May 19 13:24:23.484458 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:24:24.609736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686714f-58ff-4e42-b4c7-11c6c1424b15 req-ba7eb37d-d565-45be-adbb-2a6f6610cff3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:24.611187 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1686714f-58ff-4e42-b4c7-11c6c1424b15 req-ba7eb37d-d565-45be-adbb-2a6f6610cff3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.1061614 May 19 13:24:24.657262 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1686714f-58ff-4e42-b4c7-11c6c1424b15 req-cff08487-aea2-4a3d-8ac0-535c9d5db338 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378950 May 19 13:24:25.869949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab4630-d887-4edb-b22a-4664c698dabe req-2e9b8751-bb85-478c-9382-e4e5497e3663 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:25.871538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3bab4630-d887-4edb-b22a-4664c698dabe req-2e9b8751-bb85-478c-9382-e4e5497e3663 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0982277 May 19 13:24:25.922174 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3bab4630-d887-4edb-b22a-4664c698dabe req-55fa1d4e-a0dd-4051-b217-2919c3ee02fb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 May 19 13:24:27.116805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846a236-bdb1-4632-8e01-facd4798c9ee req-62b5b146-eeb6-46c1-882f-7695ce73d6e5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:27.118498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e846a236-bdb1-4632-8e01-facd4798c9ee req-62b5b146-eeb6-46c1-882f-7695ce73d6e5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0858366 May 19 13:24:27.167049 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e846a236-bdb1-4632-8e01-facd4798c9ee req-0bad593d-c3ae-4c06-8e81-46485f356d6e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 May 19 13:24:28.373080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dd0d4-5b9a-42ef-bd3e-372c93883f25 req-e3aa631f-5222-4e74-be48-2d008c6bc8ea tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:28.374529 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6c0dd0d4-5b9a-42ef-bd3e-372c93883f25 req-e3aa631f-5222-4e74-be48-2d008c6bc8ea tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0920081 May 19 13:24:28.431640 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6c0dd0d4-5b9a-42ef-bd3e-372c93883f25 req-87a864ee-6494-45eb-bcd6-e2498501da1b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485432 May 19 13:24:29.637606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ccd00-b8b7-421e-bb01-788b09d8aee5 req-d4e0173b-79dd-45e4-9e00-6a572559ca3e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:29.639073 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-953ccd00-b8b7-421e-bb01-788b09d8aee5 req-d4e0173b-79dd-45e4-9e00-6a572559ca3e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0988145 May 19 13:24:29.683281 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-953ccd00-b8b7-421e-bb01-788b09d8aee5 req-305d4dc5-eb30-445b-8e53-2326f1436f45 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384078 May 19 13:24:30.908020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52168765-b5ab-472b-9853-68655fc4b1cd req-1940f86b-4e41-4371-a764-b867a962338f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:30.909540 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-52168765-b5ab-472b-9853-68655fc4b1cd req-1940f86b-4e41-4371-a764-b867a962338f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.1073472 May 19 13:24:30.957527 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-52168765-b5ab-472b-9853-68655fc4b1cd req-d749e612-5085-4c18-91fe-378d1dbd1533 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 May 19 13:24:31.187332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ce570942-a199-42d4-901f-1fffc01eb525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:32.253089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac083329-fd37-4fe7-94c5-5fa8841cedac req-a7bcb921-c793-44df-aacb-367f68bc512c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:32.254423 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ac083329-fd37-4fe7-94c5-5fa8841cedac req-a7bcb921-c793-44df-aacb-367f68bc512c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.1868548 May 19 13:24:32.300999 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ac083329-fd37-4fe7-94c5-5fa8841cedac req-f30ecfe6-9e91-463a-8b40-cfad38ccaf97 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 May 19 13:24:33.498549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7b37a-4529-4ba6-83ff-767939573a0b req-0b8ca8c5-a8d0-4bac-bbd8-17ede326023d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:33.499893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dec7b37a-4529-4ba6-83ff-767939573a0b req-0b8ca8c5-a8d0-4bac-bbd8-17ede326023d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0909131 May 19 13:24:33.546588 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dec7b37a-4529-4ba6-83ff-767939573a0b req-33998fd4-1c1d-4d03-bc5e-6c1c40cc387c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383518 May 19 13:24:33.637628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f82299e0-358a-4a94-999b-e34d6edece41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:34.813415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-cece68d5-64f0-4fe9-9a32-92da84034796 service neutron] 10.222.0.79 "GET /v2.0/ports/ec831aae-37e5-4f09-b554-2578f0284a52/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0919526 May 19 13:24:34.823958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9971df-259c-4d47-bc77-e8a06c867b99 req-8b2fcf90-1fa5-4f4a-b61e-05538ddc1584 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:34.825395 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0a9971df-259c-4d47-bc77-e8a06c867b99 req-8b2fcf90-1fa5-4f4a-b61e-05538ddc1584 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.1521993 May 19 13:24:34.858461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:34.871175 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0a9971df-259c-4d47-bc77-e8a06c867b99 req-35be8fff-97c6-430f-bf17-9e33c7c80338 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 May 19 13:24:34.919646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:35.092873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-131d5dc3-05f8-4aa9-8292-3eee8c1c214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:35.094399 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-131d5dc3-05f8-4aa9-8292-3eee8c1c214f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0767460 May 19 13:24:35.140215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-6d018315-5288-4cbd-8bd2-75349cac2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:35.141606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-6d018315-5288-4cbd-8bd2-75349cac2c6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1099 time: 0.0715697 May 19 13:24:35.291651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-b0b12c07-f4f4-44e3-8097-3eaf12cd57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:35.293087 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-b0b12c07-f4f4-44e3-8097-3eaf12cd57e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1302142 May 19 13:24:35.402404 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-75660d9d-95c3-40be-85bf-29dc27af5bbb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 1002 time: 0.1024690 May 19 13:24:35.471966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-81ffb2bf-2b9c-443d-9142-39ce832ceaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:35.473505 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-81ffb2bf-2b9c-443d-9142-39ce832ceaf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0612624 May 19 13:24:35.560138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-0333ce91-9def-44d5-a2e1-25a4ed24a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:35.561596 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-0333ce91-9def-44d5-a2e1-25a4ed24a57e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815966 May 19 13:24:35.698896 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-3176d8aa-c4fc-4de6-b8d4-83958e75869f service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269631 May 19 13:24:35.836778 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-39cc4bfc-61fb-4eb4-90b8-434951556b09 req-02603e0c-dc77-478a-b4d1-978ca260c077 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314399 May 19 13:24:35.950876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-b78cf34e-ad20-400a-95ef-6074327be025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:35.952656 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-b78cf34e-ad20-400a-95ef-6074327be025 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1099 time: 0.0707893 May 19 13:24:36.032925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:36.247872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-3f2e2d40-9647-451a-9db2-9af9c08beb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:36.249194 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-3f2e2d40-9647-451a-9db2-9af9c08beb07 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.2896001 May 19 13:24:36.310074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91106-0b02-4834-a86d-095de82efb3a req-d709bcd0-4c6a-4416-94f5-8745bf0b854f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:36.311485 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fbf91106-0b02-4834-a86d-095de82efb3a req-d709bcd0-4c6a-4416-94f5-8745bf0b854f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.3315973 May 19 13:24:36.388657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-a66b206d-fe66-4746-9d77-4e7cf766353a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 1002 time: 0.1316864 May 19 13:24:36.391474 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fbf91106-0b02-4834-a86d-095de82efb3a req-d134cb19-493e-4f9b-b00d-f00cedbabc97 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740952 May 19 13:24:36.451652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-7d7e833a-377c-4178-91d2-de290d50c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:36.453075 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-7d7e833a-377c-4178-91d2-de290d50c5a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0575047 May 19 13:24:36.543410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-cd88a760-f3bb-4a45-a9c1-6253abf79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:36.544784 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-cd88a760-f3bb-4a45-a9c1-6253abf79aa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844066 May 19 13:24:36.683435 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-c19036d7-b46f-4c3c-99b9-fef63f999019 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315274 May 19 13:24:36.837362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-02c44f05-a114-4754-b796-8ef07bfc08ee service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468954 May 19 13:24:37.589129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75ae9-89e8-4439-b311-bbe6c5b65a79 req-b330cf32-7b92-44e6-b23a-e690983c21c4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:37.590587 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eac75ae9-89e8-4439-b311-bbe6c5b65a79 req-b330cf32-7b92-44e6-b23a-e690983c21c4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0833590 May 19 13:24:37.640616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eac75ae9-89e8-4439-b311-bbe6c5b65a79 req-9755db3c-ddc1-400b-82da-9c3d9a021dc9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 May 19 13:24:37.758162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:38.334383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:24:38.459529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:24:38.459795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:38.488572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:24:38.501654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:38.509267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:38.552667 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418d3c99-a9c4-442c-8470-836c97b32b38'] response: {'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'code': 200} May 19 13:24:38.578772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:38.586071 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.586431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.586791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.587118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.587440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.587819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.588143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.588636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.588956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.589270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.589567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.589877 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:38.847291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8622f0c-ba4a-46dd-b793-20876ac4aa93 req-e1f980ad-ab2e-45ea-848b-fb731627ed89 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:38.848724 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b8622f0c-ba4a-46dd-b793-20876ac4aa93 req-e1f980ad-ab2e-45ea-848b-fb731627ed89 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 944 time: 0.0909309 May 19 13:24:38.892414 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b8622f0c-ba4a-46dd-b793-20876ac4aa93 req-9d9712d1-fe74-4628-9eb9-1a0d829b1835 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378850 May 19 13:24:40.154038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bd86d-f5b5-4096-93f1-3f77c1bd901b req-e6a0bab0-100a-4da4-a887-0435d5daf5c8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:40.155530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d63bd86d-f5b5-4096-93f1-3f77c1bd901b req-e6a0bab0-100a-4da4-a887-0435d5daf5c8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 944 time: 0.1481707 May 19 13:24:40.208614 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d63bd86d-f5b5-4096-93f1-3f77c1bd901b req-401af4de-44a9-4f3e-bc72-43d409f28917 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472207 May 19 13:24:40.333717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:24:40.474933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:40.490177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'mac_address': 'fa:16:3e:29:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:24:40.549981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:24:40.551687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:40.568806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec831aae-37e5-4f09-b554-2578f0284a52 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:24:40.583613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:40.589068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:40.659363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:40.667315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['ec831aae-37e5-4f09-b554-2578f0284a52'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:24:40.678303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-dccc610b-1ab1-40ca-b9ce-8252d25d8a09 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:40.679753 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-dccc610b-1ab1-40ca-b9ce-8252d25d8a09 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce&tenant_id=ef0d4784649145279915eb9e2d129fe0&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 944 time: 0.1488979 May 19 13:24:40.694644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b2f19-73e0-4735-a279-38a1d96cc1bd req-3d3a0cd3-2cbd-4f32-92ed-ffbe3748d756 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:40.696021 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-675b2f19-73e0-4735-a279-38a1d96cc1bd req-3d3a0cd3-2cbd-4f32-92ed-ffbe3748d756 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 945 time: 0.1025991 May 19 13:24:40.745470 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-675b2f19-73e0-4735-a279-38a1d96cc1bd req-f48c311a-fb60-4d1f-b44b-4a92bb7f87d0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 May 19 13:24:40.821352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-8c2bb74f-9b54-4b3a-bc4d-71ef0cc8cd61 service neutron] 10.222.0.79 "GET /v2.0/ports/ec831aae-37e5-4f09-b554-2578f0284a52/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.1244075 May 19 13:24:40.920435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-4c5a7980-0bf8-44a0-b2a3-e068f421d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:40.921909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-4c5a7980-0bf8-44a0-b2a3-e068f421d486 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1098 time: 0.0755956 May 19 13:24:41.054736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-96bc1f99-24e8-49b3-aa8c-f5ae5c6fc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:41.056077 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-96bc1f99-24e8-49b3-aa8c-f5ae5c6fc43a service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1260190 May 19 13:24:41.167723 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-0eae8630-715e-43c2-8621-d04d5e0d9484 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 1001 time: 0.1045475 May 19 13:24:41.236006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-e19634dd-6226-432d-839b-54403ba5c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:41.237419 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-e19634dd-6226-432d-839b-54403ba5c1df service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0590663 May 19 13:24:41.335575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-00f4d56a-e552-4175-93a7-d2e97563990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:41.336968 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-00f4d56a-e552-4175-93a7-d2e97563990e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890570 May 19 13:24:41.470867 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-b80807d3-8eaf-4d66-b138-034143c72163 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263595 May 19 13:24:41.713179 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-c8a51ed0-b5af-4a92-9b45-9d37756f65ba service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312379 May 19 13:24:42.037145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89ce51-a267-4b15-8d90-742887cbcfd0 req-facaf90a-52f7-473a-a00b-3b9ed2043071 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:42.038503 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fe89ce51-a267-4b15-8d90-742887cbcfd0 req-facaf90a-52f7-473a-a00b-3b9ed2043071 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 945 time: 0.1829188 May 19 13:24:42.083118 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fe89ce51-a267-4b15-8d90-742887cbcfd0 req-2e672347-d65a-4129-a3a7-161701108d0e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382872 May 19 13:24:42.339999 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:24:42.423780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port ec831aae-37e5-4f09-b554-2578f0284a52 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:24:42.424147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:42.548294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:24:42.548660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:42.575045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:24:42.585776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:42.591049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:42.637315 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5046c4-077f-4306-bfb1-a1d04b9b10aa'] response: {'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'code': 200} May 19 13:24:42.665089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:43.284817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa744a-675e-4c13-a6f0-4a2bc36f3ad9 req-7f8947a6-9ca5-465b-8f22-4ba98c5c33f0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:43.286268 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1caa744a-675e-4c13-a6f0-4a2bc36f3ad9 req-7f8947a6-9ca5-465b-8f22-4ba98c5c33f0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0853474 May 19 13:24:43.332653 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1caa744a-675e-4c13-a6f0-4a2bc36f3ad9 req-2b7864d2-ed41-4996-b068-039820da980f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 May 19 13:24:44.534067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8481f-6f2a-4b62-8dc8-a0998c51f5ad req-6203c2aa-9641-4f50-a295-364900726211 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:44.535547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-62b8481f-6f2a-4b62-8dc8-a0998c51f5ad req-6203c2aa-9641-4f50-a295-364900726211 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0851531 May 19 13:24:44.580993 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-62b8481f-6f2a-4b62-8dc8-a0998c51f5ad req-25ca6d1b-0577-477e-b20e-0b8e763025f1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396342 May 19 13:24:44.740100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-2632b7a4-a26b-40f8-85c6-52b7ad881b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:44.741605 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-2632b7a4-a26b-40f8-85c6-52b7ad881b2f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0846131 May 19 13:24:44.838507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-fe45d7fe-c105-4dcf-b6b7-689416f612de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:44.839898 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-fe45d7fe-c105-4dcf-b6b7-689416f612de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 1099 time: 0.0743766 May 19 13:24:44.983540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-b835cbc7-c19d-4c40-9756-456e2be8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:44.985673 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-b835cbc7-c19d-4c40-9756-456e2be8c0b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1388743 May 19 13:24:45.095861 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-2a600e9a-d36d-45fe-be46-738bb45f99b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 200 len: 1002 time: 0.1028914 May 19 13:24:45.160378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-6aa132b9-b762-41e9-80f6-c77074819382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:45.161814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-6aa132b9-b762-41e9-80f6-c77074819382 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0582259 May 19 13:24:45.244356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-c58b38c6-b54d-470b-8cd0-1d0e5e171482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:45.245873 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-c58b38c6-b54d-470b-8cd0-1d0e5e171482 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769367 May 19 13:24:45.379173 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-d570f1bb-3bcd-41bb-9d0a-902f778a8868 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259139 May 19 13:24:45.515224 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3a554812-a78d-4bfc-95b1-6b8c23b05bb5 req-12607464-59ae-4c31-a380-58c6a17a1137 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296268 May 19 13:24:45.766392 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1129639-fd15-4fa2-b2c9-bf685ffda2da req-88237c45-1ab7-4c80-8f0c-88df93d76d33 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:45.767741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c1129639-fd15-4fa2-b2c9-bf685ffda2da req-88237c45-1ab7-4c80-8f0c-88df93d76d33 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0811419 May 19 13:24:45.826136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c1129639-fd15-4fa2-b2c9-bf685ffda2da req-c5f90ba6-790d-4816-90c8-beb5c637eb6c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499244 May 19 13:24:47.017959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385777d7-7146-4777-af6e-595473a730c2 req-88ad307f-f194-4ad9-95f4-c2a5d8926823 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:47.019414 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-385777d7-7146-4777-af6e-595473a730c2 req-88ad307f-f194-4ad9-95f4-c2a5d8926823 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0854456 May 19 13:24:47.065930 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-385777d7-7146-4777-af6e-595473a730c2 req-5d3ecae9-7d49-4b26-ba48-9078ec7aafd4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407467 May 19 13:24:48.261001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0b4c7-f986-4b23-a2cf-3e1fa1321e0e req-d083abd6-93f4-4735-a05d-f564d892236e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:48.262417 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8ef0b4c7-f986-4b23-a2cf-3e1fa1321e0e req-d083abd6-93f4-4735-a05d-f564d892236e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0841730 May 19 13:24:48.309046 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8ef0b4c7-f986-4b23-a2cf-3e1fa1321e0e req-705c8ea7-3f1f-47ab-a6e2-85aba34a875f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383844 May 19 13:24:48.416170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:24:48.420953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:24:48.512958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159882a-fa53-48d5-9cd0-7dfea8a580d0 req-145d389b-4a1e-40b3-8feb-4390114ba3ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:48.514430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4159882a-fa53-48d5-9cd0-7dfea8a580d0 req-145d389b-4a1e-40b3-8feb-4390114ba3ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0847864 May 19 13:24:48.559657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4159882a-fa53-48d5-9cd0-7dfea8a580d0 req-1082146e-d9ba-415e-a95b-baa7357df57f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 May 19 13:24:48.625436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:24:48.625733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:48.663915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:48.680648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:24:48.689320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'mac_address': 'fa:16:3e:29:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:24:48.693322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:48.719007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:48.753163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81da50-9e93-4ada-ac65-cea2e90b9e2d req-dfa561cf-ff81-4db0-ad8f-e61b13e128e5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:48.754616 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f81da50-9e93-4ada-ac65-cea2e90b9e2d req-dfa561cf-ff81-4db0-ad8f-e61b13e128e5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 944 time: 0.0883262 May 19 13:24:48.755010 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e1e3dd-8112-496b-8b7b-1bb9023a0551'] response: {'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'code': 200} May 19 13:24:48.804004 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5f81da50-9e93-4ada-ac65-cea2e90b9e2d req-7db78c1b-e7e5-48d9-9362-12f55cfd69b6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 May 19 13:24:48.805552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:24:48.805930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:48.826884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=9']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:48.830179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec831aae-37e5-4f09-b554-2578f0284a52 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:24:48.847146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:48.851490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:48.919793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['ec831aae-37e5-4f09-b554-2578f0284a52'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:24:48.956078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=10']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:49.187276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab0d16-974f-413b-b8e8-dda4bf29a76a req-3ecf59a5-3be4-4835-8e4f-5250a82fe132 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:49.188727 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9bab0d16-974f-413b-b8e8-dda4bf29a76a req-3ecf59a5-3be4-4835-8e4f-5250a82fe132 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0789313 May 19 13:24:49.233446 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9bab0d16-974f-413b-b8e8-dda4bf29a76a req-d941ddf5-7d29-4d2d-90a8-1509b3c3c9ec tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387788 May 19 13:24:50.424490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:24:50.450296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c454b27-ac33-465c-bd07-79080f85299f req-297f89ae-61d6-410b-a6b8-07e4213f27b7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:50.451677 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7c454b27-ac33-465c-bd07-79080f85299f req-297f89ae-61d6-410b-a6b8-07e4213f27b7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 946 time: 0.0897298 May 19 13:24:50.493856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port ec831aae-37e5-4f09-b554-2578f0284a52 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:24:50.494325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:50.501262 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7c454b27-ac33-465c-bd07-79080f85299f req-94990985-9b6a-4e74-9e06-8e7fdc32b92a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 May 19 13:24:50.607483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port ec831aae-37e5-4f09-b554-2578f0284a52 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:24:50.607826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:50.640460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:50.647756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:50.717337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=11']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:50.756515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:24:50.811908 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d07473f-280e-4e50-b5c7-47f5213d853b'] response: {'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'code': 200} May 19 13:24:51.711689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c44d-b499-46ba-9699-f30201bedbbb req-6cc96b97-4f4d-40b9-abde-f4ee0dba723c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:51.713166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f63c44d-b499-46ba-9699-f30201bedbbb req-6cc96b97-4f4d-40b9-abde-f4ee0dba723c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 947 time: 0.0942500 May 19 13:24:51.761477 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f63c44d-b499-46ba-9699-f30201bedbbb req-c3a07b80-73b4-47f5-a3e3-880d5da96e1d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 May 19 13:24:51.982800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-d7d13f83-20e6-4ab3-875e-d4219abf9066 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:51.985115 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-d7d13f83-20e6-4ab3-875e-d4219abf9066 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 947 time: 0.1032817 May 19 13:24:52.068109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Deleting port ec831aae-37e5-4f09-b554-2578f0284a52 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:24:52.068675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:52.463601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] For port ec831aae-37e5-4f09-b554-2578f0284a52, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=ec831aae-37e5-4f09-b554-2578f0284a52,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:24:52.463962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:52.800332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:52.800976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:52.800976 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f disassociated. External IP: 172.26.3.42, port: ec831aae-37e5-4f09-b554-2578f0284a52. May 19 13:24:52.801257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Calling delete_port for ec831aae-37e5-4f09-b554-2578f0284a52 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:24:52.951004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:52.965945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb42dd-0528-4d99-a00f-858c2c767270 req-9b2a4e09-d5d2-411c-bc2b-dff22424e4cd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:52.967835 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1bdb42dd-0528-4d99-a00f-858c2c767270 req-9b2a4e09-d5d2-411c-bc2b-dff22424e4cd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc63eac-2a49-48d1-b0bf-731d1aba36ce HTTP/1.1" status: 200 len: 947 time: 0.0864508 May 19 13:24:53.001476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event deleted for resources: {'Port': ['ID=ec831aae-37e5-4f09-b554-2578f0284a52,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:53.012788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.013128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.013576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.013787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.014108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.014427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.014771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.015178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.015390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.015703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.016228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.016319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:24:53.019088 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1bdb42dd-0528-4d99-a00f-858c2c767270 req-43629726-e9eb-4647-98f9-802acf7a8f1b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 May 19 13:24:53.207752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:24:53.386768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:24:53.397052 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:24:53.408541 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:24:53.409155 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:24:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:24:53.457982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] No DVR routers for this DVR port ec831aae-37e5-4f09-b554-2578f0284a52 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:24:53.460644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:53.463220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-deleted', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:24:53.482160 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ebb834df-8a06-4d74-bfd1-64e6cc89f075 req-600cba0d-dc1e-44fc-aa0a-2724de7f65ae tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "DELETE /v2.0/ports/ec831aae-37e5-4f09-b554-2578f0284a52 HTTP/1.1" status: 204 len: 173 time: 1.4914801 May 19 13:24:53.564130 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fb62a6-e0a8-472c-b046-6a1033d3c19a'] response: {'server_uuid': 'ccc63eac-2a49-48d1-b0bf-731d1aba36ce', 'name': 'network-vif-deleted', 'tag': 'ec831aae-37e5-4f09-b554-2578f0284a52', 'status': 'completed', 'code': 200} May 19 13:24:53.607430 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:24:53.919874 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:24:53.923845 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:24:53.933008 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:24:53.934308 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:24:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:24:54.122315 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:24:54.373303 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-48e350e8-71d5-435f-94a2-9d8f1595a160 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1809117696&fields=id&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 267 time: 0.0402143 May 19 13:24:54.467745 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:24:54.471698 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df919b72-34c0-47e2-9b8b-08c4d1744669 None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:24:54.529789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-a756a463-85b7-4183-9b90-98c081746942 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:54.531338 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-a756a463-85b7-4183-9b90-98c081746942 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.1513376 May 19 13:24:54.547002 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-a7676929-4535-4a26-bf95-2c57e9ee6b65 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/quotas/ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 375 time: 0.0099213 May 19 13:24:54.634936 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-693b4ccf-e0e3-4fa1-ae7e-b6e92954e5e7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821977 May 19 13:24:54.696241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c9777-e5ff-4c70-b812-3c35b5a2b4fc None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:24:54.775181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-345ff447-4fe3-4557-a086-571c75d24aee service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277130 May 19 13:24:54.913868 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-c6c143fa-149d-47db-98fb-c20f33871996 service neutron] 10.222.0.44 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327035 May 19 13:24:55.092384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-9f97feec-fb05-457f-aac7-bb6cdb897cd0 req-23388ddc-083b-4503-8b35-6e7dc280a853 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:24:55.112014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-9f97feec-fb05-457f-aac7-bb6cdb897cd0 req-23388ddc-083b-4503-8b35-6e7dc280a853 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:24:55.113786 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f97feec-fb05-457f-aac7-bb6cdb897cd0 req-23388ddc-083b-4503-8b35-6e7dc280a853 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 210 time: 0.0657058 May 19 13:24:56.202367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-a150f1e6-a34e-4e0c-9bec-b97db5c4e073 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:56.203833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-a150f1e6-a34e-4e0c-9bec-b97db5c4e073 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 811 time: 0.1479728 May 19 13:24:56.255350 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-80eced3d-87b2-41e0-9e72-23fc104a6bad tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 380 time: 0.0420904 May 19 13:24:56.266117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'port': {'device_id': 'f1086922-b82c-48f3-917c-95c8539c392d', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'admin_state_up': True, 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'security_groups': ['0638be15-9977-4ae2-8d79-7a23f1a96323']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:24:56.390599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-caa52c99-d512-4219-80a9-388ec79abda0 req-25dea0aa-8a46-4a38-a671-1c23c051d6b2 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 210 time: 0.1493969 May 19 13:24:56.408758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:24:56.418736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:24:56.422831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:24:56.429185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Made reservation on behalf of ef0d4784649145279915eb9e2d129fe0 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:24:56.432671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:56.456373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: ec831aae-37e5-4f09-b554-2578f0284a52 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:24:56.456707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device ec831aae-37e5-4f09-b554-2578f0284a52 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:24:56.709625 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Allocated IP 172.20.0.11 (64ace278-4712-4bce-93f3-13160e8db4ef/8efb132f-b3f9-4d26-908d-c5d7205b4385/467951db-8b30-412c-865e-cf56aa4f6608) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:24:56.900186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:56.916932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Transition to ACTIVE for port object 467951db-8b30-412c-865e-cf56aa4f6608 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:24:56.950940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:57.023508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Network 64ace278-4712-4bce-93f3-13160e8db4ef is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:24:57.026593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:24:57.030698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:24:57.060577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:57.096840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:57.097444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:57.124810 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2c532e5-e6c3-4d3d-8e23-50c225ae2ca4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622129 May 19 13:24:57.136965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Request body: {'port': {'device_id': 'f1086922-b82c-48f3-917c-95c8539c392d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:24:57.243887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b4e16473-b5ac-4aea-b68f-5460b2e5e3a5 None None] Provisioning for port 467951db-8b30-412c-865e-cf56aa4f6608 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:24:57.248916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b4e16473-b5ac-4aea-b68f-5460b2e5e3a5 None None] Provisioning complete for port 467951db-8b30-412c-865e-cf56aa4f6608 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:24:57.249281 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b4e16473-b5ac-4aea-b68f-5460b2e5e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:57.249769 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:57.305680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b4e16473-b5ac-4aea-b68f-5460b2e5e3a5 None None] Port 467951db-8b30-412c-865e-cf56aa4f6608 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:24:57.643575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467951db-8b30-412c-865e-cf56aa4f6608 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:24:57.656956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4d59-2081-49ee-8477-0f8ec985318b req-7aea338a-4b1c-4973-9a8b-4ab658b68679 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:57.657639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-20ca4d59-2081-49ee-8477-0f8ec985318b req-7aea338a-4b1c-4973-9a8b-4ab658b68679 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Synchronizing usage tracker for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:24:57.660874 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:57.681360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Transition to ACTIVE for port object 467951db-8b30-412c-865e-cf56aa4f6608 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:24:57.686934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:57.722407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-20ca4d59-2081-49ee-8477-0f8ec985318b req-7aea338a-4b1c-4973-9a8b-4ab658b68679 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Unset dirty status for tenant:ef0d4784649145279915eb9e2d129fe0 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:24:57.723609 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-20ca4d59-2081-49ee-8477-0f8ec985318b req-7aea338a-4b1c-4973-9a8b-4ab658b68679 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 932 time: 0.2186320 May 19 13:24:57.845055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:57.928152 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-20ca4d59-2081-49ee-8477-0f8ec985318b req-c4cce840-844d-4abd-9a62-b2067cfb1d05 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910930 May 19 13:24:57.967544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Attempting to bind port 467951db-8b30-412c-865e-cf56aa4f6608 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:24:57.967882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Attempting to bind port 467951db-8b30-412c-865e-cf56aa4f6608 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:24:57.968196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Attempting to bind port 467951db-8b30-412c-865e-cf56aa4f6608 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:24:57.972952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Port 467951db-8b30-412c-865e-cf56aa4f6608 on network 64ace278-4712-4bce-93f3-13160e8db4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:24:57.973266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Attempting to bind port 467951db-8b30-412c-865e-cf56aa4f6608 on network 64ace278-4712-4bce-93f3-13160e8db4ef {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:24:57.978476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:24:57.978840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Checking segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:24:57.979216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Bound using segment: {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:24:57.979640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Bound port: 467951db-8b30-412c-865e-cf56aa4f6608, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39123cff-4222-4953-bc74-ca05558cb604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:24:57.980003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:58.076674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:24:58.081188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:24:58.087491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:58.153967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:58.154640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:24:58.156011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] 10.222.0.79 "PUT /v2.0/ports/467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1094 time: 1.0234435 May 19 13:24:58.156407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:24:58.178364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aac9c6-28dc-4218-a986-370927f28700 service neutron] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:24:58.235701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1239324-79b9-4f0f-b26c-b615fb9864a8'] response: {'name': 'network-changed', 'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'status': 'completed', 'code': 200} May 19 13:24:58.281051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-6edf9ad9-83e3-4942-9321-1cfbb4e828fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:58.282664 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-6edf9ad9-83e3-4942-9321-1cfbb4e828fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1097 time: 0.0787418 May 19 13:24:58.353202 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-eb23cbd2-8c6d-455b-8426-f4fa2ffd53f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 217 time: 0.0625079 May 19 13:24:58.523654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-04f4d5d2-9275-40b0-8584-f12ab9d4a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:58.524994 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-04f4d5d2-9275-40b0-8584-f12ab9d4a2b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.1654894 May 19 13:24:58.601756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-5377bbf0-d1d3-42d6-b5d9-598795a81071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:58.603243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-5377bbf0-d1d3-42d6-b5d9-598795a81071 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717440 May 19 13:24:58.731335 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-8cbf76a3-02ff-4592-8ef9-b77e93eedf86 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209881 May 19 13:24:58.872941 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bb45a078-46c6-4b97-bef0-298fa5f6cf8c req-190fbfac-d129-41dd-ba57-714768f16e8e service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274552 May 19 13:24:59.003959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-66f83b79-e93a-4fc1-9bb8-6c677b997b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:59.005411 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-66f83b79-e93a-4fc1-9bb8-6c677b997b7f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1097 time: 0.0769584 May 19 13:24:59.189043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-031af326-1edb-4b36-9b92-43cf41726ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:59.190516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-031af326-1edb-4b36-9b92-43cf41726ad4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1745498 May 19 13:24:59.206163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91fe83-0f2f-4cf3-be68-cde352704741 req-47d890b7-8edb-4e48-99ef-8605b5b21386 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:59.207507 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1f91fe83-0f2f-4cf3-be68-cde352704741 req-47d890b7-8edb-4e48-99ef-8605b5b21386 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.1686780 May 19 13:24:59.281969 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-03f06cff-9002-4553-8082-0fb995b54934 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 217 time: 0.0735092 May 19 13:24:59.346247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1f91fe83-0f2f-4cf3-be68-cde352704741 req-88f3567c-b9c9-41aa-81ef-5bf6eca7296a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901051 May 19 13:24:59.358908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-02f1a33f-7ee6-4143-8de1-a4372c706e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:59.360376 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-02f1a33f-7ee6-4143-8de1-a4372c706e96 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0651371 May 19 13:24:59.444409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-c7b21a18-7c0a-4992-ab1d-bc0e51f0a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:24:59.445928 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-c7b21a18-7c0a-4992-ab1d-bc0e51f0a7c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776567 May 19 13:24:59.577497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-b0ba1eeb-39b6-4e6a-b18d-efd4e7158540 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237803 May 19 13:24:59.709283 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93241f6b-91e6-4ed0-940a-ed5942cd1c99 req-cbc9f52a-51a3-406b-bf8f-b3b58752eb26 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231518 May 19 13:25:00.485542 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:25:00.556848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b5c6a-ea64-4180-ae02-648381c3ec25 req-cf59c904-eb53-48df-9074-7398f79413b7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:00.558378 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-839b5c6a-ea64-4180-ae02-648381c3ec25 req-cf59c904-eb53-48df-9074-7398f79413b7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.0881054 May 19 13:25:00.606295 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-839b5c6a-ea64-4180-ae02-648381c3ec25 req-68d28d3d-289b-47c8-a2f3-f515f7752410 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 May 19 13:25:01.193743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4e0c4485-0d91-4b7a-9c8d-38ce52374e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:01.807531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2b4f0-a61a-4d36-b457-f8c514d87646 req-633c6136-6ffa-414f-83f6-f6bc49c17f59 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:01.809062 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-54c2b4f0-a61a-4d36-b457-f8c514d87646 req-633c6136-6ffa-414f-83f6-f6bc49c17f59 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.0802312 May 19 13:25:01.853344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-54c2b4f0-a61a-4d36-b457-f8c514d87646 req-a6d72082-f6be-4380-b3d5-0180b5efbce0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386386 May 19 13:25:02.463959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:25:02.619901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:25:02.634322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '467951db-8b30-412c-865e-cf56aa4f6608', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': '467951db-8b30-412c-865e-cf56aa4f6608', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:25:02.691306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:25:02.691690 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:02.708272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467951db-8b30-412c-865e-cf56aa4f6608 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:25:02.724404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:25:02.730012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:02.802145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:02.986273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['467951db-8b30-412c-865e-cf56aa4f6608'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:25:03.052222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e5cfe-8b03-4d5e-9cdd-0e8a0ce70f23 req-a9fbbd74-6cce-4cb3-a0f7-acf3bb5a4bbc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:03.053671 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3f6e5cfe-8b03-4d5e-9cdd-0e8a0ce70f23 req-a9fbbd74-6cce-4cb3-a0f7-acf3bb5a4bbc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 945 time: 0.0848706 May 19 13:25:03.101865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3f6e5cfe-8b03-4d5e-9cdd-0e8a0ce70f23 req-4378f45c-b506-4a6d-bdea-64b68f62fc1b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 May 19 13:25:03.649132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1af61ca-15b8-4090-8fa2-4f9177120a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:04.298973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28433b5-5bc4-43d6-bb98-db86eff0bb72 req-c6c2a6d3-596b-48be-8cac-00fe7cd23fac tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:04.300398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b28433b5-5bc4-43d6-bb98-db86eff0bb72 req-c6c2a6d3-596b-48be-8cac-00fe7cd23fac tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 945 time: 0.0914671 May 19 13:25:04.347925 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b28433b5-5bc4-43d6-bb98-db86eff0bb72 req-37e29b94-0cdb-455d-b39b-a80c50fb6d21 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 May 19 13:25:04.478669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:25:04.557434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 467951db-8b30-412c-865e-cf56aa4f6608 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:25:04.563044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 467951db-8b30-412c-865e-cf56aa4f6608 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:25:04.563412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:04.683729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:25:04.684482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:04.711549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:25:04.722420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:25:04.727342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:04.757829 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ec4396-0b9e-4538-8634-35528953318d'] response: {'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'code': 200} May 19 13:25:04.797263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:25:04.864238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:04.923726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:04.989620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b240ff9-2d2e-4a91-a02a-2f9ceec993cf req-51b9eb32-6de3-412c-8c1e-0d95b2cb245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:04.991028 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6b240ff9-2d2e-4a91-a02a-2f9ceec993cf req-51b9eb32-6de3-412c-8c1e-0d95b2cb245d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0712910 May 19 13:25:05.035630 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6b240ff9-2d2e-4a91-a02a-2f9ceec993cf req-bc28157c-092d-4469-96ab-85a17ec290cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 May 19 13:25:05.555311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77fc12-6f63-46ff-ac9d-f61a23c9ddd5 req-e21dad90-985e-41cf-81e4-7d5aec235691 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:05.556724 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4d77fc12-6f63-46ff-ac9d-f61a23c9ddd5 req-e21dad90-985e-41cf-81e4-7d5aec235691 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0861151 May 19 13:25:05.605546 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4d77fc12-6f63-46ff-ac9d-f61a23c9ddd5 req-8a4de086-e53f-4398-bf35-74f797caaf21 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 May 19 13:25:06.041603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:06.816072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5438-a23e-42a3-b1d8-0b16b30f8019 req-14061069-7509-4791-8cb5-abc054bf77f4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:06.817500 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-125d5438-a23e-42a3-b1d8-0b16b30f8019 req-14061069-7509-4791-8cb5-abc054bf77f4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0864871 May 19 13:25:06.866029 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-125d5438-a23e-42a3-b1d8-0b16b30f8019 req-63db8c31-26e1-4a88-915f-af94bab5ca64 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 May 19 13:25:07.167645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c740c7-0863-4878-aec5-6075f3b8c204 req-460cbed7-be49-436a-8680-2a8dbf6d866b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:07.169270 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7c740c7-0863-4878-aec5-6075f3b8c204 req-460cbed7-be49-436a-8680-2a8dbf6d866b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1958137 May 19 13:25:07.177927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41622) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:25:07.183021 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Request body: {'floatingip': {'port_id': '467951db-8b30-412c-865e-cf56aa4f6608'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:25:07.262409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:07.754430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:07.891292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:07.898410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:08.069728 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f associated. External IP: 172.26.3.42, port: 467951db-8b30-412c-865e-cf56aa4f6608. May 19 13:25:08.418319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:25:08.712261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:25:08.718132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:08.722852 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:25:08.733802 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:25:08.734412 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:25:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:25:08.781024 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4d1dcdfa-107e-4f38-a724-d2de06575969 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "PUT /v2.0/floatingips/0566c57c-a40a-418e-ac96-1d24f9db223f HTTP/1.1" status: 200 len: 992 time: 1.6019487 May 19 13:25:08.781685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:25:08.825576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56693ca-8018-4a6f-a8a2-20a719d16644'] response: {'name': 'network-changed', 'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'status': 'completed', 'code': 200} May 19 13:25:08.914693 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:25:08.917289 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2958140-3431-40b0-b838-ddbead05dc73 req-df06b047-f1ce-4bba-aae0-8121b38f08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:08.918860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-df06b047-f1ce-4bba-aae0-8121b38f08cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0708134 May 19 13:25:09.058031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2958140-3431-40b0-b838-ddbead05dc73 req-ab9f48ed-05ba-4f25-b5cc-7c2d5ce8b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:09.059944 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-ab9f48ed-05ba-4f25-b5cc-7c2d5ce8b724 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1329060 May 19 13:25:09.165302 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-330b80aa-99ee-4f78-994f-6704acb95793 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1000 time: 0.0976028 May 19 13:25:09.227986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2958140-3431-40b0-b838-ddbead05dc73 req-d7f74db2-c3f6-4888-a5aa-829217dbf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:09.229413 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-d7f74db2-c3f6-4888-a5aa-829217dbf085 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0573094 May 19 13:25:09.268857 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': '467951db-8b30-412c-865e-cf56aa4f6608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086922-b82c-48f3-917c-95c8539c392d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:25:07Z', 'revision_number': 13, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:25:09.272492 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:25:09.281988 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:25:09.282593 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:25:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:25:09.317481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2958140-3431-40b0-b838-ddbead05dc73 req-b5ec3240-f612-4122-ab31-ee8b3d21ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:09.318909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-b5ec3240-f612-4122-ab31-ee8b3d21ee52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790188 May 19 13:25:09.458329 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-605e9836-b425-4d67-a225-af9dc1b5d40a service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289215 May 19 13:25:09.459070 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:25:09.593541 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f2958140-3431-40b0-b838-ddbead05dc73 req-d1158fb2-8601-4bc4-9554-2af7e524428e service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250176 May 19 13:25:09.832266 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': '467951db-8b30-412c-865e-cf56aa4f6608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086922-b82c-48f3-917c-95c8539c392d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:25:07Z', 'revision_number': 13, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:25:09.836578 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb233e1b-da75-42ee-9e64-d1844cc6c609 None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '0566c57c-a40a-418e-ac96-1d24f9db223f', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'port_id': '467951db-8b30-412c-865e-cf56aa4f6608', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086922-b82c-48f3-917c-95c8539c392d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:21:19Z', 'updated_at': '2022-05-19T13:25:07Z', 'revision_number': 13, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:25:10.027599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58477c0a-f008-412a-a23c-24182bd65abb None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:25:31.189968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d83b9af7-ce54-4b08-b811-78748d1714c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:33.643632 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e631-29da-4e21-8325-4bc6efb764c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:34.872707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:34.928555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:35.463292 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-00311fe4-464a-4a79-93d4-63bfe30bd394 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714004 May 19 13:25:35.618493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-e7d22b92-b423-44b6-b01a-5925bd41950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:35.619965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-e7d22b92-b423-44b6-b01a-5925bd41950e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0823774 May 19 13:25:35.770634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-c21aeaca-07d3-48ae-a873-1a3471fb652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:35.772069 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-c21aeaca-07d3-48ae-a873-1a3471fb652e service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1266971 May 19 13:25:35.876799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-a16cf15d-d84f-4aaf-86fc-62b2b0517b7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1002 time: 0.0963490 May 19 13:25:35.943245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-d2c5fda2-1b77-4d2c-8a08-e255db0b7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:35.944674 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-d2c5fda2-1b77-4d2c-8a08-e255db0b7699 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0612469 May 19 13:25:36.024797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-61a7bd43-8b3b-4f13-873c-f55564d74d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:36.026174 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-61a7bd43-8b3b-4f13-873c-f55564d74d88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731804 May 19 13:25:36.041537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:36.276111 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-5dd0a653-0c06-4c16-8ae5-4aa7f42e8af6 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402403 May 19 13:25:36.417468 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d75cad05-f162-4edc-95b3-7ac9530e2991 req-83d7f8db-0ec0-4e54-93c8-c82334cb7a6d service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324358 May 19 13:25:37.485316 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:25:37.769725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:25:45.727235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9033c-2b5a-462e-bc15-55ebb25c80df req-f1c54aba-a512-4aea-b225-c152fbea94f4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:45.728837 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e9033c-2b5a-462e-bc15-55ebb25c80df req-f1c54aba-a512-4aea-b225-c152fbea94f4 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0956085 May 19 13:25:45.775127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e9033c-2b5a-462e-bc15-55ebb25c80df req-2aabb560-6caf-41ff-937d-17d0b025b839 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 May 19 13:25:55.511740 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-f360b31c-d370-4074-9253-91fdc8340fa2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692170 May 19 13:25:55.564486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03db6a-a9a3-429b-8a40-1b1e29a2b7bd req-1fe13065-5ac5-4859-80e5-8948b5481623 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:55.565965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b03db6a-a9a3-429b-8a40-1b1e29a2b7bd req-1fe13065-5ac5-4859-80e5-8948b5481623 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0808032 May 19 13:25:55.611145 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b03db6a-a9a3-429b-8a40-1b1e29a2b7bd req-aa7d2c7e-b6e2-4522-9e0d-52800194e266 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 May 19 13:25:56.865927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f28b-b83b-4875-a76b-6ccf96408251 req-89621b31-e388-4fd4-9f51-784d1af3e6a1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:56.867491 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7076f28b-b83b-4875-a76b-6ccf96408251 req-89621b31-e388-4fd4-9f51-784d1af3e6a1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1416106 May 19 13:25:56.873524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-8f087214-d22b-4a42-a858-1b508e41e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:56.874917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-8f087214-d22b-4a42-a858-1b508e41e2eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0998318 May 19 13:25:56.990898 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7076f28b-b83b-4875-a76b-6ccf96408251 req-1aea3ab5-90b8-41e3-80fe-5c97dfae651f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149569 May 19 13:25:57.034359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-38fa80e7-5bdb-4b60-9b4a-c7fbf8aff865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:57.035814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-38fa80e7-5bdb-4b60-9b4a-c7fbf8aff865 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1477211 May 19 13:25:57.136883 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-bc6e1dd2-b2a0-4bca-a7e8-b2faeb107cbc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1002 time: 0.0929241 May 19 13:25:57.204318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-2561f8a7-9a1d-4b08-8669-5893d0364c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:57.205737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-2561f8a7-9a1d-4b08-8669-5893d0364c41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0616865 May 19 13:25:57.282500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-68217f33-fd84-4442-8ab4-2fc33e6402fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:57.283819 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-68217f33-fd84-4442-8ab4-2fc33e6402fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711634 May 19 13:25:57.417460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-94b377ee-5e43-47b4-a9fa-35db3a051a79 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260085 May 19 13:25:57.561999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-97caf99b-6958-4420-bb62-37f74b64ce20 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369107 May 19 13:25:58.195716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102cca9-723c-4483-a8df-dccf5ece08d0 req-20bbca93-8355-424d-a6ee-4e84f4df2c6e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:58.197191 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d102cca9-723c-4483-a8df-dccf5ece08d0 req-20bbca93-8355-424d-a6ee-4e84f4df2c6e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0891554 May 19 13:25:58.248178 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d102cca9-723c-4483-a8df-dccf5ece08d0 req-910b2b00-c0bd-4d46-b3fa-5e06a25af7f5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448484 May 19 13:25:59.467477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747f0cb-04c8-447c-9cac-2303bae375da req-e3543d43-f15d-45ce-a6f4-f0d64783901d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:25:59.468965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6747f0cb-04c8-447c-9cac-2303bae375da req-e3543d43-f15d-45ce-a6f4-f0d64783901d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0934100 May 19 13:25:59.517639 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6747f0cb-04c8-447c-9cac-2303bae375da req-2d881574-67d6-4c37-a4c7-c477730d29b5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 May 19 13:26:00.729532 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f886237-0c01-4a72-9957-91eaf28b155b req-74fa90f7-fb01-4142-b05c-a8723d4d7397 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:00.730982 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6f886237-0c01-4a72-9957-91eaf28b155b req-74fa90f7-fb01-4142-b05c-a8723d4d7397 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0938039 May 19 13:26:00.774383 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6f886237-0c01-4a72-9957-91eaf28b155b req-36d1d755-75b4-4cf5-8ebb-16bc5b958354 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374763 May 19 13:26:01.184440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eb56efa7-19ab-4c27-9f32-d2a069c98e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:01.988002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976066-b3d1-4eb8-ae9d-b22aaefd9ddc req-9bf03d49-d956-4cb4-862e-6d8bb5e39927 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:01.989439 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-16976066-b3d1-4eb8-ae9d-b22aaefd9ddc req-9bf03d49-d956-4cb4-862e-6d8bb5e39927 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0923603 May 19 13:26:02.036704 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-16976066-b3d1-4eb8-ae9d-b22aaefd9ddc req-3b0867e4-b03e-45f7-afa0-a3a8f6019c64 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 May 19 13:26:03.238189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486a2fa-df58-4b8d-93d1-616173848695 req-0b6ece51-c939-45d4-b3de-b05419c336c6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:03.239666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c486a2fa-df58-4b8d-93d1-616173848695 req-0b6ece51-c939-45d4-b3de-b05419c336c6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0856998 May 19 13:26:03.286948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c486a2fa-df58-4b8d-93d1-616173848695 req-2172927e-cefe-440c-9b26-b551826a0563 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 May 19 13:26:03.656603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-502acf24-2e03-4280-bff5-77f539427fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:04.504186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5e15d-c1cf-4f7e-a762-23382e9ae90e req-c9cc5483-001f-4eef-ad22-d2fe8a1ef1d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:04.505544 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-28b5e15d-c1cf-4f7e-a762-23382e9ae90e req-c9cc5483-001f-4eef-ad22-d2fe8a1ef1d1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1043990 May 19 13:26:04.550627 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-28b5e15d-c1cf-4f7e-a762-23382e9ae90e req-098ecd24-fcfb-4dfa-9d2a-dbff4abb9b31 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 May 19 13:26:04.875253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:04.933852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:05.753027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe481b-f8fb-4db6-bd60-e48b9bec892e req-feeb8533-c4e0-40ee-ad32-48fa52bcaf18 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:05.754388 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eabe481b-f8fb-4db6-bd60-e48b9bec892e req-feeb8533-c4e0-40ee-ad32-48fa52bcaf18 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0863047 May 19 13:26:05.801508 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-eabe481b-f8fb-4db6-bd60-e48b9bec892e req-5790967c-0322-4414-9f13-0d025593fc0b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414014 May 19 13:26:06.045267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:07.009616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718df0-339a-4bf1-802a-cd5466929433 req-8b4f8bdd-93c2-4366-b73c-a35fd0c8dbbf tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:07.011097 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-27718df0-339a-4bf1-802a-cd5466929433 req-8b4f8bdd-93c2-4366-b73c-a35fd0c8dbbf tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0925040 May 19 13:26:07.058298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-27718df0-339a-4bf1-802a-cd5466929433 req-91af9790-c0a7-4cd3-a458-94ac02769b43 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 May 19 13:26:07.779632 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:08.272046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3657fd9-1f7e-41b8-86b1-b68b7d9206fd req-f739344c-8902-462b-9552-b0bb873ad097 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:08.274285 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c3657fd9-1f7e-41b8-86b1-b68b7d9206fd req-f739344c-8902-462b-9552-b0bb873ad097 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0901034 May 19 13:26:08.330335 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c3657fd9-1f7e-41b8-86b1-b68b7d9206fd req-12e024f4-a4c7-4ea4-8a42-4f3976fc3281 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 May 19 13:26:09.556912 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf10e6-3167-4d0c-bd77-79b20d646bd1 req-40e95942-09b6-420b-b161-20888d23f675 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:09.558380 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-addf10e6-3167-4d0c-bd77-79b20d646bd1 req-40e95942-09b6-420b-b161-20888d23f675 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0986822 May 19 13:26:09.603068 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-addf10e6-3167-4d0c-bd77-79b20d646bd1 req-fd68d32c-9a27-48fd-8b29-460e06f76a73 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387321 May 19 13:26:10.210815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-7fdb93ff-5834-4f62-90e8-3c60289301a5 service neutron] 10.222.0.79 "GET /v2.0/ports/467951db-8b30-412c-865e-cf56aa4f6608/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0821655 May 19 13:26:10.604927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-3567bd2d-242a-44b0-b881-855564aa3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:10.606444 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-3567bd2d-242a-44b0-b881-855564aa3f87 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 1099 time: 0.1892347 May 19 13:26:10.701743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-70afdd23-fecd-4360-9d3c-c6e881699637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:10.703241 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-70afdd23-fecd-4360-9d3c-c6e881699637 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0734591 May 19 13:26:10.792583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8979236-ded3-4d26-af9d-0e00b25a4129 req-dbc3fdbc-f259-4df4-82e4-075fe84fd9f7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:10.794015 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8979236-ded3-4d26-af9d-0e00b25a4129 req-dbc3fdbc-f259-4df4-82e4-075fe84fd9f7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0842054 May 19 13:26:10.834866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-0e451d79-34cb-496f-a0ef-3f9a9abb55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:10.836345 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-0e451d79-34cb-496f-a0ef-3f9a9abb55b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1265342 May 19 13:26:10.839978 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8979236-ded3-4d26-af9d-0e00b25a4129 req-81f13529-5a7e-408e-8c39-364b98beaa88 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399077 May 19 13:26:10.938802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-d44a63f6-1731-425f-93a8-53a9a5957f6e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1002 time: 0.0957148 May 19 13:26:10.999550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-2e4e3f7a-8665-4f2c-bf46-f7ef84300ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:11.000960 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-2e4e3f7a-8665-4f2c-bf46-f7ef84300ee4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0555758 May 19 13:26:11.080575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-a4280590-c024-4ad9-9c31-f8dc25602a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:11.082017 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-a4280590-c024-4ad9-9c31-f8dc25602a89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743613 May 19 13:26:11.213248 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-4f269f2b-9b09-4035-9ae2-1b47e8119413 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237710 May 19 13:26:11.341063 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-356fca1d-fd35-4f53-9091-9caac5ab17bf service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216977 May 19 13:26:12.030129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50ca71-2d80-452d-953c-eb72b92a2cb7 req-123285fe-ca95-492e-a13b-bc66932b8335 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:12.031708 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec50ca71-2d80-452d-953c-eb72b92a2cb7 req-123285fe-ca95-492e-a13b-bc66932b8335 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0855789 May 19 13:26:12.076466 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec50ca71-2d80-452d-953c-eb72b92a2cb7 req-51dc37bb-ceb0-4b60-8cb4-a68dc192e72e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 May 19 13:26:12.684876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:26:12.824600 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:26:12.824969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:12.852562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:26:12.864036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:12.869062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:12.914500 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55515603-e5e7-4590-aa2a-fd81d8ca021f'] response: {'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'code': 200} May 19 13:26:12.939317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:12.946886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.947229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.947571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.947903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.948210 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.948536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.948857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.949190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.949498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.949816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.950133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:12.950468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:13.273857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043e2f9-fe92-4555-ae9c-f67ff677525a req-df8bc4fe-86e0-4431-ac1c-a072f7555914 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:13.275219 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a043e2f9-fe92-4555-ae9c-f67ff677525a req-df8bc4fe-86e0-4431-ac1c-a072f7555914 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.0866117 May 19 13:26:13.323838 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a043e2f9-fe92-4555-ae9c-f67ff677525a req-a644e7c0-3bb2-4a56-a303-361eba407e5d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423229 May 19 13:26:14.486196 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:26:14.533167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c1771-3a55-4b47-b53b-cc63c9b64e2c req-2d7b52b6-a010-47e8-9b36-6e9b9451db37 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:14.534621 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-be8c1771-3a55-4b47-b53b-cc63c9b64e2c req-2d7b52b6-a010-47e8-9b36-6e9b9451db37 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.0910881 May 19 13:26:14.582478 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-be8c1771-3a55-4b47-b53b-cc63c9b64e2c req-e68d4bcc-e7bd-4ff5-825d-a55b0209b0bd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394132 May 19 13:26:14.701900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:26:14.852671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:14.869213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '467951db-8b30-412c-865e-cf56aa4f6608', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': '467951db-8b30-412c-865e-cf56aa4f6608', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:26:14.930485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:26:14.931131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:14.953752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467951db-8b30-412c-865e-cf56aa4f6608 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:26:14.970211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:14.976802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:15.060285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['467951db-8b30-412c-865e-cf56aa4f6608'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:26:15.091118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:15.790540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe75ca2-846b-41b6-a72e-0b91935e3e10 req-933fd3b8-02e5-4579-868b-de19b3f7289b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:15.791905 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bfe75ca2-846b-41b6-a72e-0b91935e3e10 req-933fd3b8-02e5-4579-868b-de19b3f7289b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 945 time: 0.0927889 May 19 13:26:15.835048 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bfe75ca2-846b-41b6-a72e-0b91935e3e10 req-261125b4-a3e0-414e-93bc-8ded500daa20 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374157 May 19 13:26:16.719842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:26:16.800200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 467951db-8b30-412c-865e-cf56aa4f6608 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:26:16.800566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:16.916058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:26:16.916435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:16.944329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:26:16.954424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:16.960934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:17.008146 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801e6326-21f1-4fbb-ba02-516df18fe956'] response: {'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'code': 200} May 19 13:26:17.039798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:17.048192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542241c-78f6-4c8a-96ed-d65a71f2b2b1 req-44d3622b-2b2b-4b1c-b950-9e2b7996d11b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:17.049365 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f542241c-78f6-4c8a-96ed-d65a71f2b2b1 req-44d3622b-2b2b-4b1c-b950-9e2b7996d11b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1040549 May 19 13:26:17.106311 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f542241c-78f6-4c8a-96ed-d65a71f2b2b1 req-34cc0770-ab42-4239-b0cf-672a43dbf433 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506392 May 19 13:26:18.362777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922925-fdaa-4616-8d35-45d1b6d4695f req-ed880634-a7a0-4ca9-b526-eddc5bba2c91 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:18.365055 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dc922925-fdaa-4616-8d35-45d1b6d4695f req-ed880634-a7a0-4ca9-b526-eddc5bba2c91 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1026049 May 19 13:26:18.412919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dc922925-fdaa-4616-8d35-45d1b6d4695f req-8eee8699-e366-4a87-8591-fd262f9590e3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 May 19 13:26:19.621065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade303ad-b278-4f18-932d-7f6af0c30c27 req-f7b761b7-971b-41d9-bab9-510633d22a1d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:19.622825 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ade303ad-b278-4f18-932d-7f6af0c30c27 req-f7b761b7-971b-41d9-bab9-510633d22a1d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0849664 May 19 13:26:19.674334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ade303ad-b278-4f18-932d-7f6af0c30c27 req-6cc556dd-8ed9-4807-9a75-0068d998473f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 May 19 13:26:20.888568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031353eb-be80-429a-9158-8c3c34362f45 req-9d663683-fbd6-46b8-9bbf-439f65774a82 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:20.890004 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-031353eb-be80-429a-9158-8c3c34362f45 req-9d663683-fbd6-46b8-9bbf-439f65774a82 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0960264 May 19 13:26:20.935139 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-031353eb-be80-429a-9158-8c3c34362f45 req-d339b8c0-449a-4b73-becb-b9ba5f292325 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393057 May 19 13:26:21.395691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-15cf3888-b7ce-4e62-83b8-da0626edf022 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:21.397094 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-15cf3888-b7ce-4e62-83b8-da0626edf022 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d&tenant_id=ef0d4784649145279915eb9e2d129fe0&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 946 time: 0.1394620 May 19 13:26:21.445422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04357ddd-a6b3-400d-809e-57411b50a7a0 req-1442e13d-6c9d-44a3-a235-478c5e5fc007 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:21.446785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04357ddd-a6b3-400d-809e-57411b50a7a0 req-1442e13d-6c9d-44a3-a235-478c5e5fc007 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1347294 May 19 13:26:21.514794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04357ddd-a6b3-400d-809e-57411b50a7a0 req-dea280f2-aabb-49ec-962a-fa99d5e26093 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618150 May 19 13:26:21.520371 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-a7f70369-6e88-4594-8d57-5d4d91e64dcb service neutron] 10.222.0.79 "GET /v2.0/ports/467951db-8b30-412c-865e-cf56aa4f6608/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.1152382 May 19 13:26:21.616905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-b6f27877-f301-47bb-bc65-12ddeb78fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:21.618529 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-b6f27877-f301-47bb-bc65-12ddeb78fd8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0716770 May 19 13:26:21.848205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-5547d936-ffd5-47e5-997e-fdf780400715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:21.849659 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-5547d936-ffd5-47e5-997e-fdf780400715 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.2239687 May 19 13:26:21.952320 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-61439432-6535-46c3-951b-b55c4542742f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1002 time: 0.0949023 May 19 13:26:22.035485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-c1ab9986-bdfe-474c-8161-27abce2f1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:22.037248 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-c1ab9986-bdfe-474c-8161-27abce2f1a63 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0740290 May 19 13:26:22.115761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-d218f96c-5b60-4ffe-9d71-bf0799b427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:22.117324 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-d218f96c-5b60-4ffe-9d71-bf0799b427c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729551 May 19 13:26:22.248733 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-bc5e27e8-2360-49e1-a7d6-96d63b9fd0f8 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245503 May 19 13:26:22.390545 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-a4216caa-c247-4a4a-9d0b-8d99fda7c1e6 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332836 May 19 13:26:22.733353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ccbbd-a9bf-45ae-8f8f-a39c2689da05 req-487a0aa1-391d-4aad-b90f-f07aad238f07 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:22.734722 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a4ccbbd-a9bf-45ae-8f8f-a39c2689da05 req-487a0aa1-391d-4aad-b90f-f07aad238f07 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0954468 May 19 13:26:22.779292 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4a4ccbbd-a9bf-45ae-8f8f-a39c2689da05 req-529d0a8c-41a6-4022-9a55-014dfaec1684 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387881 May 19 13:26:23.993601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f9766-50d6-4f94-a9c7-2056c240d301 req-9f4f9594-7c08-463e-b077-a05f5530d14c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:23.995054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c52f9766-50d6-4f94-a9c7-2056c240d301 req-9f4f9594-7c08-463e-b077-a05f5530d14c tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0916283 May 19 13:26:24.043401 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c52f9766-50d6-4f94-a9c7-2056c240d301 req-7b9422af-65ff-4285-a1e3-13b427701452 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399518 May 19 13:26:25.244389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1477fa7-07e4-49dc-bf51-103164d042ae req-e9a3de57-8ab2-4238-9b13-8f97c15408bd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:25.245759 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c1477fa7-07e4-49dc-bf51-103164d042ae req-e9a3de57-8ab2-4238-9b13-8f97c15408bd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0879607 May 19 13:26:25.291197 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c1477fa7-07e4-49dc-bf51-103164d042ae req-45f2aac5-edb9-45e7-8e48-90da3f0c0183 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 May 19 13:26:26.152659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-b97ab522-ae7a-40bb-9074-70f14a329b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:26.154233 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-b97ab522-ae7a-40bb-9074-70f14a329b84 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d&tenant_id=ef0d4784649145279915eb9e2d129fe0 HTTP/1.1" status: 200 len: 1099 time: 0.0697861 May 19 13:26:26.258552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-d293b9d7-fce8-435c-849a-1f0df8fa6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:26.259942 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-d293b9d7-fce8-435c-849a-1f0df8fa6001 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1099 time: 0.0819299 May 19 13:26:26.393860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-e17a46f9-ec1a-4bff-b38b-30ad5ddc701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:26.395392 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-e17a46f9-ec1a-4bff-b38b-30ad5ddc701d service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1291726 May 19 13:26:26.502599 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-2c8c3b17-189e-4600-8f0e-16d7470d4bce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1002 time: 0.0999622 May 19 13:26:26.619594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-5169bfad-2162-4822-8e91-cb0f81699cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:26.621019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-5169bfad-2162-4822-8e91-cb0f81699cf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.1092896 May 19 13:26:26.695707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548621c-43c2-4101-a4e8-b7db9dd03d52 req-efe8483f-5e6f-4154-ad19-364c05c2b9be tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:26.697127 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d548621c-43c2-4101-a4e8-b7db9dd03d52 req-efe8483f-5e6f-4154-ad19-364c05c2b9be tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.1386693 May 19 13:26:26.746059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-182483e0-27f1-42d4-9d95-ef15c3142c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:26.747513 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-182483e0-27f1-42d4-9d95-ef15c3142c06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194661 May 19 13:26:26.750341 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d548621c-43c2-4101-a4e8-b7db9dd03d52 req-3e4ea9c5-25e1-4974-b32e-6bb86a3c6c0a tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475912 May 19 13:26:26.882435 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-a59503a2-f5d6-4faa-bf24-36e88fba7c4b service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274464 May 19 13:26:27.113259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d5ac8ce4-9327-4bfa-99e0-00f5d8e09dc2 req-edda639e-9556-46e4-a00b-0c2942f2ead6 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237282 May 19 13:26:27.950186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d3b37-004b-4f11-a829-1bf858c69d13 req-6e613510-e1ce-44c5-96fb-d07e9ec0196b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:27.951595 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-146d3b37-004b-4f11-a829-1bf858c69d13 req-6e613510-e1ce-44c5-96fb-d07e9ec0196b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0822663 May 19 13:26:27.996245 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-146d3b37-004b-4f11-a829-1bf858c69d13 req-6547fef9-6db7-4673-8923-e52cd9cf09c0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387888 May 19 13:26:28.796146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:26:28.919975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:26:28.920354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:28.948516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:26:28.958243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:28.963402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:29.006001 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5cb706-f935-499b-8ac0-84007f05d934'] response: {'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'code': 200} May 19 13:26:29.030359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=9']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:29.190574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f30a81-f0f5-4e17-9019-366806e76b19 req-ac2842e0-ad51-497b-9e62-947e6a64d3d9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:29.192059 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97f30a81-f0f5-4e17-9019-366806e76b19 req-ac2842e0-ad51-497b-9e62-947e6a64d3d9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.0884283 May 19 13:26:29.240380 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-97f30a81-f0f5-4e17-9019-366806e76b19 req-5433b003-e38b-450b-bdb4-956aebd11bd8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391281 May 19 13:26:30.455023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1910d0-c4ce-4e64-9178-c4674fc304e9 req-25baa520-4c2a-41f5-a5ac-c96747bc44e3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:30.456379 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb1910d0-c4ce-4e64-9178-c4674fc304e9 req-25baa520-4c2a-41f5-a5ac-c96747bc44e3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 944 time: 0.0936491 May 19 13:26:30.508066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb1910d0-c4ce-4e64-9178-c4674fc304e9 req-2d4de010-f9d3-47fd-bc48-fa0245e880e0 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 May 19 13:26:30.795359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:26:30.974660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:30.992305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '467951db-8b30-412c-865e-cf56aa4f6608', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'port_id': '467951db-8b30-412c-865e-cf56aa4f6608', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:26:31.045500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:26:31.045790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:31.063040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467951db-8b30-412c-865e-cf56aa4f6608 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:26:31.079705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:31.087194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:31.159677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['467951db-8b30-412c-865e-cf56aa4f6608'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:26:31.191164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=10']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:31.229260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-69298608-2965-4e61-a0c1-c6f4e207c2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:31.704725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb72c-a5c9-4a48-bc0a-bc02f9bf1a92 req-75d95d1f-682b-4d76-99d1-060ba310d79e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:31.706144 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9e3cb72c-a5c9-4a48-bc0a-bc02f9bf1a92 req-75d95d1f-682b-4d76-99d1-060ba310d79e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0877554 May 19 13:26:31.751578 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9e3cb72c-a5c9-4a48-bc0a-bc02f9bf1a92 req-47b28fe1-3e69-4db5-bbb0-72f97732e7b2 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 May 19 13:26:32.818896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:26:32.891418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 467951db-8b30-412c-865e-cf56aa4f6608 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:26:32.891784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:32.944265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91643c-5a65-46f4-959d-a21b9d2d58a0 req-a652d9e6-7b72-47c1-8d27-396fca75751e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:32.945873 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9d91643c-5a65-46f4-959d-a21b9d2d58a0 req-a652d9e6-7b72-47c1-8d27-396fca75751e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 946 time: 0.0832818 May 19 13:26:32.989960 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9d91643c-5a65-46f4-959d-a21b9d2d58a0 req-c384b0d9-daa8-40c8-93a8-759ec63d22c5 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 May 19 13:26:33.007919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 467951db-8b30-412c-865e-cf56aa4f6608 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:26:33.008327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:33.034867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:26:33.045009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:33.049984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:33.088618 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac12c0f-5651-4702-8d05-f314c3ecdd9f'] response: {'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'code': 200} May 19 13:26:33.122033 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=11']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:33.656540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1fb49c85-5026-4ee9-8567-6a592efbf7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:34.188176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e882-7605-4397-bf46-7fe799e33306 req-a6b7164b-a04e-4775-b475-59966241e6b9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:34.189646 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6d20e882-7605-4397-bf46-7fe799e33306 req-a6b7164b-a04e-4775-b475-59966241e6b9 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0854928 May 19 13:26:34.235322 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6d20e882-7605-4397-bf46-7fe799e33306 req-2dec791a-f2c9-4e02-93b8-bfe97c6ff9eb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 May 19 13:26:34.879595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:34.937463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:35.438419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e419-e910-4c68-82ae-8574ac5663cd req-3541ddb3-89e1-4410-bad9-c03f12f9260e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:35.439958 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6788e419-e910-4c68-82ae-8574ac5663cd req-3541ddb3-89e1-4410-bad9-c03f12f9260e tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0913520 May 19 13:26:35.490536 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6788e419-e910-4c68-82ae-8574ac5663cd req-eebbc41d-3f87-486c-9ba7-f4e202858b1f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 May 19 13:26:35.573201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-36b1c2d6-8e8e-4fd0-bfd1-3c13b33e220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:35.574680 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-36b1c2d6-8e8e-4fd0-bfd1-3c13b33e220c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef0d4784649145279915eb9e2d129fe0&device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 1100 time: 0.0695670 May 19 13:26:35.748352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-1055a437-9900-4d71-9cc7-6d73fc1178e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:35.749679 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-1055a437-9900-4d71-9cc7-6d73fc1178e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 200 len: 912 time: 0.1307333 May 19 13:26:35.855749 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-0b0d5c5e-db9d-4314-a17f-81704b317b8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 200 len: 1002 time: 0.0990841 May 19 13:26:35.924114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-b0e7e784-7ef9-42bf-9dbf-bdd95da26325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:35.925802 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-b0e7e784-7ef9-42bf-9dbf-bdd95da26325 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 200 len: 850 time: 0.0622053 May 19 13:26:36.004018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-020d3059-413e-4d2b-bf51-3cf0ae895277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:36.005380 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-020d3059-413e-4d2b-bf51-3cf0ae895277 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64ace278-4712-4bce-93f3-13160e8db4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723186 May 19 13:26:36.046597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:36.145922 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-ca1b5d86-9c77-4935-a3d7-846de24b93e0 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336181 May 19 13:26:36.279577 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dc3df97-4b19-4d6e-8991-9f7845231aea req-97fa99ae-de55-431d-8cdf-7e176fbcb558 service neutron] 10.222.0.79 "GET /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263056 May 19 13:26:36.701459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cf16e-139c-427a-ac38-4f3faf2c8a09 req-4cce771f-8c01-40e6-af4a-cbe90393bc82 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:36.702917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-219cf16e-139c-427a-ac38-4f3faf2c8a09 req-4cce771f-8c01-40e6-af4a-cbe90393bc82 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0954947 May 19 13:26:36.749892 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-219cf16e-139c-427a-ac38-4f3faf2c8a09 req-a12cbf1a-d60d-4d11-93e8-dc8235106222 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 May 19 13:26:36.939892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195ef58-7f19-4856-8cf4-233c0d2799e1 req-bf7183ca-9c42-4088-8414-e2fbed5c2f1d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:36.941297 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6195ef58-7f19-4856-8cf4-233c0d2799e1 req-bf7183ca-9c42-4088-8414-e2fbed5c2f1d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0844462 May 19 13:26:36.993626 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6195ef58-7f19-4856-8cf4-233c0d2799e1 req-11990ef9-329d-46ae-9a56-edb13d9d7a7f tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 May 19 13:26:37.190828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ac747-c5c1-4fd6-88d6-72d257cf93d2 req-d8a14be5-62a7-4c10-a61b-e82409334c25 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:37.192264 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4e4ac747-c5c1-4fd6-88d6-72d257cf93d2 req-d8a14be5-62a7-4c10-a61b-e82409334c25 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0923376 May 19 13:26:37.236408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4e4ac747-c5c1-4fd6-88d6-72d257cf93d2 req-b788b112-2ca7-4082-a577-ce0775c5d9dd tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 May 19 13:26:37.633841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5022ab-ff26-46c7-98fa-26ba7f3b8dd4 req-744381e7-47f7-42ea-99f3-33666a4487d8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:37.635534 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2b5022ab-ff26-46c7-98fa-26ba7f3b8dd4 req-744381e7-47f7-42ea-99f3-33666a4487d8 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0831294 May 19 13:26:37.685832 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2b5022ab-ff26-46c7-98fa-26ba7f3b8dd4 req-e84c383e-bfd9-4e8a-8bc5-4e39dcd2d66d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 May 19 13:26:37.788872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:38.886555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfe71d-a2fb-4c17-b00a-bbf8104bcbfd req-45396e4c-4e8e-4cc4-838f-91dde0a842f1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:38.888021 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-62bfe71d-a2fb-4c17-b00a-bbf8104bcbfd req-45396e4c-4e8e-4cc4-838f-91dde0a842f1 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0829709 May 19 13:26:38.933719 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-62bfe71d-a2fb-4c17-b00a-bbf8104bcbfd req-0568a7d4-bae8-4882-b07f-23ebdeaeded7 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 May 19 13:26:40.152337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbabdc3-78c4-48a0-9fc9-cdb94cb0c65c req-496c27fa-df39-4bd6-90d9-ac2eff9905a3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:40.153815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-edbabdc3-78c4-48a0-9fc9-cdb94cb0c65c req-496c27fa-df39-4bd6-90d9-ac2eff9905a3 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0946953 May 19 13:26:40.200641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-edbabdc3-78c4-48a0-9fc9-cdb94cb0c65c req-9389be1c-bd03-4a25-b36d-bec10547b58b tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 May 19 13:26:40.702364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-9519e528-77ec-4d4a-991b-a7dec7f5a992 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:40.703807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-9519e528-77ec-4d4a-991b-a7dec7f5a992 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0953088 May 19 13:26:40.776696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Deleting port 467951db-8b30-412c-865e-cf56aa4f6608 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:40.777039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:41.161985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] For port 467951db-8b30-412c-865e-cf56aa4f6608, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=467951db-8b30-412c-865e-cf56aa4f6608,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:41.162724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:41.392385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e861bc-4044-4e52-9f51-634bcaed8bdb req-093dc68b-1a15-4cfc-a2aa-c1d54d95981d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:41.393923 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8e861bc-4044-4e52-9f51-634bcaed8bdb req-093dc68b-1a15-4cfc-a2aa-c1d54d95981d tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 947 time: 0.0865152 May 19 13:26:41.438659 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f8e861bc-4044-4e52-9f51-634bcaed8bdb req-e6a47ba6-9dd1-4080-9d2b-ab7f44cdfca6 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups?id=0638be15-9977-4ae2-8d79-7a23f1a96323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388021 May 19 13:26:41.456445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:41.456811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:41.457120 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f disassociated. External IP: 172.26.3.42, port: 467951db-8b30-412c-865e-cf56aa4f6608. May 19 13:26:41.457564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Calling delete_port for 467951db-8b30-412c-865e-cf56aa4f6608 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:26:41.616346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:41.665454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event deleted for resources: {'Port': ['ID=467951db-8b30-412c-865e-cf56aa4f6608,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:41.675866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.676322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.676502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.676851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.677177 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.677539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.677815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.678102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.678451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.678774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.679085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.679394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:41.866878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:26:42.046110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:26:42.055462 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:26:42.064663 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:26:42.065258 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:26:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:42.121478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] No DVR routers for this DVR port 467951db-8b30-412c-865e-cf56aa4f6608 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:26:42.124018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:42.126801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-deleted', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:26:42.144751 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f850d29d-1bb9-4e8c-a398-47e63242c0f1 req-42b0c49f-0a4b-4d95-bac4-3d9db09e4ddb tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.79 "DELETE /v2.0/ports/467951db-8b30-412c-865e-cf56aa4f6608 HTTP/1.1" status: 204 len: 173 time: 1.4345584 May 19 13:26:42.181873 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9448503a-d850-4929-ac77-b0df396ba5ff'] response: {'server_uuid': 'f1086922-b82c-48f3-917c-95c8539c392d', 'name': 'network-vif-deleted', 'tag': '467951db-8b30-412c-865e-cf56aa4f6608', 'status': 'completed', 'code': 200} May 19 13:26:42.255320 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:26:42.566473 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:42.570271 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:26:42.578997 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:26:42.579586 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:26:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:42.608768 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2124f69c-f4b3-4b74-9819-80f81868b892 req-db448913-bef9-4d0f-8251-491aebb22587 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1086922-b82c-48f3-917c-95c8539c392d HTTP/1.1" status: 200 len: 210 time: 0.0465319 May 19 13:26:42.759867 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:26:43.094480 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:43.099354 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548224e-48a7-486b-97c4-ee7f94eefa2c None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:16Z', 'revision_number': 4, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '31411ded-46ab-4bed-83ad-7e4b40103742', 'name': '', 'network_id': '64ace278-4712-4bce-93f3-13160e8db4ef', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'mac_address': 'fa:16:3e:e9:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:16Z', 'updated_at': '2022-05-19T13:21:21Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'subnets': [{'id': '8efb132f-b3f9-4d26-908d-c5d7205b4385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:26:43.329683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd72da-125d-4615-85d8-33bd35d88e02 None None] New status for floating IP 0566c57c-a40a-418e-ac96-1d24f9db223f: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:26:44.904247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:26:44.945899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 467951db-8b30-412c-865e-cf56aa4f6608 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:26:44.946268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 467951db-8b30-412c-865e-cf56aa4f6608 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:26:47.044345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41856) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:47.114309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d26e-2ffd-42c0-8a46-34e8ddbb7edc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.142585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d26e-2ffd-42c0-8a46-34e8ddbb7edc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.196984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d26e-2ffd-42c0-8a46-34e8ddbb7edc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.218502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6d26e-2ffd-42c0-8a46-34e8ddbb7edc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0638be15-9977-4ae2-8d79-7a23f1a96323,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:47.227620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d26e-2ffd-42c0-8a46-34e8ddbb7edc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.231100 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2e6d26e-2ffd-42c0-8a46-34e8ddbb7edc tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "DELETE /v2.0/security-groups/0638be15-9977-4ae2-8d79-7a23f1a96323 HTTP/1.1" status: 204 len: 168 time: 0.1856143 May 19 13:26:47.232580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41860) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:47.253748 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-aa3007f1-9137-44d9-a300-14b3d6623085 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] show failed (client error): The resource could not be found. May 19 13:26:47.253748 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-aa3007f1-9137-44d9-a300-14b3d6623085 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "GET /v2.0/security-groups/0638be15-9977-4ae2-8d79-7a23f1a96323 HTTP/1.1" status: 404 len: 347 time: 0.0186253 May 19 13:26:47.255784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41864) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:47.411827 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Deleting port 6c0c1fa7-3cd8-43f9-9cd4-f1093aa178a6 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:47.412037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.708997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.709235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:47.827683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Calling delete_port for 6c0c1fa7-3cd8-43f9-9cd4-f1093aa178a6 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:26:47.978300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:48.023584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Pushing event deleted for resources: {'Port': ['ID=6c0c1fa7-3cd8-43f9-9cd4-f1093aa178a6,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:48.118527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:48.132373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:48.133514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-45298049-125c-40f3-99b1-b3293f9abb66 tempest-ServerActionsTestJSON-793220223 tempest-ServerActionsTestJSON-793220223-project] 10.222.0.44 "DELETE /v2.0/floatingips/0566c57c-a40a-418e-ac96-1d24f9db223f HTTP/1.1" status: 204 len: 168 time: 0.8766589 May 19 13:26:48.136764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41868) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:48.847397 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:49.196654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Deleting port 31411ded-46ab-4bed-83ad-7e4b40103742 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:49.196986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:49.379935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] For port 31411ded-46ab-4bed-83ad-7e4b40103742, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=31411ded-46ab-4bed-83ad-7e4b40103742,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:49.380302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:49.498470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Calling delete_port for 31411ded-46ab-4bed-83ad-7e4b40103742 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:26:49.963504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:50.008911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=31411ded-46ab-4bed-83ad-7e4b40103742,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:50.085149 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.085492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.085822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.086148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.086468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.086811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.087130 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.087447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.087764 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.088077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.088388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.088697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:26:50.295384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:50.670585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Router 7a173e39-c038-49c4-86b0-cac1bd86d974 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:26:50.868312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:26:50.878473 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] Sync routers for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:26:50.883527 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a012d368-a733-4fd5-a1a2-73185d216a6f admin admin] 10.222.0.44 "PUT /v2.0/routers/7a173e39-c038-49c4-86b0-cac1bd86d974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455339 May 19 13:26:50.886173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41874) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:50.889234 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:26:50.889920 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:26:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:51.061704 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:51.100405 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:26:51.235465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:51.247667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Deleting port 5cddde50-8dd3-47ae-98d2-a3de54287095 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:51.248037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:51.389354 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:26:49Z', 'revision_number': 5, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port': {'id': '5cddde50-8dd3-47ae-98d2-a3de54287095', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:51.393182 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] Checking router: 7a173e39-c038-49c4-86b0-cac1bd86d974 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:26:51.401641 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] Routers {'7a173e39-c038-49c4-86b0-cac1bd86d974'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:26:51.402875 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:26:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['7a173e39-c038-49c4-86b0-cac1bd86d974'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:51.421647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] For port 5cddde50-8dd3-47ae-98d2-a3de54287095, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5cddde50-8dd3-47ae-98d2-a3de54287095,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:51.422007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:51.540576 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:26:51.541993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Calling delete_port for 5cddde50-8dd3-47ae-98d2-a3de54287095 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:26:51.562705 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] Set router 7a173e39-c038-49c4-86b0-cac1bd86d974 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:26:51.667445 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:26:51Z', 'revision_number': 6, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:51.671718 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665d7c3-003c-4f44-8b9e-6da84a776f5b None None] The sync data for ids ['7a173e39-c038-49c4-86b0-cac1bd86d974'] in dv-neutron-841945-1-hyperv is: [{'id': '7a173e39-c038-49c4-86b0-cac1bd86d974', 'name': 'tempest-ServerActionsTestJSON-801759875-router', 'tenant_id': 'ef0d4784649145279915eb9e2d129fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:21:13Z', 'updated_at': '2022-05-19T13:26:51Z', 'revision_number': 6, 'project_id': 'ef0d4784649145279915eb9e2d129fe0', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:26:51.719207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:51.764409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5cddde50-8dd3-47ae-98d2-a3de54287095,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:51.971237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.144930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.147174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.171254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.171793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a173e39-c038-49c4-86b0-cac1bd86d974 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:26:52.186019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.187944 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-056ac165-3c23-4fae-8514-3c1a3970ce7b admin admin] 10.222.0.44 "DELETE /v2.0/routers/7a173e39-c038-49c4-86b0-cac1bd86d974 HTTP/1.1" status: 204 len: 168 time: 1.3007126 May 19 13:26:52.189770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 41878) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:52.253693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Deleting subnet 8efb132f-b3f9-4d26-908d-c5d7205b4385 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:26:52.256838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.305476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.388240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.469004 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.506699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efb132f-b3f9-4d26-908d-c5d7205b4385,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:52.511664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.517911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48687f7a-b769-4898-927e-638eb5556968 None None] Network 64ace278-4712-4bce-93f3-13160e8db4ef requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:26:52.519498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-08435231-bc92-4f05-aa48-5b279c449414 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8efb132f-b3f9-4d26-908d-c5d7205b4385 HTTP/1.1" status: 204 len: 168 time: 0.3285720 May 19 13:26:52.522878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41882) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:52.630761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.644069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Deleting port 636a6d20-0ce2-4dee-95ae-358c9fc61211 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:52.644534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.767046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] DHCP port deletion for 64ace278-4712-4bce-93f3-13160e8db4ef request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:26:52.771208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Deleting port 636a6d20-0ce2-4dee-95ae-358c9fc61211 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:52.771607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.856593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] For port 636a6d20-0ce2-4dee-95ae-358c9fc61211, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=636a6d20-0ce2-4dee-95ae-358c9fc61211,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:52.857008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.971473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] For port 636a6d20-0ce2-4dee-95ae-358c9fc61211, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=636a6d20-0ce2-4dee-95ae-358c9fc61211,segment=NetworkSegment(39123cff-4222-4953-bc74-ca05558cb604),segment_id=39123cff-4222-4953-bc74-ca05558cb604)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:26:52.971716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:52.981070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Calling delete_port for 636a6d20-0ce2-4dee-95ae-358c9fc61211 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:26:53.063552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.110210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Pushing event deleted for resources: {'Port': ['ID=636a6d20-0ce2-4dee-95ae-358c9fc61211,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:53.114709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] No DVR routers for this DVR port 636a6d20-0ce2-4dee-95ae-358c9fc61211 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:26:53.124399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Calling delete_port for 636a6d20-0ce2-4dee-95ae-358c9fc61211 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:26:53.197079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:26:53.197404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:26:53.235285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.266341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ace278-4712-4bce-93f3-13160e8db4ef']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:53.277969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39123cff-4222-4953-bc74-ca05558cb604') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:53.278263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39123cff-4222-4953-bc74-ca05558cb604') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:26:53.290069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.306397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.312705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:26:53.313085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:26:53.326102 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:26:53.407207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.430833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.441675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ace278-4712-4bce-93f3-13160e8db4ef,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:53.456712 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2870631-e89c-4181-a2c1-5861b1ade608 admin admin] 10.222.0.44 "DELETE /v2.0/networks/64ace278-4712-4bce-93f3-13160e8db4ef HTTP/1.1" status: 204 len: 168 time: 0.9328063 May 19 13:26:53.551254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5cddde50-8dd3-47ae-98d2-a3de54287095 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:26:53.577934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41888) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:53.586612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5cddde50-8dd3-47ae-98d2-a3de54287095 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:26:53.586958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5cddde50-8dd3-47ae-98d2-a3de54287095 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:26:53.587360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 31411ded-46ab-4bed-83ad-7e4b40103742 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:26:53.619405 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 31411ded-46ab-4bed-83ad-7e4b40103742 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:26:53.619715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 31411ded-46ab-4bed-83ad-7e4b40103742 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:26:53.620115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 636a6d20-0ce2-4dee-95ae-358c9fc61211 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:26:53.627165 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cf96a512-8ebc-4e03-9d04-c8ee865b3030 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef0d4784649145279915eb9e2d129fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480876 May 19 13:26:53.629636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41892) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:53.656204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 636a6d20-0ce2-4dee-95ae-358c9fc61211 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:26:53.656538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 636a6d20-0ce2-4dee-95ae-358c9fc61211 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:26:53.690623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f83bcdcf-89ed-484e-abb2-9ad14992132b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.699233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Deleting port 636a6d20-0ce2-4dee-95ae-358c9fc61211 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:26:53.699614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.716254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f83bcdcf-89ed-484e-abb2-9ad14992132b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.769103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-f31da6df-25d6-4043-8ec4-08954bf19648 None None] The port '636a6d20-0ce2-4dee-95ae-358c9fc61211' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:26:53.781279 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f83bcdcf-89ed-484e-abb2-9ad14992132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.802095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bcdcf-89ed-484e-abb2-9ad14992132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e31a45-304c-4647-84a3-0030fea5142f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:53.808974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f83bcdcf-89ed-484e-abb2-9ad14992132b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:53.810111 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f83bcdcf-89ed-484e-abb2-9ad14992132b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0e31a45-304c-4647-84a3-0030fea5142f HTTP/1.1" status: 204 len: 168 time: 0.1795807 May 19 13:26:54.736074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41916) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:54.853571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-286829767-network', 'tenant_id': '1db299a05e7840bf9ae76a6401af37d2'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:26:54.858591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:26:54.862634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Usage tracker for resource:network and tenant:1db299a05e7840bf9ae76a6401af37d2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:26:54.865596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:26:54.872087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:26:54.885863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Made reservation on behalf of 1db299a05e7840bf9ae76a6401af37d2 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:26:54.888206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:54.900128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:54.914824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:26:54.919088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Usage tracker for resource:security_group_rule and tenant:1db299a05e7840bf9ae76a6401af37d2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:26:54.922031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:26:54.928311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:26:55.021735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.027298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.054949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:26:55.070665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83379414-3b76-42e8-bdfd-e79d1743db16,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:55.075697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.076039 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Added segment f68d95dd-8fe6-4949-aa37-44c13296a2ca of type vlan for network e3705732-9a70-4289-9f42-2dbbb088fe00 May 19 13:26:55.208550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.248713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.249760 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:55.250335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.351930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] Pushing event updated for resources: {'Network': ['ID=e3705732-9a70-4289-9f42-2dbbb088fe00,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:55.354803 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b17d8c79-c4c4-406f-9e5b-0d327864a682 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6176286 May 19 13:26:55.358184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 41922) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:26:55.361764 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e3705732-9a70-4289-9f42-2dbbb088fe00 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:26:55.363359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Request body: {'subnet': {'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-286829767-subnet', 'tenant_id': '1db299a05e7840bf9ae76a6401af37d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:26:55.368316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:26:55.372475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Usage tracker for resource:subnet and tenant:1db299a05e7840bf9ae76a6401af37d2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:26:55.375323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:26:55.381009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:26:55.391672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Made reservation on behalf of 1db299a05e7840bf9ae76a6401af37d2 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:26:55.394153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.609553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.687015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a48444-e705-4c8c-a14f-bc6be82eafde,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:55.704951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Checking segment: {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:26:55.705543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Network hostable DHCP agents. Network: e3705732-9a70-4289-9f42-2dbbb088fe00, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:26:55.732314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Network e3705732-9a70-4289-9f42-2dbbb088fe00 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:26:55.744136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, e3705732-9a70-4289-9f42-2dbbb088fe00) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:26:55.749056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:55.749632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:55.753853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0754d24-224a-4a17-ac54-d74bfae2569e None None] Network e3705732-9a70-4289-9f42-2dbbb088fe00 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:26:55.772890 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-33ad0ae5-9cba-4708-b697-2d72cabfb1eb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4137976 May 19 13:26:55.972905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225712ae-d1b6-4bad-a330-34ff984e3507 None None] Network e3705732-9a70-4289-9f42-2dbbb088fe00 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:26:56.397063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-dbe6dfa2-4b39-4292-aec8-3918f3e56166 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:56.398489 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-dbe6dfa2-4b39-4292-aec8-3918f3e56166 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/networks?id=e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 200 len: 813 time: 0.2618594 May 19 13:26:56.414049 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-152daae0-055a-424e-863e-4705a068ba30 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/quotas/1db299a05e7840bf9ae76a6401af37d2 HTTP/1.1" status: 200 len: 375 time: 0.0092249 May 19 13:26:56.465090 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-4e85e187-289e-4072-b7f2-a6358454479a tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1db299a05e7840bf9ae76a6401af37d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445805 May 19 13:26:56.649462 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-9914cdd0-7ccf-4a26-88a0-839faccb8ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774225 May 19 13:26:56.779345 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-2fad6270-06a6-4bb5-aac3-996df231713c service neutron] 10.222.0.44 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230156 May 19 13:26:56.958626 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-beaf01da-8f7d-4eb4-9974-e781b29b5bf4 req-ca23394c-69a7-4e1b-9851-4b9cd42a802f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0430703 May 19 13:26:58.095522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-4a3a679d-47cb-4304-826c-0123cd30baeb tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:58.096336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-4a3a679d-47cb-4304-826c-0123cd30baeb tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Synchronizing usage tracker for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:26:58.114964 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5d994d73-ca31-42a4-ac96-eaf1c5720778 req-e7f98eb2-3654-423d-845e-e9d6803249b0 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0439610 May 19 13:26:58.126083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-4a3a679d-47cb-4304-826c-0123cd30baeb tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Unset dirty status for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:26:58.128257 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-4a3a679d-47cb-4304-826c-0123cd30baeb tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "GET /v2.0/networks?id=e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 200 len: 813 time: 0.1783023 May 19 13:26:58.144590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Request body: {'port': {'device_id': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00', 'admin_state_up': True, 'tenant_id': '1db299a05e7840bf9ae76a6401af37d2'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:26:58.283159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:26:58.288211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Usage tracker for resource:port and tenant:1db299a05e7840bf9ae76a6401af37d2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:26:58.293597 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:26:58.299829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:26:58.311674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Made reservation on behalf of 1db299a05e7840bf9ae76a6401af37d2 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:26:58.315304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:58.478226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Allocated IP 172.20.0.2 (e3705732-9a70-4289-9f42-2dbbb088fe00/86a48444-e705-4c8c-a14f-bc6be82eafde/128884ed-e862-4e0c-b499-4ee3ed00cbb7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:26:58.686000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:58.718017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:58.790513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Network e3705732-9a70-4289-9f42-2dbbb088fe00 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:26:58.793771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:26:58.797620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:26:58.832031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Pushing event updated for resources: {'Port': ['ID=128884ed-e862-4e0c-b499-4ee3ed00cbb7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:58.863432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:58.864052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:58.890835 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-0f6f9589-93da-48a0-a957-843906aaeeea tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506430 May 19 13:26:58.905081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Request body: {'port': {'device_id': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:26:59.021631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:59.478306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-162f2dbd-cd00-4508-8cb4-283946f814d7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:26:59.479120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-162f2dbd-cd00-4508-8cb4-283946f814d7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Synchronizing usage tracker for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:26:59.546411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128884ed-e862-4e0c-b499-4ee3ed00cbb7 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:26:59.552689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-162f2dbd-cd00-4508-8cb4-283946f814d7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Unset dirty status for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:26:59.553838 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-162f2dbd-cd00-4508-8cb4-283946f814d7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 931 time: 0.3198640 May 19 13:26:59.555426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:59.586429 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Transition to ACTIVE for port object 128884ed-e862-4e0c-b499-4ee3ed00cbb7 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:26:59.599242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:59.652813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-17f4bdad-57ca-49c7-92f6-899271ad941c tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Synchronizing usage tracker for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:26:59.745817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-17f4bdad-57ca-49c7-92f6-899271ad941c tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Unset dirty status for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:26:59.746917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d30551e8-711d-45ff-b90e-fb5aa0376251 req-17f4bdad-57ca-49c7-92f6-899271ad941c tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840000 May 19 13:26:59.747566 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Pushing event updated for resources: {'Port': ['ID=128884ed-e862-4e0c-b499-4ee3ed00cbb7,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:26:59.852587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Attempting to bind port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:26:59.852967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Attempting to bind port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:26:59.853256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Attempting to bind port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 on network e3705732-9a70-4289-9f42-2dbbb088fe00 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:26:59.858198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 on network e3705732-9a70-4289-9f42-2dbbb088fe00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:26:59.858512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Attempting to bind port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 on network e3705732-9a70-4289-9f42-2dbbb088fe00 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:26:59.863647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:26:59.864007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Checking segment: {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:26:59.864384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Bound using segment: {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:26:59.864805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Bound port: 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:26:59.865145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:26:59.958024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] For port 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:26:59.960974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] For port 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:26:59.968267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:00.029917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:00.030526 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:00.031961 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] 10.222.0.79 "PUT /v2.0/ports/128884ed-e862-4e0c-b499-4ee3ed00cbb7 HTTP/1.1" status: 200 len: 1093 time: 1.1329689 May 19 13:27:00.032415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'tag': '128884ed-e862-4e0c-b499-4ee3ed00cbb7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:27:00.054458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdebeb-58d0-420c-bf15-93b51169db86 service neutron] Pushing event updated for resources: {'Port': ['ID=128884ed-e862-4e0c-b499-4ee3ed00cbb7,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:00.109344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08828b56-1d37-410c-8adb-79e2feb556f6'] response: {'name': 'network-changed', 'server_uuid': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'tag': '128884ed-e862-4e0c-b499-4ee3ed00cbb7', 'status': 'completed', 'code': 200} May 19 13:27:00.144934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-aa8f9b87-c5c4-4dab-97b7-42b37793f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:00.146404 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-aa8f9b87-c5c4-4dab-97b7-42b37793f54b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1db299a05e7840bf9ae76a6401af37d2&device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 1096 time: 0.0728168 May 19 13:27:00.218849 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-35b11515-cabd-4130-a620-136838aa19c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7 HTTP/1.1" status: 200 len: 217 time: 0.0642552 May 19 13:27:00.281349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-c0854f8a-e193-4835-be0f-57141faf8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:00.282713 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-c0854f8a-e193-4835-be0f-57141faf8c32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86a48444-e705-4c8c-a14f-bc6be82eafde HTTP/1.1" status: 200 len: 853 time: 0.0577350 May 19 13:27:00.331027 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-7c282d30-17aa-4e2a-9d83-c9cda1a3f694 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3705732-9a70-4289-9f42-2dbbb088fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400634 May 19 13:27:00.462372 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-9047a518-0324-4498-875c-4dc70444e096 service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 May 19 13:27:00.601219 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9b2785f-bbfe-41cd-a16e-ff342bcd9b62 req-4c0be796-a383-4459-8365-794b18695e2c service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313460 May 19 13:27:00.740426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-59ca72eb-0ad3-4bf8-94e8-07f5971d6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:00.741889 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-59ca72eb-0ad3-4bf8-94e8-07f5971d6590 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1db299a05e7840bf9ae76a6401af37d2&device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 1096 time: 0.0782712 May 19 13:27:00.917246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-89a6bb3b-d9e2-4c1f-81ee-e045e1aa4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:00.917915 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-89a6bb3b-d9e2-4c1f-81ee-e045e1aa4491 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 200 len: 914 time: 0.1664698 May 19 13:27:00.992083 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-215cd59b-b53f-41f6-b564-ed1ea06317b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7 HTTP/1.1" status: 200 len: 217 time: 0.0663950 May 19 13:27:01.056944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2190b8-a05e-4c3e-a822-4db41a34ffce req-86baac8a-5044-4342-ac5d-9d6ed54365e0 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:01.058346 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9b2190b8-a05e-4c3e-a822-4db41a34ffce req-86baac8a-5044-4342-ac5d-9d6ed54365e0 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 943 time: 0.2016685 May 19 13:27:01.084147 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-ff4b5774-0dfe-4ccb-89af-64704a632bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:01.085476 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-ff4b5774-0dfe-4ccb-89af-64704a632bbc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86a48444-e705-4c8c-a14f-bc6be82eafde HTTP/1.1" status: 200 len: 853 time: 0.0844359 May 19 13:27:01.194860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ec2b06d8-9769-40ed-b93c-107cf1782f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:01.251383 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-b556330c-d3d4-46c8-885c-0733d4d06d75 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3705732-9a70-4289-9f42-2dbbb088fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583707 May 19 13:27:01.279133 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9b2190b8-a05e-4c3e-a822-4db41a34ffce req-fc104fcb-4c5a-447f-8dba-7658a850cf0a tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141185 May 19 13:27:01.403197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-5b483d2b-193c-4806-a85a-e4bcb9643c33 service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433783 May 19 13:27:01.540236 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db2eef03-edaa-4aca-b868-ddadfcc061af req-98b86d8a-02f5-43df-ab18-e81756793002 service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284447 May 19 13:27:02.483175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735827d-d47d-42f6-897b-7a22422fd0c6 req-a8dcfe30-0e41-4f8a-96fa-3255a4d2a28b tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:02.484543 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0735827d-d47d-42f6-897b-7a22422fd0c6 req-a8dcfe30-0e41-4f8a-96fa-3255a4d2a28b tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 943 time: 0.0955775 May 19 13:27:02.533425 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0735827d-d47d-42f6-897b-7a22422fd0c6 req-d7c5a56e-764c-4875-9bc3-f6d71887cb0f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 May 19 13:27:03.011596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 128884ed-e862-4e0c-b499-4ee3ed00cbb7 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:27:03.148780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:03.165199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '128884ed-e862-4e0c-b499-4ee3ed00cbb7', 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00', 'port_id': '128884ed-e862-4e0c-b499-4ee3ed00cbb7', 'mac_address': 'fa:16:3e:2c:8a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a48444-e705-4c8c-a14f-bc6be82eafde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:27:03.219690 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:03.220063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:03.237138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128884ed-e862-4e0c-b499-4ee3ed00cbb7 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:27:03.252451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:03.258031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:03.324642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=128884ed-e862-4e0c-b499-4ee3ed00cbb7,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:03.501783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['128884ed-e862-4e0c-b499-4ee3ed00cbb7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:27:03.674469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a3bfbafb-2b51-430f-ac70-3ebfde2594a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:03.732905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44cae3-79fd-4353-887d-a23d6b206c6a req-2ac97184-03a5-4766-ba2d-862aae981215 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:03.734612 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1a44cae3-79fd-4353-887d-a23d6b206c6a req-2ac97184-03a5-4766-ba2d-862aae981215 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 944 time: 0.0858657 May 19 13:27:03.782846 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1a44cae3-79fd-4353-887d-a23d6b206c6a req-ab113185-d2bb-4033-866b-18ab24a954ae tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 May 19 13:27:04.878246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:04.941938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:04.975171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f218-aa32-408b-b814-367ce936a44c req-90890726-52b8-4e21-9940-8cdc1b18f620 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:04.976637 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9b79f218-aa32-408b-b814-367ce936a44c req-90890726-52b8-4e21-9940-8cdc1b18f620 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 944 time: 0.0826762 May 19 13:27:05.021486 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9b79f218-aa32-408b-b814-367ce936a44c req-f5b42c55-aff1-453b-8403-c5285184851d tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 May 19 13:27:05.027797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 128884ed-e862-4e0c-b499-4ee3ed00cbb7 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:05.112634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:05.117802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:05.118195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:05.264543 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:05.264875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:05.292851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128884ed-e862-4e0c-b499-4ee3ed00cbb7'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:27:05.302385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:05.307745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:05.373348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=128884ed-e862-4e0c-b499-4ee3ed00cbb7,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:05.393166 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fb2064-b263-4433-b4aa-7b78bb5e789d'] response: {'server_uuid': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128884ed-e862-4e0c-b499-4ee3ed00cbb7', 'code': 200} May 19 13:27:05.630338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eb7ea-a583-4891-9a3a-e12fae81195d req-92a4f4ae-c0a1-4e90-b78e-5a9073d6ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:05.631719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-be0eb7ea-a583-4891-9a3a-e12fae81195d req-92a4f4ae-c0a1-4e90-b78e-5a9073d6ff06 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0724902 May 19 13:27:05.672400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-be0eb7ea-a583-4891-9a3a-e12fae81195d req-8a081e5e-1b9a-4053-9a21-44a97b58cc88 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 May 19 13:27:06.056264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:06.222799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f0f47-ed93-4ce6-a5f6-7a4fe584e1b0 req-23e91af7-8aba-4e47-9151-d61a43980167 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:06.224239 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c12f0f47-ed93-4ce6-a5f6-7a4fe584e1b0 req-23e91af7-8aba-4e47-9151-d61a43980167 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0869365 May 19 13:27:06.270490 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c12f0f47-ed93-4ce6-a5f6-7a4fe584e1b0 req-b219fd42-1c31-4066-9c8f-42abd8099e91 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 May 19 13:27:07.485362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088decd-72d6-4bb2-8c3c-489ae4fb2f71 req-eeda04e8-c92b-49e5-8f67-2b6ad5581a10 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:07.486707 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d088decd-72d6-4bb2-8c3c-489ae4fb2f71 req-eeda04e8-c92b-49e5-8f67-2b6ad5581a10 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0936873 May 19 13:27:07.532269 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d088decd-72d6-4bb2-8c3c-489ae4fb2f71 req-fcdf9541-476c-48e9-95e2-20b781d2ba9d tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 May 19 13:27:07.789638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:07.849353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-73cafb21-f422-415e-98d0-e4174eac5101 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:07.850826 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-73cafb21-f422-415e-98d0-e4174eac5101 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/networks?id=e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 200 len: 813 time: 0.1620190 May 19 13:27:07.865465 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-aea82256-d660-4522-b6c1-9b8d9e263b1e tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/quotas/1db299a05e7840bf9ae76a6401af37d2 HTTP/1.1" status: 200 len: 375 time: 0.0091920 May 19 13:27:07.945706 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-f1df0cf8-c1ad-4505-b100-d8f5e33cd3a8 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1db299a05e7840bf9ae76a6401af37d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751126 May 19 13:27:08.080128 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-05929498-c47d-4dc8-bf47-4bcdd6c231eb service neutron] 10.222.0.44 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255822 May 19 13:27:08.228422 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-fb8f2735-284f-4581-ab4d-d8c1424731ad service neutron] 10.222.0.44 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393595 May 19 13:27:08.415851 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-42db1b63-01af-441d-bd60-f5b36eb93d71 req-1e698502-bc1e-48e5-b3fe-b24465dc8073 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 210 time: 0.0420640 May 19 13:27:09.574449 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f39f9514-2e15-4c80-8753-ef0b1cb00ded req-98e0ff30-d60d-4df9-939d-de2c9488641f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 210 time: 0.0468924 May 19 13:27:09.589047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-9f56c962-198d-4834-a8b0-5d7f2a8e5973 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:09.590904 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-9f56c962-198d-4834-a8b0-5d7f2a8e5973 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "GET /v2.0/networks?id=e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 200 len: 813 time: 0.1573579 May 19 13:27:09.603328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Request body: {'port': {'device_id': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00', 'admin_state_up': True, 'tenant_id': '1db299a05e7840bf9ae76a6401af37d2'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:09.738838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:09.749462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:09.761035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Made reservation on behalf of 1db299a05e7840bf9ae76a6401af37d2 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:09.764669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:09.932078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Allocated IP 172.20.0.10 (e3705732-9a70-4289-9f42-2dbbb088fe00/86a48444-e705-4c8c-a14f-bc6be82eafde/9a621b20-9cad-4fdc-ad82-cdc87fcddfef) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:10.159111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:10.190541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:10.207316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['128884ed-e862-4e0c-b499-4ee3ed00cbb7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:27:10.267867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Network e3705732-9a70-4289-9f42-2dbbb088fe00 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:10.268973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:10.273060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:10.314210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Pushing event updated for resources: {'Port': ['ID=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:10.338591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:10.339562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:10.365255 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-99fd582e-fbf3-425c-ab47-105070748f61 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656064 May 19 13:27:10.383181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Request body: {'port': {'device_id': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:10.498456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:10.904699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d5c88-c5eb-4af4-aaec-366e82c3c553 req-273593d0-a469-4306-a234-89cbd2f67e4f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:10.905869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-500d5c88-c5eb-4af4-aaec-366e82c3c553 req-273593d0-a469-4306-a234-89cbd2f67e4f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Synchronizing usage tracker for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:27:10.939835 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-500d5c88-c5eb-4af4-aaec-366e82c3c553 req-273593d0-a469-4306-a234-89cbd2f67e4f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Unset dirty status for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:27:10.940940 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-500d5c88-c5eb-4af4-aaec-366e82c3c553 req-273593d0-a469-4306-a234-89cbd2f67e4f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 932 time: 0.2308326 May 19 13:27:11.033222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a621b20-9cad-4fdc-ad82-cdc87fcddfef {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:27:11.039863 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-500d5c88-c5eb-4af4-aaec-366e82c3c553 req-e72e7fca-319c-4df6-b7d4-bf0a3ada6918 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897276 May 19 13:27:11.043506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:11.058173 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Transition to ACTIVE for port object 9a621b20-9cad-4fdc-ad82-cdc87fcddfef will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:11.063862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:11.213184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Pushing event updated for resources: {'Port': ['ID=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:11.291758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Attempting to bind port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:27:11.292095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Attempting to bind port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:27:11.292411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Attempting to bind port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef on network e3705732-9a70-4289-9f42-2dbbb088fe00 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:11.297353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef on network e3705732-9a70-4289-9f42-2dbbb088fe00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:27:11.297661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Attempting to bind port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef on network e3705732-9a70-4289-9f42-2dbbb088fe00 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:11.302854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:27:11.303186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Checking segment: {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:11.303556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Bound using segment: {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:27:11.303967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Bound port: 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68d95dd-8fe6-4949-aa37-44c13296a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:27:11.304307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:11.396969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] For port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:27:11.400117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] For port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:27:11.404997 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:11.463896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:11.465084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:11.466495 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] 10.222.0.79 "PUT /v2.0/ports/9a621b20-9cad-4fdc-ad82-cdc87fcddfef HTTP/1.1" status: 200 len: 1094 time: 1.0872881 May 19 13:27:11.469013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'tag': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:27:11.489229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e84ef-00f1-4d36-bbb7-47db334b7154 service neutron] Pushing event updated for resources: {'Port': ['ID=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:11.539018 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b1e991-c510-41b9-acb0-df0244d4f92f'] response: {'name': 'network-changed', 'server_uuid': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'tag': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef', 'status': 'completed', 'code': 200} May 19 13:27:11.582452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-727cb6d1-a6e7-45c5-8578-c7cfe620795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:11.584774 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-727cb6d1-a6e7-45c5-8578-c7cfe620795f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1db299a05e7840bf9ae76a6401af37d2&device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 1097 time: 0.0799525 May 19 13:27:11.662359 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-6f04c984-74fb-47b0-8312-ab03663fc34d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef HTTP/1.1" status: 200 len: 217 time: 0.0697596 May 19 13:27:11.739982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-fe50055a-344e-4a0b-8276-d7c0310daff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:11.741338 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-fe50055a-344e-4a0b-8276-d7c0310daff0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86a48444-e705-4c8c-a14f-bc6be82eafde HTTP/1.1" status: 200 len: 853 time: 0.0725195 May 19 13:27:11.789017 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-6f815a1b-d979-4adb-a485-71f3fe7007fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3705732-9a70-4289-9f42-2dbbb088fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391414 May 19 13:27:11.925008 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-75170d9f-d74b-49c4-98f6-1ab935d36e90 service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291778 May 19 13:27:12.056301 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-804c26cf-d30f-42c7-a7a9-5197249a0523 req-26130089-b867-400f-8b7d-a4d394ca49a1 service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242537 May 19 13:27:12.239084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-9151cb89-7adf-4e16-aa9e-80d2c2e8ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:12.240574 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-9151cb89-7adf-4e16-aa9e-80d2c2e8ddbe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1db299a05e7840bf9ae76a6401af37d2&device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 1097 time: 0.1331892 May 19 13:27:12.252603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c14c1f-680f-4fbe-b2d6-b0ff7e2b11ab req-13ed2279-fbfd-4279-b176-9214c337e55b tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:12.253933 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96c14c1f-680f-4fbe-b2d6-b0ff7e2b11ab req-13ed2279-fbfd-4279-b176-9214c337e55b tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 944 time: 0.1062799 May 19 13:27:12.484456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96c14c1f-680f-4fbe-b2d6-b0ff7e2b11ab req-7b9b2250-5d9c-4bda-b9a6-986a5b6870e7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123618 May 19 13:27:12.521433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-354c8aaa-72b9-4e7a-a487-291323b53f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:12.522919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-354c8aaa-72b9-4e7a-a487-291323b53f0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 200 len: 914 time: 0.2681224 May 19 13:27:12.593773 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-1b63cfe9-4bca-426b-b74e-0d9c9a17172c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef HTTP/1.1" status: 200 len: 217 time: 0.0644736 May 19 13:27:12.664145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-081e1d53-e9d3-4f07-aff3-a46646dc8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:12.665534 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-081e1d53-e9d3-4f07-aff3-a46646dc8b10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=86a48444-e705-4c8c-a14f-bc6be82eafde HTTP/1.1" status: 200 len: 853 time: 0.0574234 May 19 13:27:12.720850 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-5f60e29a-0451-4afa-8314-9ce9eaeba99e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3705732-9a70-4289-9f42-2dbbb088fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440242 May 19 13:27:12.855524 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-7fcc5336-f1b8-40d7-881b-f8b7e877ceda service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259375 May 19 13:27:12.990595 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ce5be19c-ef66-4648-adc2-5e78187b4f42 req-e1b79d60-4b8c-4b10-a82c-9a8e7ee44c51 service neutron] 10.222.0.79 "GET /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278744 May 19 13:27:13.701050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c354b-6323-4e65-860b-83494e004ad5 req-3750f9b8-4849-4ebf-b512-330e00a02386 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:13.702550 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-748c354b-6323-4e65-860b-83494e004ad5 req-3750f9b8-4849-4ebf-b512-330e00a02386 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 944 time: 0.0998561 May 19 13:27:13.748236 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-748c354b-6323-4e65-860b-83494e004ad5 req-497ee6a0-b5fb-4e02-8bd0-4bbb6b75996a tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 May 19 13:27:14.957717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6447200-d92e-40eb-82f3-d071bd83ddb8 req-cb467f5e-2b2a-47de-b76b-8d88c1a5fb1d tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:14.959200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f6447200-d92e-40eb-82f3-d071bd83ddb8 req-cb467f5e-2b2a-47de-b76b-8d88c1a5fb1d tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 944 time: 0.0860400 May 19 13:27:15.004603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f6447200-d92e-40eb-82f3-d071bd83ddb8 req-ccb51fe3-45e2-48d5-b0fc-16a45ed4cea5 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388820 May 19 13:27:15.069318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 9a621b20-9cad-4fdc-ad82-cdc87fcddfef details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:27:15.210556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:15.224242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef', 'network_id': 'e3705732-9a70-4289-9f42-2dbbb088fe00', 'port_id': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef', 'mac_address': 'fa:16:3e:cb:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a48444-e705-4c8c-a14f-bc6be82eafde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:27:15.286140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:15.286520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:15.305524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a621b20-9cad-4fdc-ad82-cdc87fcddfef {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:27:15.321734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:15.328195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:15.396299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:15.403798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.404138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.404474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.404803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.405129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.405460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.405787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.406103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.406424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.406757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.407101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.407663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:15.602847 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['9a621b20-9cad-4fdc-ad82-cdc87fcddfef'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:27:16.211624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5666b-303e-49fe-90ce-91338beae5c6 req-62f250e0-0a00-451e-9c77-c87c77bf9dda tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:16.213057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-67a5666b-303e-49fe-90ce-91338beae5c6 req-62f250e0-0a00-451e-9c77-c87c77bf9dda tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 945 time: 0.0879312 May 19 13:27:16.257739 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-67a5666b-303e-49fe-90ce-91338beae5c6 req-1304bc14-135f-4300-972a-43ff00e5dafd tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 May 19 13:27:17.072921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 9a621b20-9cad-4fdc-ad82-cdc87fcddfef up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:17.147969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:17.152724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:17.153094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:17.274666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:17.275047 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:17.303667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:27:17.314354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:17.319686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:17.358303 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b99d5e3-636c-4e4f-a60a-530278401c87'] response: {'server_uuid': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef', 'code': 200} May 19 13:27:17.400243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:17.449781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc241fd-4dab-4c22-9495-bb2b074ebda4 req-8264c68e-3860-494c-b0b1-f4ce2d724a34 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:17.451259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-afc241fd-4dab-4c22-9495-bb2b074ebda4 req-8264c68e-3860-494c-b0b1-f4ce2d724a34 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 946 time: 0.0834568 May 19 13:27:17.499066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-afc241fd-4dab-4c22-9495-bb2b074ebda4 req-96ce4009-91cc-4ff0-9afe-790d8008b401 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 May 19 13:27:17.612673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2dbda-e6b9-4919-a844-95adc5a41d0e req-c326ac6c-da26-4c17-bec7-b3601732d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:17.614191 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3ef2dbda-e6b9-4919-a844-95adc5a41d0e req-c326ac6c-da26-4c17-bec7-b3601732d99a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 1099 time: 0.0762336 May 19 13:27:17.662841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3ef2dbda-e6b9-4919-a844-95adc5a41d0e req-d4232af7-3dee-4e56-bccd-291000230fc0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 May 19 13:27:18.713793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b133695-c42b-4ded-a703-627bd00b766a req-07ddc8b2-a14a-4975-aa24-64370e1fe6b7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:18.715632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1b133695-c42b-4ded-a703-627bd00b766a req-07ddc8b2-a14a-4975-aa24-64370e1fe6b7 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 946 time: 0.0996640 May 19 13:27:18.759328 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1b133695-c42b-4ded-a703-627bd00b766a req-6eaa115a-47ba-471c-8e6d-3647c2d59613 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 May 19 13:27:19.959260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518e335-de03-407a-9e20-219263b25be5 req-33874789-f2d8-41e4-9c86-c8ed9f1136d1 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:19.960700 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6518e335-de03-407a-9e20-219263b25be5 req-33874789-f2d8-41e4-9c86-c8ed9f1136d1 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 946 time: 0.0835819 May 19 13:27:20.005328 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6518e335-de03-407a-9e20-219263b25be5 req-c38c3738-6e9b-459f-b308-6df09c8a4308 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 May 19 13:27:20.417380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f59563-5d81-436b-aa43-c8470f06a0f4 req-feaa3c72-b92a-425b-bad7-b7bb00f11bf5 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:20.418839 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-44f59563-5d81-436b-aa43-c8470f06a0f4 req-feaa3c72-b92a-425b-bad7-b7bb00f11bf5 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 946 time: 0.0888715 May 19 13:27:20.465685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-44f59563-5d81-436b-aa43-c8470f06a0f4 req-0eb9dafa-715e-4e46-89ca-880f7e9dba24 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391948 May 19 13:27:21.778148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792607d9-5a21-4f6a-b22d-0855144a0fbc req-9af239a8-a5b8-4eec-807f-7ac4edfdabdc tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:21.779515 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-792607d9-5a21-4f6a-b22d-0855144a0fbc req-9af239a8-a5b8-4eec-807f-7ac4edfdabdc tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 946 time: 0.1936135 May 19 13:27:21.824683 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-792607d9-5a21-4f6a-b22d-0855144a0fbc req-60298fc2-4e6f-4824-bd43-6f298a4323bb tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393281 May 19 13:27:22.113280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-6bd0239b-d90c-47e6-ba90-9dd21d0a9ad8 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:22.114718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-6bd0239b-d90c-47e6-ba90-9dd21d0a9ad8 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 946 time: 0.0892625 May 19 13:27:22.189522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Deleting port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:22.189865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:22.436232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] For port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:22.436484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:22.662458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Calling delete_port for 9a621b20-9cad-4fdc-ad82-cdc87fcddfef owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:22.808894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:22.821407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['128884ed-e862-4e0c-b499-4ee3ed00cbb7', '9a621b20-9cad-4fdc-ad82-cdc87fcddfef'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:27:22.857883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Pushing event deleted for resources: {'Port': ['ID=9a621b20-9cad-4fdc-ad82-cdc87fcddfef,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:22.933781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] No DVR routers for this DVR port 9a621b20-9cad-4fdc-ad82-cdc87fcddfef on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:27:22.937742 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:22.940360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'name': 'network-vif-deleted', 'tag': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:27:22.986456 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c70b48-78c4-4455-9896-7f2554fa4051'] response: {'server_uuid': 'bd2ee244-c203-41e4-a96b-062eca9f59fb', 'name': 'network-vif-deleted', 'tag': '9a621b20-9cad-4fdc-ad82-cdc87fcddfef', 'status': 'completed', 'code': 200} May 19 13:27:22.994034 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aeb97988-1e92-42e8-ae7b-439b834e9aa6 req-9d51ae2f-824d-402b-be82-7d3d58c5f037 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "DELETE /v2.0/ports/9a621b20-9cad-4fdc-ad82-cdc87fcddfef HTTP/1.1" status: 204 len: 173 time: 0.8717759 May 19 13:27:22.995389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-5252fa83-a15f-4a4a-b5d4-556ba28ea660 req-439bd5e3-51b9-405e-8d0f-0db128900006 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Synchronizing usage tracker for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:27:23.012438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-5252fa83-a15f-4a4a-b5d4-556ba28ea660 req-439bd5e3-51b9-405e-8d0f-0db128900006 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Unset dirty status for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:27:23.013892 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5252fa83-a15f-4a4a-b5d4-556ba28ea660 req-439bd5e3-51b9-405e-8d0f-0db128900006 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd2ee244-c203-41e4-a96b-062eca9f59fb HTTP/1.1" status: 200 len: 210 time: 0.0688934 May 19 13:27:24.290855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21676ee9-e5c8-45b5-b528-2c140fec2626 req-cc714750-fe58-4447-9492-d42b532c7825 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:24.292475 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-21676ee9-e5c8-45b5-b528-2c140fec2626 req-cc714750-fe58-4447-9492-d42b532c7825 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0972939 May 19 13:27:24.357118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-21676ee9-e5c8-45b5-b528-2c140fec2626 req-477fe0fe-f828-41b1-941c-484a4a7b1290 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566697 May 19 13:27:24.573088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64145e0-95b4-4e8d-9adf-cdea6b35b2c3 req-102d48c6-64b2-44af-959a-fac06161c39b tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:24.574514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c64145e0-95b4-4e8d-9adf-cdea6b35b2c3 req-102d48c6-64b2-44af-959a-fac06161c39b tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0881238 May 19 13:27:24.622039 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c64145e0-95b4-4e8d-9adf-cdea6b35b2c3 req-ffc0e0a5-c178-4cce-90c7-331e3139f89e tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 May 19 13:27:24.822334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eed30-a5d6-41a3-bbcd-97587b114d9a req-43c88769-56b8-4cd0-a0d8-2f8ae06604ab tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:24.823787 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa6eed30-a5d6-41a3-bbcd-97587b114d9a req-43c88769-56b8-4cd0-a0d8-2f8ae06604ab tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0883729 May 19 13:27:24.868012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-aa6eed30-a5d6-41a3-bbcd-97587b114d9a req-d5547997-45ae-47b8-b80a-c35d211b1521 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 May 19 13:27:25.119675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 9a621b20-9cad-4fdc-ad82-cdc87fcddfef no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:27:25.156985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 9a621b20-9cad-4fdc-ad82-cdc87fcddfef {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:27:25.157308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 9a621b20-9cad-4fdc-ad82-cdc87fcddfef not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:27:25.175007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2de415-d81f-4fb4-9d6e-fadb629dc372 req-3db8e233-5ed4-49b4-84b2-2c9fd01735b6 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:25.176902 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a2de415-d81f-4fb4-9d6e-fadb629dc372 req-3db8e233-5ed4-49b4-84b2-2c9fd01735b6 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0847590 May 19 13:27:25.225878 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a2de415-d81f-4fb4-9d6e-fadb629dc372 req-a53f06cb-53db-4b0a-ac1b-54e48576d666 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 May 19 13:27:25.439087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83446bb2-4b27-49b3-bfa9-44f1d6f05c19 req-c1acf025-2745-448f-b3e9-87d858414b1f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:25.440410 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83446bb2-4b27-49b3-bfa9-44f1d6f05c19 req-c1acf025-2745-448f-b3e9-87d858414b1f tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.1013405 May 19 13:27:25.486641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83446bb2-4b27-49b3-bfa9-44f1d6f05c19 req-97a1b297-7e60-4b02-8bff-9bd785088d1d tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 May 19 13:27:25.706669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e0623-aae3-4e19-9de4-546d82e336cf req-cd517f15-8269-4618-8fca-32e73f01a177 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:25.708352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f85e0623-aae3-4e19-9de4-546d82e336cf req-cd517f15-8269-4618-8fca-32e73f01a177 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0898032 May 19 13:27:25.756739 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f85e0623-aae3-4e19-9de4-546d82e336cf req-5b82de39-9edf-4be2-a0a6-3fbea7940315 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 May 19 13:27:26.341882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde27cc3-e540-43da-b3cc-15afb09be1ab req-3903104c-b749-46c4-86fd-2d474da5ac17 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:26.343260 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bde27cc3-e540-43da-b3cc-15afb09be1ab req-3903104c-b749-46c4-86fd-2d474da5ac17 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0876989 May 19 13:27:26.394377 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bde27cc3-e540-43da-b3cc-15afb09be1ab req-25ae1fdf-5461-4a8e-a77e-b17d9ed434ef tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 May 19 13:27:27.623188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28a9c-5199-4c84-84ae-2d78567ce1c2 req-91b93e9f-c53e-4ccf-9729-2112bc05353e tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:27.624652 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ecf28a9c-5199-4c84-84ae-2d78567ce1c2 req-91b93e9f-c53e-4ccf-9729-2112bc05353e tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.1107779 May 19 13:27:27.677385 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ecf28a9c-5199-4c84-84ae-2d78567ce1c2 req-d5783542-efeb-4366-b666-76df17ea700a tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/security-groups?id=83379414-3b76-42e8-bdfd-e79d1743db16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 May 19 13:27:28.007598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-610a7faa-0d89-49d0-b9e1-30e64946ec5e tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:28.008970 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-610a7faa-0d89-49d0-b9e1-30e64946ec5e tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 945 time: 0.0904925 May 19 13:27:28.084578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Deleting port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:28.084907 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:28.345654 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] For port 128884ed-e862-4e0c-b499-4ee3ed00cbb7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=128884ed-e862-4e0c-b499-4ee3ed00cbb7,segment=NetworkSegment(f68d95dd-8fe6-4949-aa37-44c13296a2ca),segment_id=f68d95dd-8fe6-4949-aa37-44c13296a2ca)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:28.346005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:28.475946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Calling delete_port for 128884ed-e862-4e0c-b499-4ee3ed00cbb7 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:28.524019 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:27:28.621811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:28.634198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['128884ed-e862-4e0c-b499-4ee3ed00cbb7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:27:28.672154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Pushing event deleted for resources: {'Port': ['ID=128884ed-e862-4e0c-b499-4ee3ed00cbb7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:28.752599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] No DVR routers for this DVR port 128884ed-e862-4e0c-b499-4ee3ed00cbb7 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:27:28.755710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:28.758277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'name': 'network-vif-deleted', 'tag': '128884ed-e862-4e0c-b499-4ee3ed00cbb7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:27:28.775623 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-38e9eee4-ac9f-4bd3-9c70-92ffe0e3fea4 req-7e9539cc-cb97-45f7-a76a-f2a7a66ed501 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.79 "DELETE /v2.0/ports/128884ed-e862-4e0c-b499-4ee3ed00cbb7 HTTP/1.1" status: 204 len: 173 time: 0.7594936 May 19 13:27:28.804734 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc05a16d-d997-4809-81c9-bf6f516c2d0b'] response: {'server_uuid': 'ae46fbd4-88a3-439f-9475-a9bb151fd0f9', 'name': 'network-vif-deleted', 'tag': '128884ed-e862-4e0c-b499-4ee3ed00cbb7', 'status': 'completed', 'code': 200} May 19 13:27:28.856312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a0d4350e-80dd-494a-834d-613754377495 req-499cee5e-246a-4053-bf24-489c8b333541 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Synchronizing usage tracker for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:27:28.872359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a0d4350e-80dd-494a-834d-613754377495 req-499cee5e-246a-4053-bf24-489c8b333541 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] Unset dirty status for tenant:1db299a05e7840bf9ae76a6401af37d2 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:27:28.873843 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0d4350e-80dd-494a-834d-613754377495 req-499cee5e-246a-4053-bf24-489c8b333541 tempest-ServersNegativeTestJSON-510305760 tempest-ServersNegativeTestJSON-510305760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae46fbd4-88a3-439f-9475-a9bb151fd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0642385 May 19 13:27:29.988421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42074) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:30.068247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Deleting subnet 86a48444-e705-4c8c-a14f-bc6be82eafde {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:27:30.071103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.130089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.185421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.256695 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.297046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a48444-e705-4c8c-a14f-bc6be82eafde,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:30.300697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.306487 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3c241bd3-2faa-440e-bb72-30079863c512 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86a48444-e705-4c8c-a14f-bc6be82eafde HTTP/1.1" status: 204 len: 168 time: 0.3162520 May 19 13:27:30.309098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42078) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:30.413203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.538175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.562717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3705732-9a70-4289-9f42-2dbbb088fe00']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:30.574808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68d95dd-8fe6-4949-aa37-44c13296a2ca') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:30.575100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68d95dd-8fe6-4949-aa37-44c13296a2ca') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:30.586386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.602826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.608947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:30.609341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:30.622142 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:30.698485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.717237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.727577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3705732-9a70-4289-9f42-2dbbb088fe00,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:30.737816 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d8224a0e-93b9-48e8-8407-278373e3e0d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e3705732-9a70-4289-9f42-2dbbb088fe00 HTTP/1.1" status: 204 len: 168 time: 0.4277816 May 19 13:27:30.852736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42084) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:30.900529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4938ffbb-0dbd-4779-b3b4-3058cbb22f05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1db299a05e7840bf9ae76a6401af37d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466099 May 19 13:27:30.903042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42088) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:30.961453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcc3689b-2471-4140-a877-9cfc50330a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:30.989003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcc3689b-2471-4140-a877-9cfc50330a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:31.046943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcc3689b-2471-4140-a877-9cfc50330a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:31.064309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3689b-2471-4140-a877-9cfc50330a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83379414-3b76-42e8-bdfd-e79d1743db16,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:31.076043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bcc3689b-2471-4140-a877-9cfc50330a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:31.077173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bcc3689b-2471-4140-a877-9cfc50330a79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83379414-3b76-42e8-bdfd-e79d1743db16 HTTP/1.1" status: 204 len: 168 time: 0.1732867 May 19 13:27:31.119537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 128884ed-e862-4e0c-b499-4ee3ed00cbb7 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:27:31.153129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 128884ed-e862-4e0c-b499-4ee3ed00cbb7 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:27:31.153443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 128884ed-e862-4e0c-b499-4ee3ed00cbb7 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:27:31.196780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-26330cf8-eb42-4026-a9a4-b545a8d50c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:31.888414 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42112) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:32.005891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561924495'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:32.011079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:32.015055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:network and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:32.017954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:32.024296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:32.036223 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:32.039752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.052352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.067472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:32.071511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:security_group_rule and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:32.074415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:32.080330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:32.166324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.170887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.202526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:32.211079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd12d1f-f6e3-4cbf-af1e-93b4a8e3aaa5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:32.216831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.217179 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Added segment b8cc3985-e241-4cea-960b-ae828d92f3d7 of type vlan for network 4a7f90ba-15a8-470f-9621-b86162c7a0fb May 19 13:27:32.242249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.272517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.277918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:32.278479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:32.386226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4966788 May 19 13:27:32.389094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d71dd-622e-4e02-934a-5e3bfec940eb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Network': ['ID=4a7f90ba-15a8-470f-9621-b86162c7a0fb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:32.402157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 4a7f90ba-15a8-470f-9621-b86162c7a0fb details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:33.649824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eb6c97f8-5aa0-411d-9075-980485aba12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:34.883603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:34.946758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:35.577524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42118) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:35.587790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'subnet': {'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:35.707721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:35.711731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:subnet and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:35.714928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:35.720709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:35.732662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:35.736226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.054124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.072411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.146713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Subnet': ['ID=536e2101-fb70-4d83-8026-50a6ed9de135,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:36.157509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Checking segment: {'id': 'b8cc3985-e241-4cea-960b-ae828d92f3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:36.157859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network hostable DHCP agents. Network: 4a7f90ba-15a8-470f-9621-b86162c7a0fb, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:36.176655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network 4a7f90ba-15a8-470f-9621-b86162c7a0fb is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:36.186380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 4a7f90ba-15a8-470f-9621-b86162c7a0fb) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:36.190347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:36.190949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.195655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81ffb6-8a2d-4923-bc2a-af35a0246f03 None None] Network 4a7f90ba-15a8-470f-9621-b86162c7a0fb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:36.212430 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-19ded828-ea4a-4cf8-a578-7ea119af43f1 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6338143 May 19 13:27:36.216127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42122) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:36.221913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1305788747'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:36.227148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:36.230887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:network and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:36.233767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:36.239565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:36.249981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:36.253478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.280592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:36.289926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.290267 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Added segment 74d18788-a269-4246-86c9-73dd0319da16 of type vlan for network 77c1d971-c30a-405f-aa25-965031cb48ea May 19 13:27:36.322003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.352777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.358249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:36.358861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.424314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-4a7f90ba-15a8-470f-9621-b86162c7a0fb', 'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb', 'tenant_id': '3af373fb574c411ab81ad93510faabd2', 'fixed_ips': [{'subnet_id': '536e2101-fb70-4d83-8026-50a6ed9de135'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:36.425131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.464227 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2466061 May 19 13:27:36.467044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35925e-5313-4027-8730-5236499b0d27 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Network': ['ID=77c1d971-c30a-405f-aa25-965031cb48ea,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:36.467488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42126) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:36.474159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'subnet': {'network_id': '77c1d971-c30a-405f-aa25-965031cb48ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:36.479141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 77c1d971-c30a-405f-aa25-965031cb48ea details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:36.593744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:36.597748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:subnet and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:36.601458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:36.607880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:36.619451 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:36.623123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.696572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Allocated IP 2001:db8:0:ffff::2 (4a7f90ba-15a8-470f-9621-b86162c7a0fb/536e2101-fb70-4d83-8026-50a6ed9de135/fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:36.914667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.925478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Transition to ACTIVE for port object fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:36.944139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Transition to ACTIVE for port object fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:36.951018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:36.979311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.019115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Network 4a7f90ba-15a8-470f-9621-b86162c7a0fb is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:37.022185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:37.025623 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:37.061232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Pushing event updated for resources: {'Port': ['ID=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:37.088540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Subnet': ['ID=4601e0f5-ed13-4c8b-8435-478745210149,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:37.094660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Checking segment: {'id': '74d18788-a269-4246-86c9-73dd0319da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '77c1d971-c30a-405f-aa25-965031cb48ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:37.095013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network hostable DHCP agents. Network: 77c1d971-c30a-405f-aa25-965031cb48ea, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:37.115638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network 77c1d971-c30a-405f-aa25-965031cb48ea is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:37.125507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Attempting to bind port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:27:37.125916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Attempting to bind port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'b8cc3985-e241-4cea-960b-ae828d92f3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:27:37.126220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Attempting to bind port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b on network 4a7f90ba-15a8-470f-9621-b86162c7a0fb {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:37.126893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 77c1d971-c30a-405f-aa25-965031cb48ea) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:37.131904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:27:37.132171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:37.132293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Checking segment: {'id': 'b8cc3985-e241-4cea-960b-ae828d92f3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:37.132637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.132751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.133020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Bound using segment: {'id': 'b8cc3985-e241-4cea-960b-ae828d92f3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:27:37.133476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Bound port: fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cc3985-e241-4cea-960b-ae828d92f3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a7f90ba-15a8-470f-9621-b86162c7a0fb'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:27:37.133884 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.148737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e537b847-4d50-4d89-ba92-7966ca2063cf None None] Network 77c1d971-c30a-405f-aa25-965031cb48ea requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:37.167460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7add7dff-7b6d-41df-9f53-362e8113f777 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6984935 May 19 13:27:37.170590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42130) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:37.326641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] For port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:27:37.327428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.337421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] For port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,segment=NetworkSegment(b8cc3985-e241-4cea-960b-ae828d92f3d7),segment_id=b8cc3985-e241-4cea-960b-ae828d92f3d7)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:27:37.343863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.398690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.486646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.503636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48703bc7-03a2-48b8-8664-06f4e7dd592f None None] Pushing event updated for resources: {'Port': ['ID=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:37.529730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e6254-f82e-424b-ae19-461512ef410f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-77c1d971-c30a-405f-aa25-965031cb48ea', 'network_id': '77c1d971-c30a-405f-aa25-965031cb48ea', 'tenant_id': '3af373fb574c411ab81ad93510faabd2', 'fixed_ips': [{'subnet_id': '4601e0f5-ed13-4c8b-8435-478745210149'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:37.530628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-411e6254-f82e-424b-ae19-461512ef410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.554041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Subnet': ['ID=4601e0f5-ed13-4c8b-8435-478745210149,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:37.650582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c917c-751f-4b20-a383-7dc1a5f464b9 None None] Network 77c1d971-c30a-405f-aa25-965031cb48ea requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:37.661953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.711125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c1d971-c30a-405f-aa25-965031cb48ea']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:37.725997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d18788-a269-4246-86c9-73dd0319da16') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:37.726378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d18788-a269-4246-86c9-73dd0319da16') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:37.737971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.758456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.765618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:37.766152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:37.782023 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:37.816002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.871511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.876251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.901977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Network': ['ID=77c1d971-c30a-405f-aa25-965031cb48ea,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:37.908662 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a497d86b-beea-4793-a3ea-615ab1d42882 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/77c1d971-c30a-405f-aa25-965031cb48ea HTTP/1.1" status: 204 len: 168 time: 0.7346575 May 19 13:27:37.910733 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42134) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:37.916295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-716872301'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:37.921274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:37.925218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:network and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:37.928151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:37.933812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:37.944275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:37.947702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.975857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:37.984246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:37.984600 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Added segment 2f4636eb-99f6-467b-b2ac-3c1f084f542b of type vlan for network f4077e0a-25a5-4c3a-a755-43dcf9a5bdda May 19 13:27:38.011665 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.042308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.047662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:38.048225 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.144409 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2322114 May 19 13:27:38.147653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42138) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:38.154682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'subnet': {'network_id': 'f4077e0a-25a5-4c3a-a755-43dcf9a5bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:38.156465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8d273-2e70-483f-b5d2-3694cbc5d768 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Network': ['ID=f4077e0a-25a5-4c3a-a755-43dcf9a5bdda,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:38.168197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network f4077e0a-25a5-4c3a-a755-43dcf9a5bdda details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:38.288307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:38.293482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:subnet and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:38.296598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:38.302544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:38.311887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:38.315453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.414503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Performing IP validity checks on allocation pools {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 19 13:27:38.415059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.ipam_backend_mixin [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88028) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 19 13:27:38.465376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9e5643-962a-499e-a555-6385657d126f None None] Network 4a7f90ba-15a8-470f-9621-b86162c7a0fb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:38.547828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.560374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-44fc554e-73f6-4f42-9284-159b392aa3c7 None None] Provisioning for port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:38.627098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Subnet': ['ID=cb68bd2b-46bf-4958-8774-c8ca19003aa9,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:38.637491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Checking segment: {'id': '2f4636eb-99f6-467b-b2ac-3c1f084f542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f4077e0a-25a5-4c3a-a755-43dcf9a5bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:38.637848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network hostable DHCP agents. Network: f4077e0a-25a5-4c3a-a755-43dcf9a5bdda, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:38.657388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network f4077e0a-25a5-4c3a-a755-43dcf9a5bdda is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:38.666918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, f4077e0a-25a5-4c3a-a755-43dcf9a5bdda) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:38.670962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:38.671568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.685424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9de23d-fe25-4cda-b238-d3605217fdbf None None] Network f4077e0a-25a5-4c3a-a755-43dcf9a5bdda requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:38.693137 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c4003002-a4b9-4547-9968-467026e2356a tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5443554 May 19 13:27:38.695952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42142) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:38.840671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.905951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.972202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c6c11-bfc6-46f0-ba9c-cd16c81938f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-f4077e0a-25a5-4c3a-a755-43dcf9a5bdda', 'network_id': 'f4077e0a-25a5-4c3a-a755-43dcf9a5bdda', 'tenant_id': '3af373fb574c411ab81ad93510faabd2', 'fixed_ips': [{'subnet_id': 'cb68bd2b-46bf-4958-8774-c8ca19003aa9'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:38.972712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b23c6c11-bfc6-46f0-ba9c-cd16c81938f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:38.991561 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.053932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Subnet': ['ID=cb68bd2b-46bf-4958-8774-c8ca19003aa9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:39.080650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ab000-86b9-46c9-910a-7cfa6daeb6e6 None None] Network f4077e0a-25a5-4c3a-a755-43dcf9a5bdda requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:39.138877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.164160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4077e0a-25a5-4c3a-a755-43dcf9a5bdda']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:39.177186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4636eb-99f6-467b-b2ac-3c1f084f542b') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:39.177482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4636eb-99f6-467b-b2ac-3c1f084f542b') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:39.189909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.205766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.211934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:39.212311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:39.226732 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:39.306533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.324114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.336131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Network': ['ID=f4077e0a-25a5-4c3a-a755-43dcf9a5bdda,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:39.341322 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-51ac13e7-d62c-4489-beef-8cafc8327a4f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/f4077e0a-25a5-4c3a-a755-43dcf9a5bdda HTTP/1.1" status: 204 len: 168 time: 0.6442378 May 19 13:27:39.344613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42146) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:39.351694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571026937'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:39.358488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:39.362435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:network and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:39.366260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:39.373064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:39.383883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:39.387336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.415866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:39.425032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.425366 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Added segment 8e65b238-3680-4a71-aa10-996084bcbb90 of type vlan for network bfcca984-6faa-4aec-bb97-1cace9a9d560 May 19 13:27:39.455082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.486968 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.492614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:39.493191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.603788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:39.606476 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2601786 May 19 13:27:39.609315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f13cfd-3fbb-4f48-aad7-3e46ae3812b0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Network': ['ID=bfcca984-6faa-4aec-bb97-1cace9a9d560,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:39.610301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42150) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:39.616324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'subnet': {'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:39.632495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network bfcca984-6faa-4aec-bb97-1cace9a9d560 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:39.726957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:39.731120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:subnet and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:39.734547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:39.741036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:39.752241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:39.757290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.765133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:39.770046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:39.770674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.888251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:39.888526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.920585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,segment=NetworkSegment(b8cc3985-e241-4cea-960b-ae828d92f3d7),segment_id=b8cc3985-e241-4cea-960b-ae828d92f3d7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:39.925165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.988010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:39.999721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:40.192787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Subnet': ['ID=7c136124-e9cb-4d18-a425-068c19cc1138,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:40.200366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Checking segment: {'id': '8e65b238-3680-4a71-aa10-996084bcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:40.200725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network hostable DHCP agents. Network: bfcca984-6faa-4aec-bb97-1cace9a9d560, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:40.222354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network bfcca984-6faa-4aec-bb97-1cace9a9d560 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:40.235402 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, bfcca984-6faa-4aec-bb97-1cace9a9d560) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:40.240297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:40.240869 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.245714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35615c-30fa-4b20-b7af-efbcde772ef9 None None] Network bfcca984-6faa-4aec-bb97-1cace9a9d560 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:40.262449 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2581463b-efaf-47cc-bd43-adef94d9a472 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6507914 May 19 13:27:40.266020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42154) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:40.272260 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102051035'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:40.277405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:40.281274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:network and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:40.284165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:40.290673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:40.301027 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:40.304755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.332039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:40.341578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.341917 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Added segment 1ed26702-78c5-4bce-9f68-a0fc3a73a29e of type vlan for network 8fc9fa3f-5a98-42ce-a060-2f4319af18f2 May 19 13:27:40.367796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.398454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.403838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:40.404395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.456805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-bfcca984-6faa-4aec-bb97-1cace9a9d560', 'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560', 'tenant_id': '3af373fb574c411ab81ad93510faabd2', 'fixed_ips': [{'subnet_id': '7c136124-e9cb-4d18-a425-068c19cc1138'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:40.457761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.623311 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3560736 May 19 13:27:40.626312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42158) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:40.628983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Allocated IP 2001:db8::2 (bfcca984-6faa-4aec-bb97-1cace9a9d560/7c136124-e9cb-4d18-a425-068c19cc1138/06406451-a70c-4dd2-a3e5-b119644d37c5) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:40.629568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a6099-27e1-48cb-b319-add7c0bf3689 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Network': ['ID=8fc9fa3f-5a98-42ce-a060-2f4319af18f2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:40.634111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Request body: {'subnet': {'network_id': '8fc9fa3f-5a98-42ce-a060-2f4319af18f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:40.639960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 8fc9fa3f-5a98-42ce-a060-2f4319af18f2 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:40.752819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:40.756745 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Usage tracker for resource:subnet and tenant:3af373fb574c411ab81ad93510faabd2 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:40.759553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:40.765290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:40.776048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Made reservation on behalf of 3af373fb574c411ab81ad93510faabd2 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:40.779409 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.958883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.969963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Transition to ACTIVE for port object 06406451-a70c-4dd2-a3e5-b119644d37c5 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:40.988757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Transition to ACTIVE for port object 06406451-a70c-4dd2-a3e5-b119644d37c5 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:40.992962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:40.994380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.056108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Network bfcca984-6faa-4aec-bb97-1cace9a9d560 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:41.058646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:41.062344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:41.071133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Pushing event updated for resources: {'Port': ['ID=06406451-a70c-4dd2-a3e5-b119644d37c5,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:41.073043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event updated for resources: {'Subnet': ['ID=6642c818-7f3f-4a07-b475-92c173d8763e,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:41.084517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Checking segment: {'id': '1ed26702-78c5-4bce-9f68-a0fc3a73a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8fc9fa3f-5a98-42ce-a060-2f4319af18f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:41.084931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network hostable DHCP agents. Network: 8fc9fa3f-5a98-42ce-a060-2f4319af18f2, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:41.106341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Network 8fc9fa3f-5a98-42ce-a060-2f4319af18f2 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:41.116808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 8fc9fa3f-5a98-42ce-a060-2f4319af18f2) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:41.122365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:41.123013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.140966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cb34b-0b46-4d40-b7ad-1140e6cce377 None None] Network 8fc9fa3f-5a98-42ce-a060-2f4319af18f2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:41.149056 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cb3179f1-5516-414d-aa5e-4c4069762779 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5214212 May 19 13:27:41.151413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42162) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:41.234038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Attempting to bind port 06406451-a70c-4dd2-a3e5-b119644d37c5 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:27:41.234413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Attempting to bind port 06406451-a70c-4dd2-a3e5-b119644d37c5 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '8e65b238-3680-4a71-aa10-996084bcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:27:41.234787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Attempting to bind port 06406451-a70c-4dd2-a3e5-b119644d37c5 on network bfcca984-6faa-4aec-bb97-1cace9a9d560 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:41.244448 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:27:41.244905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Checking segment: {'id': '8e65b238-3680-4a71-aa10-996084bcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:41.245302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.245683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Bound using segment: {'id': '8e65b238-3680-4a71-aa10-996084bcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:27:41.246142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Bound port: 06406451-a70c-4dd2-a3e5-b119644d37c5, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e65b238-3680-4a71-aa10-996084bcbb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bfcca984-6faa-4aec-bb97-1cace9a9d560'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:27:41.246486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.291766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.355694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.403735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] For port 06406451-a70c-4dd2-a3e5-b119644d37c5, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:27:41.408366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] For port 06406451-a70c-4dd2-a3e5-b119644d37c5, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=06406451-a70c-4dd2-a3e5-b119644d37c5,segment=NetworkSegment(8e65b238-3680-4a71-aa10-996084bcbb90),segment_id=8e65b238-3680-4a71-aa10-996084bcbb90)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:27:41.433620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.438995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.473292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Subnet': ['ID=6642c818-7f3f-4a07-b475-92c173d8763e,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:41.497408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad472a-f427-4cca-8de5-d18c83d443a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-8fc9fa3f-5a98-42ce-a060-2f4319af18f2', 'network_id': '8fc9fa3f-5a98-42ce-a060-2f4319af18f2', 'tenant_id': '3af373fb574c411ab81ad93510faabd2', 'fixed_ips': [{'subnet_id': '6642c818-7f3f-4a07-b475-92c173d8763e'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:41.498212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2aad472a-f427-4cca-8de5-d18c83d443a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.570789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.582848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbf1d1-0e52-46f1-a73c-22900a23db8b None None] Pushing event updated for resources: {'Port': ['ID=06406451-a70c-4dd2-a3e5-b119644d37c5,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:41.589119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:41.600384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc9fa3f-5a98-42ce-a060-2f4319af18f2']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:41.613478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed26702-78c5-4bce-9f68-a0fc3a73a29e') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:41.613739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed26702-78c5-4bce-9f68-a0fc3a73a29e') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:41.625578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.642316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.649521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:41.649903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:41.664680 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:41.679247 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:41.679734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.704502 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc0eb0-9401-4d08-a76e-c755ec61137d None None] Network 8fc9fa3f-5a98-42ce-a060-2f4319af18f2 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:41.765028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.790632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:41.803492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Network': ['ID=8fc9fa3f-5a98-42ce-a060-2f4319af18f2,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:41.808744 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/8fc9fa3f-5a98-42ce-a060-2f4319af18f2 HTTP/1.1" status: 204 len: 168 time: 0.6563370 May 19 13:27:41.811522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42166) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:41.820719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.821233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.822119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.822584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.823092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.823989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.824659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.825146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.825592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.826041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.826461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.826926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d09d46-9456-4208-b817-5e4573b95b16 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:41.855645 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afe6bd9-7f3f-49bf-9c68-574694d1f373 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] GET failed (client error): The resource could not be found. May 19 13:27:41.856424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2afe6bd9-7f3f-49bf-9c68-574694d1f373 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Synchronizing usage tracker for tenant:3af373fb574c411ab81ad93510faabd2 on resource:subnet {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:27:41.877971 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-2afe6bd9-7f3f-49bf-9c68-574694d1f373 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Unset dirty status for tenant:3af373fb574c411ab81ad93510faabd2 on resource:subnet {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:27:41.882020 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2afe6bd9-7f3f-49bf-9c68-574694d1f373 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "GET /v2.0/subnets/6642c818-7f3f-4a07-b475-92c173d8763e HTTP/1.1" status: 404 len: 337 time: 0.0661328 May 19 13:27:41.882285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42170) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:41.910292 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-21745a09-4ddb-4418-95c0-a158ba289b61 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:41.911474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21745a09-4ddb-4418-95c0-a158ba289b61 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:41.913362 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-21745a09-4ddb-4418-95c0-a158ba289b61 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/8fc9fa3f-5a98-42ce-a060-2f4319af18f2 HTTP/1.1" status: 404 len: 339 time: 0.0301538 May 19 13:27:41.917238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42174) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:41.958219 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc0b997-eb9f-4fa0-a4e1-100d24e2f68f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:41.958712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc0b997-eb9f-4fa0-a4e1-100d24e2f68f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:41.960392 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3dc0b997-eb9f-4fa0-a4e1-100d24e2f68f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/subnets/6642c818-7f3f-4a07-b475-92c173d8763e HTTP/1.1" status: 404 len: 337 time: 0.0422463 May 19 13:27:41.963259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42178) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:41.984060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:41.991617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8a0a09-b3c3-4db6-8b02-92cdd3cf85e0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:41.992094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8a0a09-b3c3-4db6-8b02-92cdd3cf85e0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:41.993777 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9a8a0a09-b3c3-4db6-8b02-92cdd3cf85e0 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/8fc9fa3f-5a98-42ce-a060-2f4319af18f2 HTTP/1.1" status: 404 len: 339 time: 0.0291851 May 19 13:27:41.996528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42182) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:42.061087 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Deleting subnet 7c136124-e9cb-4d18-a425-068c19cc1138 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:27:42.064064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.123278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.216262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.305923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.350137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Subnet': ['ID=7c136124-e9cb-4d18-a425-068c19cc1138,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:42.353852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.368862 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f31d9df9-737a-4d45-94d1-18a77d8740bf tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/subnets/7c136124-e9cb-4d18-a425-068c19cc1138 HTTP/1.1" status: 204 len: 168 time: 0.3709559 May 19 13:27:42.371363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42186) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:42.495794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.507653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Deleting port 06406451-a70c-4dd2-a3e5-b119644d37c5 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:42.507985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.589825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ada485-8508-4036-a9d6-55f129313811 None None] Network bfcca984-6faa-4aec-bb97-1cace9a9d560 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:42.690992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a68b7ab2-011e-4e12-8c90-41607604b412 None None] Provisioning for port 06406451-a70c-4dd2-a3e5-b119644d37c5 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:42.721860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] For port 06406451-a70c-4dd2-a3e5-b119644d37c5, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=06406451-a70c-4dd2-a3e5-b119644d37c5,segment=NetworkSegment(8e65b238-3680-4a71-aa10-996084bcbb90),segment_id=8e65b238-3680-4a71-aa10-996084bcbb90)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:42.722222 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.855975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d69ba24-5d3e-4221-9241-be2d3bc24d1e None None] DHCP port deletion for bfcca984-6faa-4aec-bb97-1cace9a9d560 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:27:42.860152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8d69ba24-5d3e-4221-9241-be2d3bc24d1e None None] Deleting port 06406451-a70c-4dd2-a3e5-b119644d37c5 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:42.860530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba24-5d3e-4221-9241-be2d3bc24d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.863800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Calling delete_port for 06406451-a70c-4dd2-a3e5-b119644d37c5 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:42.944540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:42.986241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8d69ba24-5d3e-4221-9241-be2d3bc24d1e None None] The port '06406451-a70c-4dd2-a3e5-b119644d37c5' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:27:42.991324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Port': ['ID=06406451-a70c-4dd2-a3e5-b119644d37c5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:42.999299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No DVR routers for this DVR port 06406451-a70c-4dd2-a3e5-b119644d37c5 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:27:43.132257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.156954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcca984-6faa-4aec-bb97-1cace9a9d560']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:43.173116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e65b238-3680-4a71-aa10-996084bcbb90') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:43.173412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e65b238-3680-4a71-aa10-996084bcbb90') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:43.186195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.202409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.208605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:43.209278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:43.227083 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:43.307060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.325063 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.340124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Network': ['ID=bfcca984-6faa-4aec-bb97-1cace9a9d560,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:43.344161 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f440ae1d-8bd9-4ab7-9be9-8e6378c1669f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/bfcca984-6faa-4aec-bb97-1cace9a9d560 HTTP/1.1" status: 204 len: 168 time: 0.9716549 May 19 13:27:43.346732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42190) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:43.383488 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9be5f2e-6c60-4cc8-8c9a-3981ed0ae77d tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:43.383919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9be5f2e-6c60-4cc8-8c9a-3981ed0ae77d tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:43.385540 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e9be5f2e-6c60-4cc8-8c9a-3981ed0ae77d tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/subnets/cb68bd2b-46bf-4958-8774-c8ca19003aa9 HTTP/1.1" status: 404 len: 337 time: 0.0379097 May 19 13:27:43.389421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42194) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:43.413061 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee33058-502e-43d3-8442-7578426f1784 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:43.413494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee33058-502e-43d3-8442-7578426f1784 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:43.415076 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ee33058-502e-43d3-8442-7578426f1784 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/f4077e0a-25a5-4c3a-a755-43dcf9a5bdda HTTP/1.1" status: 404 len: 339 time: 0.0248194 May 19 13:27:43.418554 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42198) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:43.454390 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba7963d-aa0d-4ebd-a8e2-58e5af8edb8f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:43.454758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba7963d-aa0d-4ebd-a8e2-58e5af8edb8f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88029) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:43.456302 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2ba7963d-aa0d-4ebd-a8e2-58e5af8edb8f tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/subnets/4601e0f5-ed13-4c8b-8435-478745210149 HTTP/1.1" status: 404 len: 337 time: 0.0368795 May 19 13:27:43.460252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42202) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:43.504246 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.pecan_wsgi.hooks.translation [None req-f308b921-4c66-489d-b5a7-f01bc62f98d6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] DELETE failed (client error): The resource could not be found. May 19 13:27:43.504729 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f308b921-4c66-489d-b5a7-f01bc62f98d6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88028) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 19 13:27:43.506433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f308b921-4c66-489d-b5a7-f01bc62f98d6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/77c1d971-c30a-405f-aa25-965031cb48ea HTTP/1.1" status: 404 len: 339 time: 0.0451729 May 19 13:27:43.509447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42206) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:43.576929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Deleting subnet 536e2101-fb70-4d83-8026-50a6ed9de135 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:27:43.579984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.636540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.719048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.798708 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.843454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Subnet': ['ID=536e2101-fb70-4d83-8026-50a6ed9de135,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:43.847304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.852873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f28943-38a0-471e-9bd6-70a2d7324322 None None] Network 4a7f90ba-15a8-470f-9621-b86162c7a0fb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:43.858662 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ed4fa56f-1e44-4142-b456-45ee360a84e6 tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/subnets/536e2101-fb70-4d83-8026-50a6ed9de135 HTTP/1.1" status: 204 len: 168 time: 0.3482025 May 19 13:27:43.861111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42210) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:43.974172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:43.984441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Deleting port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:43.984771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:44.096730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] DHCP port deletion for 4a7f90ba-15a8-470f-9621-b86162c7a0fb request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:27:44.101581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] Deleting port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:44.101998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:44.303637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] For port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,segment=NetworkSegment(b8cc3985-e241-4cea-960b-ae828d92f3d7),segment_id=b8cc3985-e241-4cea-960b-ae828d92f3d7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:44.303941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:44.305080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] For port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,segment=NetworkSegment(b8cc3985-e241-4cea-960b-ae828d92f3d7),segment_id=b8cc3985-e241-4cea-960b-ae828d92f3d7)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:44.305449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:44.422185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] Calling delete_port for fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:44.426413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Calling delete_port for fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:44.501579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:44.507242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:27:44.507809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:27:44.550541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] No DVR routers for this DVR port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:27:44.553146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8d4d3-71f4-462e-926f-503bf93a5d54 None None] Pushing event deleted for resources: {'Port': ['ID=fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:45.009710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Deleting port fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:45.010376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.080828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] The port 'fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b' was deleted {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:27:45.206615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.232234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7f90ba-15a8-470f-9621-b86162c7a0fb']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:45.244506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cc3985-e241-4cea-960b-ae828d92f3d7') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:45.244814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cc3985-e241-4cea-960b-ae828d92f3d7') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:45.256116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.275802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.281751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:45.282127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: util.warn( May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:45.297180 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:45.381041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.398172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.409307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] Pushing event deleted for resources: {'Network': ['ID=4a7f90ba-15a8-470f-9621-b86162c7a0fb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:45.413483 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-bcfa6475-29f1-430a-997a-ab0e424507bb tempest-NetworksIpV6Test-764892818 tempest-NetworksIpV6Test-764892818-project] 10.222.0.44 "DELETE /v2.0/networks/4a7f90ba-15a8-470f-9621-b86162c7a0fb HTTP/1.1" status: 204 len: 168 time: 1.5513620 May 19 13:27:45.573561 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:27:45.611686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:27:45.612035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb4652e1-e70d-4ef9-ae98-4ba6bbaeb60b not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:27:45.695551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42218) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:45.852466 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-06a5710f-e86c-4232-a1ba-5ee509b9a702 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3af373fb574c411ab81ad93510faabd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557522 May 19 13:27:45.855917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42224) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:45.913577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59ca7536-1b0f-4246-923a-76677a872d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.938433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59ca7536-1b0f-4246-923a-76677a872d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:45.989525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59ca7536-1b0f-4246-923a-76677a872d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.004354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca7536-1b0f-4246-923a-76677a872d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd12d1f-f6e3-4cbf-af1e-93b4a8e3aaa5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:46.010579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59ca7536-1b0f-4246-923a-76677a872d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.015720 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-59ca7536-1b0f-4246-923a-76677a872d54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cd12d1f-f6e3-4cbf-af1e-93b4a8e3aaa5 HTTP/1.1" status: 204 len: 168 time: 0.1588318 May 19 13:27:46.738061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42248) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:46.844877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-113143985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:46.852034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:46.855973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Usage tracker for resource:router and tenant:1db1ba045c3f4ef18662964661cce9f1 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:46.858996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:46.865394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:46.877580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.878805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.894860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.914421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.937626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:46.939242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a50e5aa7-b4c8-46f9-928d-54895a4f1382 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2000053 May 19 13:27:46.941987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42254) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:46.947746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-554279273'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:46.952816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:46.957076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Usage tracker for resource:network and tenant:1db1ba045c3f4ef18662964661cce9f1 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:46.960814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:46.967232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:46.980598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Made reservation on behalf of 1db1ba045c3f4ef18662964661cce9f1 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:46.985963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.003778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.020821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:47.025182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Usage tracker for resource:security_group_rule and tenant:1db1ba045c3f4ef18662964661cce9f1 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:47.028363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:47.034437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:47.127592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.133454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.170319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:47.180370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf99285-cbd8-457a-b946-9d363505befb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:47.187322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.187676 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Added segment d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98 of type vlan for network ccb36920-66c9-47fd-867a-6185bc9bc8bc May 19 13:27:47.216658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.247609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.252989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:47.253563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.363713 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event updated for resources: {'Network': ['ID=ccb36920-66c9-47fd-867a-6185bc9bc8bc,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:47.366724 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fb39f196-5fda-4381-af18-9f50c6edb6bf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4236734 May 19 13:27:47.369685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42258) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:47.374347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network ccb36920-66c9-47fd-867a-6185bc9bc8bc details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:47.375093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Request body: {'subnet': {'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:47.485478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:47.489530 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Usage tracker for resource:subnet and tenant:1db1ba045c3f4ef18662964661cce9f1 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:47.492792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:47.499060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:47.511889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Made reservation on behalf of 1db1ba045c3f4ef18662964661cce9f1 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:47.515474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.839840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.926801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event updated for resources: {'Subnet': ['ID=9a84cb7e-7b8e-4981-9cec-a41ec98a4108,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:47.937705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Checking segment: {'id': 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:47.938052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Network hostable DHCP agents. Network: ccb36920-66c9-47fd-867a-6185bc9bc8bc, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:47.959744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Network ccb36920-66c9-47fd-867a-6185bc9bc8bc is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:47.969824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, ccb36920-66c9-47fd-867a-6185bc9bc8bc) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:47.973700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:47.974307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:47.979826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a948e-0cfe-4f81-80ed-19e639644b6f None None] Network ccb36920-66c9-47fd-867a-6185bc9bc8bc requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:47.996347 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e0f8e01e-a8d7-4fd3-af13-5ce9b76e9769 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6256201 May 19 13:27:47.999460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42262) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:48.004967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-861553102'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:48.010263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:48.014176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Usage tracker for resource:network and tenant:1db1ba045c3f4ef18662964661cce9f1 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:48.017138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:48.023028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:48.032848 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Made reservation on behalf of 1db1ba045c3f4ef18662964661cce9f1 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:48.036427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.064079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:48.073437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.073793 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Added segment 3fe7b5fb-8833-48da-952f-6cee2bb4cf56 of type vlan for network 79106b80-205c-4671-bfcd-a11255447dc4 May 19 13:27:48.100084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.129735 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.138009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:48.138927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.179707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1790907 May 19 13:27:48.182477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42266) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:48.188860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Request body: {'subnet': {'network_id': '79106b80-205c-4671-bfcd-a11255447dc4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:48.198885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-ccb36920-66c9-47fd-867a-6185bc9bc8bc', 'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc', 'tenant_id': '1db1ba045c3f4ef18662964661cce9f1', 'fixed_ips': [{'subnet_id': '9a84cb7e-7b8e-4981-9cec-a41ec98a4108'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:48.199713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.267342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e953a-36fb-4eec-b1b5-e23a18a89f63 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event updated for resources: {'Network': ['ID=79106b80-205c-4671-bfcd-a11255447dc4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:48.283334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 79106b80-205c-4671-bfcd-a11255447dc4 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:48.309434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:48.313316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Usage tracker for resource:subnet and tenant:1db1ba045c3f4ef18662964661cce9f1 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:48.316140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:48.322184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:48.331932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Made reservation on behalf of 1db1ba045c3f4ef18662964661cce9f1 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:48.335537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.454338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Allocated IP 172.20.0.2 (ccb36920-66c9-47fd-867a-6185bc9bc8bc/9a84cb7e-7b8e-4981-9cec-a41ec98a4108/c1d86c09-c69a-465a-a04f-fd5e1cb772e9) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:48.558113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.643908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event updated for resources: {'Subnet': ['ID=396b2d8b-5eef-4148-8fe0-0988d9881a54,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:48.649527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Checking segment: {'id': '3fe7b5fb-8833-48da-952f-6cee2bb4cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '79106b80-205c-4671-bfcd-a11255447dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:48.649890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Network hostable DHCP agents. Network: 79106b80-205c-4671-bfcd-a11255447dc4, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:48.670062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Network 79106b80-205c-4671-bfcd-a11255447dc4 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:48.679858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 79106b80-205c-4671-bfcd-a11255447dc4) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:48.686192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:48.687152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.687870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9d939-d4f1-4598-9241-4c1fd2568583 None None] Network 79106b80-205c-4671-bfcd-a11255447dc4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:48.713068 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a366366d-6f82-48ad-bdd0-1699f4b6f4cf tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5287404 May 19 13:27:48.716143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42270) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:48.721438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3d9320f3-be5f-4083-a3ab-0cac7627903a tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Request body: {'router': {'external_gateway_info': {'network_id': '79106b80-205c-4671-bfcd-a11255447dc4'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:48.784759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.808704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Transition to ACTIVE for port object c1d86c09-c69a-465a-a04f-fd5e1cb772e9 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:48.843503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Transition to ACTIVE for port object c1d86c09-c69a-465a-a04f-fd5e1cb772e9 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:48.885065 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:48.954309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Network ccb36920-66c9-47fd-867a-6185bc9bc8bc is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:48.958972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:48.987988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:49.009084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Pushing event updated for resources: {'Port': ['ID=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:49.036783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-79106b80-205c-4671-bfcd-a11255447dc4', 'network_id': '79106b80-205c-4671-bfcd-a11255447dc4', 'tenant_id': '1db1ba045c3f4ef18662964661cce9f1', 'fixed_ips': [{'subnet_id': '396b2d8b-5eef-4148-8fe0-0988d9881a54'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:49.037619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.098187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d9320f3-be5f-4083-a3ab-0cac7627903a tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.151219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Attempting to bind port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:27:49.151618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Attempting to bind port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:27:49.151945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Attempting to bind port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 on network ccb36920-66c9-47fd-867a-6185bc9bc8bc {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:49.168438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:27:49.168798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Checking segment: {'id': 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:49.169204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.169608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Bound using segment: {'id': 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:27:49.170069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Bound port: c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ccb36920-66c9-47fd-867a-6185bc9bc8bc'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:27:49.170428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.246353 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.api.v2.resource [None req-3d9320f3-be5f-4083-a3ab-0cac7627903a tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 19 13:27:49.247334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3d9320f3-be5f-4083-a3ab-0cac7627903a tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "PUT /v2.0/routers/bf59bc15-f9c9-4e85-9309-2865dda2f27a HTTP/1.1" status: 400 len: 364 time: 0.5301921 May 19 13:27:49.253252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42274) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:49.319959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:27:49.323645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Deleting subnet 396b2d8b-5eef-4148-8fe0-0988d9881a54 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:27:49.324857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,segment=NetworkSegment(d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98),segment_id=d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:27:49.326180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Allocated IP 172.21.0.2 (79106b80-205c-4671-bfcd-a11255447dc4/396b2d8b-5eef-4148-8fe0-0988d9881a54/2d0b660a-0046-47cd-a915-7e508a4698ba) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:49.330671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.488402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cb849-2815-495d-baa1-74fac1bea18d None None] Pushing event updated for resources: {'Port': ['ID=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:49.608394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.618956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Transition to ACTIVE for port object 2d0b660a-0046-47cd-a915-7e508a4698ba will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:49.637619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Transition to ACTIVE for port object 2d0b660a-0046-47cd-a915-7e508a4698ba will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:49.649017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.655064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.724037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Network 79106b80-205c-4671-bfcd-a11255447dc4 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:49.725568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.727541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:49.731367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:49.737260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Pushing event updated for resources: {'Port': ['ID=2d0b660a-0046-47cd-a915-7e508a4698ba,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:49.822856 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.829052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Attempting to bind port 2d0b660a-0046-47cd-a915-7e508a4698ba on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:27:49.829421 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Attempting to bind port 2d0b660a-0046-47cd-a915-7e508a4698ba by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '3fe7b5fb-8833-48da-952f-6cee2bb4cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '79106b80-205c-4671-bfcd-a11255447dc4'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:27:49.829778 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Attempting to bind port 2d0b660a-0046-47cd-a915-7e508a4698ba on network 79106b80-205c-4671-bfcd-a11255447dc4 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:49.835178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:27:49.835549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Checking segment: {'id': '3fe7b5fb-8833-48da-952f-6cee2bb4cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '79106b80-205c-4671-bfcd-a11255447dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:49.835974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.836364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Bound using segment: {'id': '3fe7b5fb-8833-48da-952f-6cee2bb4cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '79106b80-205c-4671-bfcd-a11255447dc4'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:27:49.836823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Bound port: 2d0b660a-0046-47cd-a915-7e508a4698ba, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe7b5fb-8833-48da-952f-6cee2bb4cf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '79106b80-205c-4671-bfcd-a11255447dc4'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:27:49.837196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.896877 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.929854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] For port 2d0b660a-0046-47cd-a915-7e508a4698ba, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:27:49.932997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] For port 2d0b660a-0046-47cd-a915-7e508a4698ba, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2d0b660a-0046-47cd-a915-7e508a4698ba,segment=NetworkSegment(3fe7b5fb-8833-48da-952f-6cee2bb4cf56),segment_id=3fe7b5fb-8833-48da-952f-6cee2bb4cf56)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:27:49.936818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.939519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:49.946049 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "DELETE /v2.0/subnets/396b2d8b-5eef-4148-8fe0-0988d9881a54 HTTP/1.1" status: 204 len: 168 time: 0.6918490 May 19 13:27:49.947031 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a198c5-0b3c-40d6-9da1-441650330bfc tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event deleted for resources: {'Subnet': ['ID=396b2d8b-5eef-4148-8fe0-0988d9881a54,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:49.948626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:50.023362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc126-ba7e-4fe9-82c6-7b6c4865693f None None] Pushing event updated for resources: {'Port': ['ID=2d0b660a-0046-47cd-a915-7e508a4698ba,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:50.071627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.082446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Deleting port 2d0b660a-0046-47cd-a915-7e508a4698ba {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:50.082814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.457355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] For port 2d0b660a-0046-47cd-a915-7e508a4698ba, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2d0b660a-0046-47cd-a915-7e508a4698ba,segment=NetworkSegment(3fe7b5fb-8833-48da-952f-6cee2bb4cf56),segment_id=3fe7b5fb-8833-48da-952f-6cee2bb4cf56)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:50.457906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.555228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d59a6e-b480-45ee-9236-f67bec6a8018 None None] Network ccb36920-66c9-47fd-867a-6185bc9bc8bc requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:50.590889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Calling delete_port for 2d0b660a-0046-47cd-a915-7e508a4698ba owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:50.649666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e510f6d4-65c4-4916-b893-0dbdc9979147 None None] Provisioning for port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:50.673542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.724470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event deleted for resources: {'Port': ['ID=2d0b660a-0046-47cd-a915-7e508a4698ba,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:50.725537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] No DVR routers for this DVR port 2d0b660a-0046-47cd-a915-7e508a4698ba on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:27:50.858511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.886049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79106b80-205c-4671-bfcd-a11255447dc4']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:50.899335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe7b5fb-8833-48da-952f-6cee2bb4cf56') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:50.899657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe7b5fb-8833-48da-952f-6cee2bb4cf56') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:50.912108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.930886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.937958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:50.938357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:50.953904 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:51.047817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.065925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.077252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event deleted for resources: {'Network': ['ID=79106b80-205c-4671-bfcd-a11255447dc4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:51.081435 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-836a0654-e3f1-4efc-bdaa-c04b1ac9b1f9 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "DELETE /v2.0/networks/79106b80-205c-4671-bfcd-a11255447dc4 HTTP/1.1" status: 204 len: 168 time: 1.1312299 May 19 13:27:51.084237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42282) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:51.088012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-75395a1d-c8fe-4ec7-8a5e-0b318eb22bd8 None None] Could not find standard attr ID for object 2d0b660a-0046-47cd-a915-7e508a4698ba. {{(pid=88030) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 19 13:27:51.131991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13d515-195e-4515-a2cb-45406355ce0c None None] DHCP port deletion for 79106b80-205c-4671-bfcd-a11255447dc4 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:27:51.148453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d410fd-bea2-49a9-8197-4573279580d9 None None] Network 79106b80-205c-4671-bfcd-a11255447dc4 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:51.164553 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Deleting subnet 9a84cb7e-7b8e-4981-9cec-a41ec98a4108 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:27:51.166140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d410fd-bea2-49a9-8197-4573279580d9 None None] Network 79106b80-205c-4671-bfcd-a11255447dc4 could not be found, it might have been deleted concurrently. {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 19 13:27:51.170932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.228742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.318645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.517000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.554324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event deleted for resources: {'Subnet': ['ID=9a84cb7e-7b8e-4981-9cec-a41ec98a4108,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:51.565919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.566259 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.566615 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.566946 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.567252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.567679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.568119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.568858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.569047 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.569277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.569591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.569900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:27:51.572727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.578152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148fe27d-f51d-4a99-99e4-83e52560b7a0 None None] Network ccb36920-66c9-47fd-867a-6185bc9bc8bc requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:51.581314 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-308bdefd-edc1-4784-bbe0-092ca74bc4b1 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "DELETE /v2.0/subnets/9a84cb7e-7b8e-4981-9cec-a41ec98a4108 HTTP/1.1" status: 204 len: 168 time: 0.4938102 May 19 13:27:51.581582 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42286) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:51.643978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c1d86c09-c69a-465a-a04f-fd5e1cb772e9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:51.698762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.709369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Deleting port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:51.709773 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.805747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:51.813516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:51.813845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.920146 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,segment=NetworkSegment(d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98),segment_id=d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:51.920615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.930372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] DHCP port deletion for ccb36920-66c9-47fd-867a-6185bc9bc8bc request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:27:51.941536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Deleting port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:51.941910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:51.977750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:51.978159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:52.043472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Calling delete_port for c1d86c09-c69a-465a-a04f-fd5e1cb772e9 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:52.063811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,segment=NetworkSegment(d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98),segment_id=d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:52.073394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:52.123361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.db.api [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:27:52.123986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG oslo_db.api [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:27:52.227057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,segment=NetworkSegment(d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98),segment_id=d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:52.227439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:52.234140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:52.347510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Calling delete_port for c1d86c09-c69a-465a-a04f-fd5e1cb772e9 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:52.425306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:27:52.425655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:27:52.625498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Deleting port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:52.625853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:52.844944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,segment=NetworkSegment(d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98),segment_id=d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:52.845290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:52.928016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Deleting port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:52.928016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.072400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Calling delete_port for c1d86c09-c69a-465a-a04f-fd5e1cb772e9 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:53.133291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] For port c1d86c09-c69a-465a-a04f-fd5e1cb772e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,segment=NetworkSegment(d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98),segment_id=d47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:53.133779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.154533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.203996 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event deleted for resources: {'Port': ['ID=c1d86c09-c69a-465a-a04f-fd5e1cb772e9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:53.207284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] No DVR routers for this DVR port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:27:53.252063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Calling delete_port for c1d86c09-c69a-465a-a04f-fd5e1cb772e9 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:27:53.324875 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:27:53.325227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:27:53.328209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.352930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb36920-66c9-47fd-867a-6185bc9bc8bc']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:53.364598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:53.364895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47c3a5f-3c69-456b-bd4d-4e5a7a1d3a98') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:53.375994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.395460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.402859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:27:53.403635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:27:53.426501 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:27:53.510478 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.514958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:53.540356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Pushing event deleted for resources: {'Network': ['ID=ccb36920-66c9-47fd-867a-6185bc9bc8bc,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:53.542995 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a632a8b7-efc6-4cf2-b778-bd9f1ae8a805 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "DELETE /v2.0/networks/ccb36920-66c9-47fd-867a-6185bc9bc8bc HTTP/1.1" status: 204 len: 168 time: 1.9604194 May 19 13:27:53.545960 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42290) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:53.575982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c1d86c09-c69a-465a-a04f-fd5e1cb772e9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:27:53.593614 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-465a9e31-e401-4347-8296-7a7cb1dc2e6b tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf59bc15-f9c9-4e85-9309-2865dda2f27a HTTP/1.1" status: 200 len: 205 time: 0.0464685 May 19 13:27:53.596106 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:53.611064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: c1d86c09-c69a-465a-a04f-fd5e1cb772e9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:27:53.611426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device c1d86c09-c69a-465a-a04f-fd5e1cb772e9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:27:53.728682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.017687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.020024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.044645 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.045406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Fanout notify agent at l3_agent the message router_deleted on router bf59bc15-f9c9-4e85-9309-2865dda2f27a {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:27:54.051443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Deleting port c1d86c09-c69a-465a-a04f-fd5e1cb772e9 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:27:54.051862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.058211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.059326 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f3db54df-7461-491f-9ad0-9c2da3762ef3 tempest-RoutersNegativeTest-1237650348 tempest-RoutersNegativeTest-1237650348-project] 10.222.0.44 "DELETE /v2.0/routers/bf59bc15-f9c9-4e85-9309-2865dda2f27a HTTP/1.1" status: 204 len: 168 time: 0.4622452 May 19 13:27:54.157603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-3a176c5c-e2d7-4ac0-b99f-6a57150a2e4d None None] The port 'c1d86c09-c69a-465a-a04f-fd5e1cb772e9' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:27:54.351538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42302) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:54.502245 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6d32b8d0-156d-453d-8449-5d53576b720c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1db1ba045c3f4ef18662964661cce9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495125 May 19 13:27:54.504872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42308) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:54.564061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e7179ec-1f31-4598-85a9-05ccff91996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.590958 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e7179ec-1f31-4598-85a9-05ccff91996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.645707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e7179ec-1f31-4598-85a9-05ccff91996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.659643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7179ec-1f31-4598-85a9-05ccff91996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf99285-cbd8-457a-b946-9d363505befb,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:54.666275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3e7179ec-1f31-4598-85a9-05ccff91996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:54.667075 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3e7179ec-1f31-4598-85a9-05ccff91996e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bf99285-cbd8-457a-b946-9d363505befb HTTP/1.1" status: 204 len: 168 time: 0.1613286 May 19 13:27:55.419454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42332) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:55.527488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2067382902-network', 'tenant_id': '0ada1802c9a6492994bf86243dd38368'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:55.532676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:55.536793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Usage tracker for resource:network and tenant:0ada1802c9a6492994bf86243dd38368 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:55.539923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:55.546455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:55.559686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Made reservation on behalf of 0ada1802c9a6492994bf86243dd38368 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:55.564313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.586540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.601620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:55.605622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ada1802c9a6492994bf86243dd38368 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:55.608476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:55.614296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:55.694658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.699674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.735268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:27:55.740994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a5696-68ac-450e-946e-06916d6107c4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:55.749504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.749821 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Added segment 4f19615a-253d-49b7-bdd4-cf53cd2d92e7 of type vlan for network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 May 19 13:27:55.775906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.807284 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.808249 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:55.808919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:55.914885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:55.917740 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0e7ac32a-a5b7-4ea1-b29b-42e0aa13e4d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4972413 May 19 13:27:55.922643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42338) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:55.926334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:27:55.929591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Request body: {'subnet': {'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-subnet', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:55.934828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:55.939326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Usage tracker for resource:subnet and tenant:0ada1802c9a6492994bf86243dd38368 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:55.942341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:55.949669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:55.962227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Made reservation on behalf of 0ada1802c9a6492994bf86243dd38368 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:27:55.965656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.188450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.269460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f5bdff-8cce-46fd-bd4f-3e2bae751d59,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:56.282190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Checking segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:56.282941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Network hostable DHCP agents. Network: cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:27:56.310029 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:27:56.320658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:56.326547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:27:56.326817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.329443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bff237-7959-4686-8ee7-6144c62d1629 None None] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:56.354914 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-decf1b8b-7b65-4cdc-84ce-3bb662901fe6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4268808 May 19 13:27:56.355133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42342) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:56.360179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:27:56.365587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:27:56.369742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Usage tracker for resource:router and tenant:0ada1802c9a6492994bf86243dd38368 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:27:56.374073 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:27:56.379602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:27:56.394400 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.395495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.412486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.561559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'fixed_ips': [{'subnet_id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:27:56.562870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.723612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.731752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Allocated IP 172.20.0.2 (cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27/07f5bdff-8cce-46fd-bd4f-3e2bae751d59/5dd1cec9-3909-4552-9531-a2e03da8dbb3) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:56.941716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:56.952466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Transition to ACTIVE for port object 5dd1cec9-3909-4552-9531-a2e03da8dbb3 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:56.971644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Transition to ACTIVE for port object 5dd1cec9-3909-4552-9531-a2e03da8dbb3 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:27:56.977696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.039530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:57.043008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:57.046938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:57.087771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Pushing event updated for resources: {'Port': ['ID=5dd1cec9-3909-4552-9531-a2e03da8dbb3,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:57.148947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Attempting to bind port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:27:57.149318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Attempting to bind port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:27:57.149676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Attempting to bind port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:27:57.155005 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:27:57.155393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Checking segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:27:57.155783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.156183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Bound using segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:27:57.156872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Bound port: 5dd1cec9-3909-4552-9531-a2e03da8dbb3, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:27:57.157011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.159929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.188941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.244271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] For port 5dd1cec9-3909-4552-9531-a2e03da8dbb3, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:27:57.247259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] For port 5dd1cec9-3909-4552-9531-a2e03da8dbb3, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5dd1cec9-3909-4552-9531-a2e03da8dbb3,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:27:57.252026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.325011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Allocated IP 172.26.3.143 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/100e9f28-6fa4-4de9-b44d-59320ac34927) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:57.333586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5314e9-d779-4a8d-aa96-e424fdd6ca3b None None] Pushing event updated for resources: {'Port': ['ID=5dd1cec9-3909-4552-9531-a2e03da8dbb3,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:57.477118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.523051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:57.593590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:27:57.596702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:27:57.600989 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:27:57.628798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5dd1cec9-3909-4552-9531-a2e03da8dbb3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:57.640357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Pushing event updated for resources: {'Port': ['ID=100e9f28-6fa4-4de9-b44d-59320ac34927,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:57.701416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:58.044852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.285180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948e4fc-6b5c-4300-abed-9766838992e2 None None] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:27:58.386405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.393434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Provisioning for port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:27:58.409131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Provisioning complete for port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:58.409496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.625118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Current status of the port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:58.625462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.664644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] For port 5dd1cec9-3909-4552-9531-a2e03da8dbb3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5dd1cec9-3909-4552-9531-a2e03da8dbb3,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:27:58.671052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.727655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Router c808d62e-56a6-4c82-ba45-230f046c627c is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:27:58.743386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12761d-2103-4751-b2c0-828ccad901ea None None] Pushing event updated for resources: {'Port': ['ID=5dd1cec9-3909-4552-9531-a2e03da8dbb3,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:27:58.891218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fc395568-3ace-45fe-8b41-9504fe27d5dc None None] Provisioning complete for port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:58.891586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc395568-3ace-45fe-8b41-9504fe27d5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.912685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:27:58.923942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Sync routers for ids ['c808d62e-56a6-4c82-ba45-230f046c627c'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:27:58.938886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:58.940144 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7d52e2ce-f336-4516-a717-4a001f51637c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5840697 May 19 13:27:58.943503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42346) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:27:58.991587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Routers {'c808d62e-56a6-4c82-ba45-230f046c627c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:27:58.992197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:27:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c808d62e-56a6-4c82-ba45-230f046c627c'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:59.208828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fc395568-3ace-45fe-8b41-9504fe27d5dc None None] Current status of the port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:59.218177 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Set router c808d62e-56a6-4c82-ba45-230f046c627c gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:27:59.506284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:27:57Z', 'revision_number': 3, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:27:59.510223 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Checking router: c808d62e-56a6-4c82-ba45-230f046c627c for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:27:59.510800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Updating router c808d62e-56a6-4c82-ba45-230f046c627c port 100e9f28-6fa4-4de9-b44d-59320ac34927 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:27:59.563115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:59.592344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5dd1cec9-3909-4552-9531-a2e03da8dbb3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:27:59.616850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:59.740726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:27:59.741068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:59.823327 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Allocated IP 172.20.0.1 (cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27/07f5bdff-8cce-46fd-bd4f-3e2bae751d59/623d9078-1f83-4270-9703-3740a4a49021) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:27:59.969616 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:27:59.969892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:27:59.986548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Transition to ACTIVE for port object 623d9078-1f83-4270-9703-3740a4a49021 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:00.011016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.042774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.054926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Transition to ACTIVE for port object 100e9f28-6fa4-4de9-b44d-59320ac34927 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:00.061612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.076996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:00.079712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:00.083161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:28:00.136436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.142137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Attempting to bind port 100e9f28-6fa4-4de9-b44d-59320ac34927 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:00.142601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Attempting to bind port 100e9f28-6fa4-4de9-b44d-59320ac34927 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:00.142971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Attempting to bind port 100e9f28-6fa4-4de9-b44d-59320ac34927 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:00.149648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0202d-7459-4053-be8e-06075c08309f None None] Pushing event updated for resources: {'Port': ['ID=100e9f28-6fa4-4de9-b44d-59320ac34927,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:00.154120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:00.154491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:00.154934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.155562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:00.155786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Bound port: 100e9f28-6fa4-4de9-b44d-59320ac34927, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:00.156155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.237178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] For port 100e9f28-6fa4-4de9-b44d-59320ac34927, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:00.241588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] For port 100e9f28-6fa4-4de9-b44d-59320ac34927, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=100e9f28-6fa4-4de9-b44d-59320ac34927,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:00.248696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.341631 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Routers {'c808d62e-56a6-4c82-ba45-230f046c627c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:00.342101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:27:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c808d62e-56a6-4c82-ba45-230f046c627c'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:00.388356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0202d-7459-4053-be8e-06075c08309f None None] Pushing event updated for resources: {'Port': ['ID=100e9f28-6fa4-4de9-b44d-59320ac34927,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:00.403296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Pushing event updated for resources: {'Port': ['ID=623d9078-1f83-4270-9703-3740a4a49021,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:00.406708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6e28e63e-77e8-49e9-b7bc-f634b518a755 None None] Provisioning for port 623d9078-1f83-4270-9703-3740a4a49021 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:00.421027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6e28e63e-77e8-49e9-b7bc-f634b518a755 None None] Provisioning complete for port 623d9078-1f83-4270-9703-3740a4a49021 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:00.421368 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6e28e63e-77e8-49e9-b7bc-f634b518a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.531935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.590103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6e28e63e-77e8-49e9-b7bc-f634b518a755 None None] Port 623d9078-1f83-4270-9703-3740a4a49021 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:28:00.615602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] Set router c808d62e-56a6-4c82-ba45-230f046c627c gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:00.751991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.757215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.864655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Pushing event updated for resources: {'Port': ['ID=623d9078-1f83-4270-9703-3740a4a49021,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:00.867120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:00.895391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:27:57Z', 'revision_number': 3, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:00.899609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa4d20b-7a2c-4e96-bcf9-d9c8639fcaed None None] The sync data for ids ['c808d62e-56a6-4c82-ba45-230f046c627c'] in dv-neutron-841945-1-hyperv is: [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:27:57Z', 'revision_number': 3, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:28:01.003508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:01.004618 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:01.207381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Router c808d62e-56a6-4c82-ba45-230f046c627c has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:28:01.223923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a3ba139-e456-498a-892a-3711764fd6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:01.318036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cf34bc4d-9e66-49fa-b335-3a64ae8abc30 None None] Provisioning complete for port 623d9078-1f83-4270-9703-3740a4a49021 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:01.318691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cf34bc4d-9e66-49fa-b335-3a64ae8abc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:01.383828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cf34bc4d-9e66-49fa-b335-3a64ae8abc30 None None] Port 623d9078-1f83-4270-9703-3740a4a49021 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:28:01.415343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:28:01.425393 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ae6735c5-1ec6-413b-be9d-0bf2cdd30caf admin admin] 10.222.0.44 "PUT /v2.0/routers/c808d62e-56a6-4c82-ba45-230f046c627c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4807837 May 19 13:28:01.620572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 100e9f28-6fa4-4de9-b44d-59320ac34927 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:01.691726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 100e9f28-6fa4-4de9-b44d-59320ac34927 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:01.698689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 100e9f28-6fa4-4de9-b44d-59320ac34927 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:01.699432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:01.830489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 100e9f28-6fa4-4de9-b44d-59320ac34927 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:01.830986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:01.848849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 100e9f28-6fa4-4de9-b44d-59320ac34927, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=100e9f28-6fa4-4de9-b44d-59320ac34927,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:01.853189 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:01.925599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=100e9f28-6fa4-4de9-b44d-59320ac34927,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:01.958647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42364) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:28:01.964631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1714841749-network', 'tenant_id': '3c018df8919046b1922f9280824d8dac'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:01.969681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:28:01.973885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Usage tracker for resource:network and tenant:3c018df8919046b1922f9280824d8dac is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:28:01.976907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:28:01.982866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:28:01.994688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Made reservation on behalf of 3c018df8919046b1922f9280824d8dac for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:28:01.997109 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.010486 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.025184 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:28:02.029116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c018df8919046b1922f9280824d8dac is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:28:02.032008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:28:02.037928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:28:02.119185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.124338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.153894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:28:02.162045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481a9be-20e9-4ee4-a7e9-0d9f8013a27e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:02.167568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.167911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Added segment a2c88116-c23d-42cc-8580-febc181b9d36 of type vlan for network 686331fd-e70e-4417-b481-9ad1b943f6c1 May 19 13:28:02.196084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.231806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.232804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:02.233371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.331743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=686331fd-e70e-4417-b481-9ad1b943f6c1,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:02.334747 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a7108125-5772-418e-b067-94557a88e8e9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3750000 May 19 13:28:02.337673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42368) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:28:02.341994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:28:02.343254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Request body: {'subnet': {'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-subnet', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:02.348363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:28:02.352556 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Usage tracker for resource:subnet and tenant:3c018df8919046b1922f9280824d8dac is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:28:02.355457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:28:02.361171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:28:02.373632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Made reservation on behalf of 3c018df8919046b1922f9280824d8dac for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:28:02.376561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.462799 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Sync routers for ids ['c808d62e-56a6-4c82-ba45-230f046c627c'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:28:02.472332 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Routers {'c808d62e-56a6-4c82-ba45-230f046c627c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:02.472934 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:27:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c808d62e-56a6-4c82-ba45-230f046c627c'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:02.649547 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Set router c808d62e-56a6-4c82-ba45-230f046c627c gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:02.712489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.787201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89d03aa-428d-4203-8b27-1206dc8b9d22,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:02.796704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Checking segment: {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:02.797060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Network hostable DHCP agents. Network: 686331fd-e70e-4417-b481-9ad1b943f6c1, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:28:02.817326 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:28:02.827534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 686331fd-e70e-4417-b481-9ad1b943f6c1) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:02.831744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:02.832316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.837517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f211220-ae11-4d4b-9dde-178c0d125ea2 None None] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:28:02.857743 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0bfd37d2-de67-40ca-9ca5-3db313ed457b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5180511 May 19 13:28:02.859838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42372) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:28:02.865281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:02.870737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:28:02.874545 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Usage tracker for resource:router and tenant:3c018df8919046b1922f9280824d8dac is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:28:02.877377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:28:02.883917 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:28:02.895793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.897236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.912801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:02.991014 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:28:00Z', 'revision_number': 4, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '623d9078-1f83-4270-9703-3740a4a49021', 'name': '', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'mac_address': 'fa:16:3e:41:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:59Z', 'updated_at': '2022-05-19T13:28:00Z', 'revision_number': 2, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'subnets': [{'id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:02.994899 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Checking router: c808d62e-56a6-4c82-ba45-230f046c627c for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:28:02.995448 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Updating router c808d62e-56a6-4c82-ba45-230f046c627c port 623d9078-1f83-4270-9703-3740a4a49021 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:28:03.047683 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.071289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-686331fd-e70e-4417-b481-9ad1b943f6c1', 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'fixed_ips': [{'subnet_id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:28:03.072117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.215374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.227701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Allocated IP 172.20.0.2 (686331fd-e70e-4417-b481-9ad1b943f6c1/b89d03aa-428d-4203-8b27-1206dc8b9d22/32b61a5d-48de-4079-bbd7-4c22e14b7ffd) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:28:03.402899 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.415021 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Transition to ACTIVE for port object 623d9078-1f83-4270-9703-3740a4a49021 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:03.421276 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.439941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.450155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Transition to ACTIVE for port object 32b61a5d-48de-4079-bbd7-4c22e14b7ffd will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:03.470991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Transition to ACTIVE for port object 32b61a5d-48de-4079-bbd7-4c22e14b7ffd will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:03.477679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.542114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:03.545195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:03.549315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:28:03.553836 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.595092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.646144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 100e9f28-6fa4-4de9-b44d-59320ac34927 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:03.678089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Pushing event updated for resources: {'Port': ['ID=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:03.685597 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Pushing event updated for resources: {'Port': ['ID=623d9078-1f83-4270-9703-3740a4a49021,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:03.692393 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Attempting to bind port 623d9078-1f83-4270-9703-3740a4a49021 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:03.692761 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Attempting to bind port 623d9078-1f83-4270-9703-3740a4a49021 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:03.693111 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Attempting to bind port 623d9078-1f83-4270-9703-3740a4a49021 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:03.695796 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.696131 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.696460 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.696782 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.697101 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.697417 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.697729 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.698039 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.698350 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.698727 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.699041 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.699347 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:03.706152 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:03.706517 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Checking segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:03.706960 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.707336 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Bound using segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:03.707794 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Bound port: 623d9078-1f83-4270-9703-3740a4a49021, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:03.708157 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.773692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-54400371-de1e-44ea-959e-6a920583d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.775526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Attempting to bind port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:03.776050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Attempting to bind port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:03.776567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Attempting to bind port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd on network 686331fd-e70e-4417-b481-9ad1b943f6c1 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:03.784836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:03.785203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Checking segment: {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:03.785594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.785976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Bound using segment: {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:03.786433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Bound port: 32b61a5d-48de-4079-bbd7-4c22e14b7ffd, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:03.786820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.803785 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] For port 623d9078-1f83-4270-9703-3740a4a49021, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:03.807294 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] For port 623d9078-1f83-4270-9703-3740a4a49021, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=623d9078-1f83-4270-9703-3740a4a49021,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:03.808366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Allocated IP 172.26.3.58 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/669e5304-eb21-4ad2-9c6d-7cf956c8ffd3) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:28:03.814437 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.873123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 100e9f28-6fa4-4de9-b44d-59320ac34927 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:03.873705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.923734 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Routers {'c808d62e-56a6-4c82-ba45-230f046c627c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:03.931341 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:28:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c808d62e-56a6-4c82-ba45-230f046c627c'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:03.980239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:03.999015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] For port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:04.010804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] For port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:04.014665 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eff431-6f79-43ae-857e-065f58eea5e3 None None] Pushing event updated for resources: {'Port': ['ID=623d9078-1f83-4270-9703-3740a4a49021,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:04.033664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:04.046676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:04.154250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Pushing event updated for resources: {'Port': ['ID=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:04.160088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:04.161460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:04.173584 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:28:04.194219 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] Set router c808d62e-56a6-4c82-ba45-230f046c627c gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:04.255598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c502755-cbfb-4bc3-ab0d-5a4250efaefb None None] Pushing event updated for resources: {'Port': ['ID=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:04.269085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 100e9f28-6fa4-4de9-b44d-59320ac34927 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:04.582202 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:28:00Z', 'revision_number': 4, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '623d9078-1f83-4270-9703-3740a4a49021', 'name': '', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'mac_address': 'fa:16:3e:41:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:59Z', 'updated_at': '2022-05-19T13:28:03Z', 'revision_number': 4, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'subnets': [{'id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:04.588410 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c4a3d-d792-4781-a65b-473fa496df71 None None] The sync data for ids ['c808d62e-56a6-4c82-ba45-230f046c627c'] in dv-neutron-841945-1-hyperv is: [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:28:00Z', 'revision_number': 4, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '623d9078-1f83-4270-9703-3740a4a49021', 'name': '', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'mac_address': 'fa:16:3e:41:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:59Z', 'updated_at': '2022-05-19T13:28:03Z', 'revision_number': 4, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'subnets': [{'id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:28:04.816128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:04.887449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:04.957003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:05.181175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:05.306613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37dff02-4759-41c4-bb29-1c57d107d418 None None] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:28:05.400134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Router 171e6d4b-311d-4725-9b56-3b86faefca21 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:28:05.445583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e47c9a8f-f7bd-4415-8725-6cd41e067193 None None] Provisioning for port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:05.522931 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:28:05.605923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:28:05.616078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Sync routers for ids ['171e6d4b-311d-4725-9b56-3b86faefca21'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:28:05.627456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Routers {'171e6d4b-311d-4725-9b56-3b86faefca21'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:05.628593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:28:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['171e6d4b-311d-4725-9b56-3b86faefca21'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:05.667732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:05.671938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e3e8c509-d925-4bef-94b7-2f887c1f6533 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8107948 May 19 13:28:05.674348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42376) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:28:05.692111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623d9078-1f83-4270-9703-3740a4a49021 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:05.879715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Set router 171e6d4b-311d-4725-9b56-3b86faefca21 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:05.994973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 623d9078-1f83-4270-9703-3740a4a49021 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:06.015457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 623d9078-1f83-4270-9703-3740a4a49021 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:06.015820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.158331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.288823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 623d9078-1f83-4270-9703-3740a4a49021 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:06.289057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.328227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 623d9078-1f83-4270-9703-3740a4a49021, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=623d9078-1f83-4270-9703-3740a4a49021,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:06.334734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.335503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 32b61a5d-48de-4079-bbd7-4c22e14b7ffd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:06.399534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:28:04Z', 'revision_number': 3, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:06.478973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Checking router: 171e6d4b-311d-4725-9b56-3b86faefca21 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:28:06.479295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Updating router 171e6d4b-311d-4725-9b56-3b86faefca21 port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:28:06.523353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.550164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=623d9078-1f83-4270-9703-3740a4a49021,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:06.553661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.607338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:06.616001 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:06.616366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.730896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Allocated IP 172.20.0.1 (686331fd-e70e-4417-b481-9ad1b943f6c1/b89d03aa-428d-4203-8b27-1206dc8b9d22/a7589896-47d9-4f9c-87e8-4553e66654fb) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:28:06.881022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.883174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:06.883581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.897373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Transition to ACTIVE for port object a7589896-47d9-4f9c-87e8-4553e66654fb will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:06.923378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.934225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:06.943570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:06.991459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:06.994086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:06.997908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:28:07.033064 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Pushing event updated for resources: {'Port': ['ID=a7589896-47d9-4f9c-87e8-4553e66654fb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:07.056730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.070459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.076232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:07.088706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Transition to ACTIVE for port object 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:07.096854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.180731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Attempting to bind port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:07.181101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Attempting to bind port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:07.181465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Attempting to bind port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:07.183700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add271-8c5a-4eb9-a39f-9cdc5072ae71 None None] Pushing event updated for resources: {'Port': ['ID=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:07.191172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:07.191542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:07.191942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.192324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:07.192798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Bound port: 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:07.193332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.226525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.276589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] For port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:07.280544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] For port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:07.284639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.321731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a881d588-3b00-492e-9cc1-38470c4d9bb7 None None] Provisioning for port a7589896-47d9-4f9c-87e8-4553e66654fb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:07.346642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a881d588-3b00-492e-9cc1-38470c4d9bb7 None None] Provisioning complete for port a7589896-47d9-4f9c-87e8-4553e66654fb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:07.347019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a881d588-3b00-492e-9cc1-38470c4d9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.415014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Routers {'171e6d4b-311d-4725-9b56-3b86faefca21'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:07.415544 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:28:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['171e6d4b-311d-4725-9b56-3b86faefca21'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:07.458049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.463893 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.495106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add271-8c5a-4eb9-a39f-9cdc5072ae71 None None] Pushing event updated for resources: {'Port': ['ID=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:07.501636 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a881d588-3b00-492e-9cc1-38470c4d9bb7 None None] Port a7589896-47d9-4f9c-87e8-4553e66654fb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:28:07.573396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Pushing event updated for resources: {'Port': ['ID=a7589896-47d9-4f9c-87e8-4553e66654fb,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:07.578080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.605610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] Set router 171e6d4b-311d-4725-9b56-3b86faefca21 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:07.651524 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623d9078-1f83-4270-9703-3740a4a49021 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:07.721402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:07.722445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:07.874097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:07.903261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 623d9078-1f83-4270-9703-3740a4a49021 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:07.903629 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:08.029935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Router 171e6d4b-311d-4725-9b56-3b86faefca21 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:28:08.125757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b1f3aa5c-0af2-44aa-9af7-84a69535a87d None None] Provisioning complete for port a7589896-47d9-4f9c-87e8-4553e66654fb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:08.125757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b1f3aa5c-0af2-44aa-9af7-84a69535a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:08.204757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 623d9078-1f83-4270-9703-3740a4a49021 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:08.205842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 32b61a5d-48de-4079-bbd7-4c22e14b7ffd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:08.215533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:28:08.224741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5c10d1a0-5826-4638-95d9-edd9bc063778 admin admin] 10.222.0.44 "PUT /v2.0/routers/171e6d4b-311d-4725-9b56-3b86faefca21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5489838 May 19 13:28:08.231013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3aa5c-0af2-44aa-9af7-84a69535a87d None None] Port a7589896-47d9-4f9c-87e8-4553e66654fb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:28:08.269046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a7589896-47d9-4f9c-87e8-4553e66654fb', 'name': '', 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'mac_address': 'fa:16:3e:06:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:06Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 2, 'project_id': '3c018df8919046b1922f9280824d8dac', 'subnets': [{'id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:08.275288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b165af-ae77-4937-8af0-e5ba32465191 None None] The sync data for ids ['171e6d4b-311d-4725-9b56-3b86faefca21'] in dv-neutron-841945-1-hyperv is: [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a7589896-47d9-4f9c-87e8-4553e66654fb', 'name': '', 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'mac_address': 'fa:16:3e:06:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:06Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 2, 'project_id': '3c018df8919046b1922f9280824d8dac', 'subnets': [{'id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:28:08.288993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:08.289362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:08.410159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:08.915689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-86fd3cd5-afc3-43b4-9780-1c5af2402b78 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:08.916820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-bccaec7f-a751-40df-91bc-051b11197152 req-86fd3cd5-afc3-43b4-9780-1c5af2402b78 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Synchronizing usage tracker for tenant:0ada1802c9a6492994bf86243dd38368 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:28:08.937890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-bccaec7f-a751-40df-91bc-051b11197152 req-86fd3cd5-afc3-43b4-9780-1c5af2402b78 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Unset dirty status for tenant:0ada1802c9a6492994bf86243dd38368 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:28:08.939121 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-86fd3cd5-afc3-43b4-9780-1c5af2402b78 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/networks?id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 200 len: 817 time: 0.1851928 May 19 13:28:08.964819 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-e6a041e8-f96c-4b0d-8922-85cb28b6ca66 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/quotas/0ada1802c9a6492994bf86243dd38368 HTTP/1.1" status: 200 len: 375 time: 0.0106509 May 19 13:28:09.053844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-bccaec7f-a751-40df-91bc-051b11197152 req-29deb6a6-b34b-4c5a-971c-6265577ba747 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Synchronizing usage tracker for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:28:09.071821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-bccaec7f-a751-40df-91bc-051b11197152 req-29deb6a6-b34b-4c5a-971c-6265577ba747 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Unset dirty status for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:28:09.073292 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-29deb6a6-b34b-4c5a-971c-6265577ba747 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ada1802c9a6492994bf86243dd38368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029472 May 19 13:28:09.218012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-ee7e7697-e997-4b6d-9289-84279aaa2bfc service neutron] 10.222.0.44 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322601 May 19 13:28:09.360273 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-598a559f-49c1-4a1e-9f66-c91fa6624f94 service neutron] 10.222.0.44 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362736 May 19 13:28:09.555489 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-18b2bba5-972e-41dd-99a4-ecc9c2c63d7c req-f2dfce54-1bd5-4164-814d-68f1c2cdfc55 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 210 time: 0.0470390 May 19 13:28:09.626225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:09.703867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:09.709260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:09.709762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:09.848710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:09.848958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:09.866039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:09.871038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:09.942854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:10.716007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-6a056048-1792-4528-bc6b-560b59fafdbf tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:10.717568 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-6a056048-1792-4528-bc6b-560b59fafdbf tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "GET /v2.0/networks?id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 200 len: 817 time: 0.1501160 May 19 13:28:10.721960 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c7f88d05-ac63-4901-b03e-efad34a0310c req-0bd1e5f3-1227-4f7f-aed5-7e9183fe2979 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 210 time: 0.0438719 May 19 13:28:10.730764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Request body: {'port': {'device_id': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'admin_state_up': True, 'tenant_id': '0ada1802c9a6492994bf86243dd38368'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:10.976009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:28:10.985671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:28:10.998387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Made reservation on behalf of 0ada1802c9a6492994bf86243dd38368 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:28:11.001888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.161091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Allocated IP 172.20.0.12 (cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27/07f5bdff-8cce-46fd-bd4f-3e2bae751d59/78c2eae0-80c6-4a5f-b6c1-8749f29717e5) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:28:11.364180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.381297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Transition to ACTIVE for port object 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:11.406265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.481259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:11.482380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:11.486459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:28:11.523087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Pushing event updated for resources: {'Port': ['ID=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:11.555976 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:11.556646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.587651 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-5ceda51c-a10e-4f2c-bf2d-f105229d0ab6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606682 May 19 13:28:11.595765 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:11.600469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Request body: {'port': {'device_id': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:11.669136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:11.669667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.725851 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.799010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2fb91390-3f81-459a-9e93-78e5b3c12302 None None] Provisioning for port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:11.804495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:11.807436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2fb91390-3f81-459a-9e93-78e5b3c12302 None None] Provisioning complete for port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:11.808020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2fb91390-3f81-459a-9e93-78e5b3c12302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:11.868185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2fb91390-3f81-459a-9e93-78e5b3c12302 None None] Port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:28:11.877964 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Sync routers for ids ['171e6d4b-311d-4725-9b56-3b86faefca21'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:28:11.887605 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Routers {'171e6d4b-311d-4725-9b56-3b86faefca21'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:11.888272 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:28:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['171e6d4b-311d-4725-9b56-3b86faefca21'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:12.045960 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7b8df-7ee5-467e-969b-8e338755228b req-d7684052-b6c9-428d-96d8-0eedbc7212ba tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:12.046653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-50e7b8df-7ee5-467e-969b-8e338755228b req-d7684052-b6c9-428d-96d8-0eedbc7212ba tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Synchronizing usage tracker for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:28:12.082004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-50e7b8df-7ee5-467e-969b-8e338755228b req-d7684052-b6c9-428d-96d8-0eedbc7212ba tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Unset dirty status for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:28:12.083177 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50e7b8df-7ee5-467e-969b-8e338755228b req-d7684052-b6c9-428d-96d8-0eedbc7212ba tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 932 time: 0.2364490 May 19 13:28:12.094662 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Set router 171e6d4b-311d-4725-9b56-3b86faefca21 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:12.182731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:28:12.189201 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50e7b8df-7ee5-467e-969b-8e338755228b req-88d45957-9dcb-48a7-8902-82ef86ab0dfc tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971749 May 19 13:28:12.193015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.212553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Transition to ACTIVE for port object 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:12.217231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.377062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Pushing event updated for resources: {'Port': ['ID=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:12.423084 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a7589896-47d9-4f9c-87e8-4553e66654fb', 'name': '', 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'mac_address': 'fa:16:3e:06:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:06Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 2, 'project_id': '3c018df8919046b1922f9280824d8dac', 'subnets': [{'id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:12.427528 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Checking router: 171e6d4b-311d-4725-9b56-3b86faefca21 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:28:12.427874 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Updating router 171e6d4b-311d-4725-9b56-3b86faefca21 port a7589896-47d9-4f9c-87e8-4553e66654fb binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:28:12.462170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Attempting to bind port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:12.462407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Attempting to bind port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:12.462762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Attempting to bind port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:12.468210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:28:12.468527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Attempting to bind port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:12.474700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:12.475266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Checking segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:12.475765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Bound using segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:12.476341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Bound port: 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:12.476689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.486785 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.567776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] For port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:12.571456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] For port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:12.576830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.637561 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:12.638169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.639632 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] 10.222.0.79 "PUT /v2.0/ports/78c2eae0-80c6-4a5f-b6c1-8749f29717e5 HTTP/1.1" status: 200 len: 1094 time: 1.0440912 May 19 13:28:12.640088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'tag': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:28:12.670040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6814e3-9834-4c1d-9fd6-7d37d50330e8 service neutron] Pushing event updated for resources: {'Port': ['ID=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:12.723535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248107bf-2d8b-4291-8a71-20fc624ce3fd'] response: {'name': 'network-changed', 'server_uuid': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'tag': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5', 'status': 'completed', 'code': 200} May 19 13:28:12.761123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-409167e3-076d-452a-876a-5453ed347e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:12.762640 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-409167e3-076d-452a-876a-5453ed347e76 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ada1802c9a6492994bf86243dd38368&device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 1097 time: 0.0790808 May 19 13:28:12.845797 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.858535 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Transition to ACTIVE for port object a7589896-47d9-4f9c-87e8-4553e66654fb will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:12.866435 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:12.955885 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-28eeca47-82c3-4554-9db5-8acea4f1929b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5 HTTP/1.1" status: 200 len: 217 time: 0.1840215 May 19 13:28:13.020110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-2d1dcf4b-418e-4dc5-bcef-652d6ab0d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.021568 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-2d1dcf4b-418e-4dc5-bcef-652d6ab0d825 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=07f5bdff-8cce-46fd-bd4f-3e2bae751d59 HTTP/1.1" status: 200 len: 856 time: 0.0578256 May 19 13:28:13.035280 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10892819-b5b1-47df-85d1-6edf7e640c07 None None] Pushing event updated for resources: {'Port': ['ID=a7589896-47d9-4f9c-87e8-4553e66654fb,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:13.095647 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Attempting to bind port a7589896-47d9-4f9c-87e8-4553e66654fb on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:13.096003 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Attempting to bind port a7589896-47d9-4f9c-87e8-4553e66654fb by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:13.096353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Attempting to bind port a7589896-47d9-4f9c-87e8-4553e66654fb on network 686331fd-e70e-4417-b481-9ad1b943f6c1 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:13.103193 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:13.103564 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Checking segment: {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:13.104098 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:13.104481 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Bound using segment: {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:13.104653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaec7f-a751-40df-91bc-051b11197152 req-7a611375-6132-4d5d-964f-aa967388d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.105089 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Bound port: a7589896-47d9-4f9c-87e8-4553e66654fb, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c88116-c23d-42cc-8580-febc181b9d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:13.105460 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:13.106129 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-7a611375-6132-4d5d-964f-aa967388d928 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780187 May 19 13:28:13.200675 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] For port a7589896-47d9-4f9c-87e8-4553e66654fb, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:13.203564 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] For port a7589896-47d9-4f9c-87e8-4553e66654fb, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7589896-47d9-4f9c-87e8-4553e66654fb,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:13.208031 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:13.256240 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-cd932d2b-185c-489f-b809-dd782b55a3fe service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424465 May 19 13:28:13.287240 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10892819-b5b1-47df-85d1-6edf7e640c07 None None] Pushing event updated for resources: {'Port': ['ID=a7589896-47d9-4f9c-87e8-4553e66654fb,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:13.291408 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Routers {'171e6d4b-311d-4725-9b56-3b86faefca21'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:28:13.292087 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:28:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['171e6d4b-311d-4725-9b56-3b86faefca21'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:13.449317 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bccaec7f-a751-40df-91bc-051b11197152 req-18c5add3-3d3c-47da-83bb-609be7d8f0e6 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866136 May 19 13:28:13.470045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806c2b-22da-47d4-9339-bae678c2444f req-85280ebf-05b2-4245-acd8-40deb9c41fb7 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.471898 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-47806c2b-22da-47d4-9339-bae678c2444f req-85280ebf-05b2-4245-acd8-40deb9c41fb7 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 944 time: 0.1383650 May 19 13:28:13.492720 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] Set router 171e6d4b-311d-4725-9b56-3b86faefca21 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:28:13.559710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-47806c2b-22da-47d4-9339-bae678c2444f req-8a6f6266-8e6e-4425-8669-f74bcc9ccf35 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749862 May 19 13:28:13.607049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-113d266b-6000-491b-a5dd-6559d0875e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.608759 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-113d266b-6000-491b-a5dd-6559d0875e1d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ada1802c9a6492994bf86243dd38368&device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 1097 time: 0.0865734 May 19 13:28:13.626769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7589896-47d9-4f9c-87e8-4553e66654fb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:13.696362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a7589896-47d9-4f9c-87e8-4553e66654fb completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:13.701670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a7589896-47d9-4f9c-87e8-4553e66654fb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:13.702040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:13.749026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-27a3f432-795c-4219-adcb-d0ce9293cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.750746 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-27a3f432-795c-4219-adcb-d0ce9293cd86 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 200 len: 918 time: 0.1342902 May 19 13:28:13.824557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a7589896-47d9-4f9c-87e8-4553e66654fb is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:13.824899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:13.829641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-33036d6b-f074-4e74-b931-7cfd81939407 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5 HTTP/1.1" status: 200 len: 217 time: 0.0688770 May 19 13:28:13.863603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a7589896-47d9-4f9c-87e8-4553e66654fb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7589896-47d9-4f9c-87e8-4553e66654fb,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:13.868254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:13.879666 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a7589896-47d9-4f9c-87e8-4553e66654fb', 'name': '', 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'mac_address': 'fa:16:3e:06:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:06Z', 'updated_at': '2022-05-19T13:28:13Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'subnets': [{'id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:28:13.884245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47303-27f0-4838-b665-8936fd6cfab3 None None] The sync data for ids ['171e6d4b-311d-4725-9b56-3b86faefca21'] in dv-neutron-841945-1-hyperv is: [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:28:07Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'a7589896-47d9-4f9c-87e8-4553e66654fb', 'name': '', 'network_id': '686331fd-e70e-4417-b481-9ad1b943f6c1', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'mac_address': 'fa:16:3e:06:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:06Z', 'updated_at': '2022-05-19T13:28:13Z', 'revision_number': 4, 'project_id': '3c018df8919046b1922f9280824d8dac', 'subnets': [{'id': 'b89d03aa-428d-4203-8b27-1206dc8b9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:28:13.894475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-21834df5-0c1c-4fbf-b3e0-fa6e274aeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.895973 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-21834df5-0c1c-4fbf-b3e0-fa6e274aeec3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=07f5bdff-8cce-46fd-bd4f-3e2bae751d59 HTTP/1.1" status: 200 len: 856 time: 0.0591848 May 19 13:28:13.938131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a7589896-47d9-4f9c-87e8-4553e66654fb,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:13.977607 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-68a2a39d-7794-49d6-8999-4573117eaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:13.979151 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-68a2a39d-7794-49d6-8999-4573117eaa33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747659 May 19 13:28:14.114182 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-f70abb8f-b619-4e46-a061-790220c47074 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260610 May 19 13:28:14.259936 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e39aa103-9ffe-46ed-8895-82bfb9080351 req-491e8148-ee8f-4724-a33a-e12ec8adca52 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378834 May 19 13:28:14.769658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af332a78-fa8d-4c62-9a72-fbdb2e50db50 req-e806b8c3-78fa-43f9-a446-e94db576ca25 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:14.771136 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-af332a78-fa8d-4c62-9a72-fbdb2e50db50 req-e806b8c3-78fa-43f9-a446-e94db576ca25 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 944 time: 0.0937822 May 19 13:28:14.818429 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-af332a78-fa8d-4c62-9a72-fbdb2e50db50 req-4e7305e3-ae29-45b2-a0bd-b988f4ca84a3 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Synchronizing usage tracker for tenant:0ada1802c9a6492994bf86243dd38368 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:28:14.839008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-af332a78-fa8d-4c62-9a72-fbdb2e50db50 req-4e7305e3-ae29-45b2-a0bd-b988f4ca84a3 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Unset dirty status for tenant:0ada1802c9a6492994bf86243dd38368 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:28:14.840099 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-af332a78-fa8d-4c62-9a72-fbdb2e50db50 req-4e7305e3-ae29-45b2-a0bd-b988f4ca84a3 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 May 19 13:28:15.274971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:28:15.414041 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:15.426727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'port_id': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5', 'mac_address': 'fa:16:3e:67:17:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:28:15.493291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:15.493670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:15.511819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:28:15.528141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:15.534800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:15.596506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7589896-47d9-4f9c-87e8-4553e66654fb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:15.649276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:15.660936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.661274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.661606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.661929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.662222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.662597 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.662921 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.663238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.663780 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.664168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.664427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.664737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:15.683745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a7589896-47d9-4f9c-87e8-4553e66654fb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:15.684114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:15.801540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['78c2eae0-80c6-4a5f-b6c1-8749f29717e5'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:28:15.886755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a7589896-47d9-4f9c-87e8-4553e66654fb is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:16.033418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c6c7-451b-4e25-a963-447b202216ae req-72400963-5aea-4dac-a822-81e329f70749 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:16.034869 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b524c6c7-451b-4e25-a963-447b202216ae req-72400963-5aea-4dac-a822-81e329f70749 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 945 time: 0.0864005 May 19 13:28:16.080634 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b524c6c7-451b-4e25-a963-447b202216ae req-14b0d08a-ef1b-4ef4-9ffc-5cd45e86461b tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 May 19 13:28:17.274975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:17.282477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b388e-0340-4577-812a-dbc0b519c2e1 req-58300f49-13e1-42f5-b90f-98ad8ca3a423 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:17.283979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-279b388e-0340-4577-812a-dbc0b519c2e1 req-58300f49-13e1-42f5-b90f-98ad8ca3a423 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 945 time: 0.0826104 May 19 13:28:17.332865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-279b388e-0340-4577-812a-dbc0b519c2e1 req-57f5028b-4e40-476a-956c-b09e67b63378 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 May 19 13:28:17.349918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:17.355201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:17.355571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:17.480440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:17.480812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:17.509515 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:28:17.519665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:17.525217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:17.561368 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af658d9f-21fe-45b1-9881-9c9388f8e75d'] response: {'server_uuid': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5', 'code': 200} May 19 13:28:17.593541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:17.795857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcfa37-6201-4f9c-93c4-947a9ef29e9a req-ff9343c8-4c00-4a39-a701-fda01cd59845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:17.797193 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5dfcfa37-6201-4f9c-93c4-947a9ef29e9a req-ff9343c8-4c00-4a39-a701-fda01cd59845 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 1099 time: 0.0832584 May 19 13:28:17.843985 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5dfcfa37-6201-4f9c-93c4-947a9ef29e9a req-b87c038d-fb15-4063-a812-ecedaa6eaffa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 May 19 13:28:18.531433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae539f00-684d-4222-a8d9-76f49f5e05fb req-8a8a847b-b236-4f92-a605-9e7131c68661 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:18.532881 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ae539f00-684d-4222-a8d9-76f49f5e05fb req-8a8a847b-b236-4f92-a605-9e7131c68661 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.0893071 May 19 13:28:18.584078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ae539f00-684d-4222-a8d9-76f49f5e05fb req-3e0412ac-4abc-4c93-aac4-00f64997e8c1 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 May 19 13:28:19.784902 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a8d1-24a1-46a2-b19b-cfb534a41087 req-1afbd36b-ecca-4f9a-85fd-db7cbc3ccf20 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:19.786397 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6546a8d1-24a1-46a2-b19b-cfb534a41087 req-1afbd36b-ecca-4f9a-85fd-db7cbc3ccf20 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.0874271 May 19 13:28:19.835729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6546a8d1-24a1-46a2-b19b-cfb534a41087 req-c8ab5692-9705-4862-a6d3-d72beb3dc2b8 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 May 19 13:28:20.047727 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebee18-aa4d-4ca2-919c-11808c54fc94 req-a2bde473-895e-4bed-9034-e06adf1926b4 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:20.049091 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-42ebee18-aa4d-4ca2-919c-11808c54fc94 req-a2bde473-895e-4bed-9034-e06adf1926b4 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.0918505 May 19 13:28:20.097967 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-42ebee18-aa4d-4ca2-919c-11808c54fc94 req-ea471b04-1c18-4006-a3db-5432d60bb502 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 May 19 13:28:31.200573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5a3af47f-1370-48b1-95fa-d0511bc0c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:33.660542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a450bf06-e542-4147-bf21-2a0a2bea2fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:34.891848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:34.951968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:35.834963 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a4946-3360-4fb1-863a-76c94e6e27b6 req-6241d25d-7196-4624-a387-4c44c2b2fb5a tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:35.836420 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e99a4946-3360-4fb1-863a-76c94e6e27b6 req-6241d25d-7196-4624-a387-4c44c2b2fb5a tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.0881617 May 19 13:28:35.880723 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e99a4946-3360-4fb1-863a-76c94e6e27b6 req-ca7bdd58-fde4-453d-a63a-eef89bbb70fc tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 May 19 13:28:36.068890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:37.194820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c739a7-31c5-4364-8ba7-2d0323d7cce0 req-8a97b542-381e-4b0a-a783-721f9690e66a tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:37.196259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-22c739a7-31c5-4364-8ba7-2d0323d7cce0 req-8a97b542-381e-4b0a-a783-721f9690e66a tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.1966298 May 19 13:28:37.243243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-22c739a7-31c5-4364-8ba7-2d0323d7cce0 req-d668fc3c-bea2-44ea-8260-17c4aecc99ca tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 May 19 13:28:37.798835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:37.874833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e55d-8735-4585-a87d-fde556ddf81c req-6de3988b-0c62-4937-9ae2-d572691b39d6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:37.876125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d406e55d-8735-4585-a87d-fde556ddf81c req-6de3988b-0c62-4937-9ae2-d572691b39d6 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.0879588 May 19 13:28:37.950371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Deleting port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:28:37.950733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:38.209525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] For port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:38.210188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:38.332476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Calling delete_port for 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:28:38.434682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a8146-c043-49be-8905-0534551481d6 req-32e90a58-fdc0-4234-98e3-d2c5c3c3359c tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:38.436019 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-da4a8146-c043-49be-8905-0534551481d6 req-32e90a58-fdc0-4234-98e3-d2c5c3c3359c tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ef9f9f-e39f-4ce9-9c25-3f5119f0407d HTTP/1.1" status: 200 len: 946 time: 0.0839226 May 19 13:28:38.477639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:38.486961 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-da4a8146-c043-49be-8905-0534551481d6 req-93675aed-7baa-4b07-af2b-9f8e7f3ea6c7 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 May 19 13:28:38.491251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['78c2eae0-80c6-4a5f-b6c1-8749f29717e5'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:28:38.529164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Pushing event deleted for resources: {'Port': ['ID=78c2eae0-80c6-4a5f-b6c1-8749f29717e5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:38.605916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] No DVR routers for this DVR port 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:28:38.608376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:38.611103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'name': 'network-vif-deleted', 'tag': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:28:38.631033 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d406e55d-8735-4585-a87d-fde556ddf81c req-f188feab-0cfc-4e83-9640-17ec7f097f32 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "DELETE /v2.0/ports/78c2eae0-80c6-4a5f-b6c1-8749f29717e5 HTTP/1.1" status: 204 len: 173 time: 0.7483289 May 19 13:28:38.665673 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03097bf3-6747-406e-81e5-52a7ab2cd8f9'] response: {'server_uuid': '07ef9f9f-e39f-4ce9-9c25-3f5119f0407d', 'name': 'network-vif-deleted', 'tag': '78c2eae0-80c6-4a5f-b6c1-8749f29717e5', 'status': 'completed', 'code': 200} May 19 13:28:39.982757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-f2b6b6cb-1066-44a9-96d7-9b05abe27f87 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:39.984170 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-f2b6b6cb-1066-44a9-96d7-9b05abe27f87 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/networks?id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 200 len: 817 time: 0.1595454 May 19 13:28:40.001851 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-53ff090d-0f7a-4dc2-a444-e6cf923299a8 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/quotas/0ada1802c9a6492994bf86243dd38368 HTTP/1.1" status: 200 len: 375 time: 0.0093641 May 19 13:28:40.084854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-85a7a802-cb41-4f0a-9025-02ee48d0193f tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Synchronizing usage tracker for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:28:40.103082 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-85a7a802-cb41-4f0a-9025-02ee48d0193f tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Unset dirty status for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:28:40.104547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-85a7a802-cb41-4f0a-9025-02ee48d0193f tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ada1802c9a6492994bf86243dd38368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978234 May 19 13:28:40.368227 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-5070ec43-9c5c-444f-b153-c654ebb78fa3 service neutron] 10.222.0.44 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516897 May 19 13:28:40.501084 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-aa020d0f-efd1-405a-996b-471fee262880 service neutron] 10.222.0.44 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269653 May 19 13:28:41.391469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:28:41.425601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:28:41.425925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 78c2eae0-80c6-4a5f-b6c1-8749f29717e5 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:28:41.704798 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b25ae31e-300f-4c4d-85b4-5ad500930045 req-b472dea7-7546-41e9-8870-9180200d8f9b tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 210 time: 0.0419328 May 19 13:28:42.527902 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:28:42.866285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-6373b21b-049a-4db5-a5c0-a28176986cb7 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:42.867731 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-6373b21b-049a-4db5-a5c0-a28176986cb7 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "GET /v2.0/networks?id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 200 len: 817 time: 0.2002358 May 19 13:28:42.869641 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-83d463a8-af94-4738-ac5e-be7a0a15fd80 req-3ebf9106-37e6-41e2-bf65-19aeef8eb41d tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 210 time: 0.0539136 May 19 13:28:42.886248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Request body: {'port': {'device_id': '79c5d0d2-998c-470f-853f-9cc319c60081', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'admin_state_up': True, 'tenant_id': '0ada1802c9a6492994bf86243dd38368'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:43.127813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:28:43.137246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:28:43.147819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Made reservation on behalf of 0ada1802c9a6492994bf86243dd38368 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:28:43.151276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:43.320594 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Allocated IP 172.20.0.13 (cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27/07f5bdff-8cce-46fd-bd4f-3e2bae751d59/4c2192ea-40c0-4749-80b1-4937d420e452) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:28:43.539532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:43.564774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Transition to ACTIVE for port object 4c2192ea-40c0-4749-80b1-4937d420e452 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:43.593080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:43.661739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:28:43.664945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:28:43.668720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:28:43.699051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Pushing event updated for resources: {'Port': ['ID=4c2192ea-40c0-4749-80b1-4937d420e452,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:43.722937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.723300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.723655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.723969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.724299 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.724628 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.724954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.725275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.725602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.725918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.726235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.726553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:28:43.753059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:43.753703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:43.782514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-7ff359b8-f260-4e39-ae58-a4e584929e93 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9000957 May 19 13:28:43.795214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Request body: {'port': {'device_id': '79c5d0d2-998c-470f-853f-9cc319c60081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:28:43.905906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:43.931374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e3d2fce9-6435-40b2-9496-b6f6e388b89c None None] Provisioning for port 4c2192ea-40c0-4749-80b1-4937d420e452 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:43.937435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e3d2fce9-6435-40b2-9496-b6f6e388b89c None None] Provisioning complete for port 4c2192ea-40c0-4749-80b1-4937d420e452 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:43.938132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fce9-6435-40b2-9496-b6f6e388b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:43.992365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2fce9-6435-40b2-9496-b6f6e388b89c None None] Port 4c2192ea-40c0-4749-80b1-4937d420e452 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:28:44.057328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6bc1f-0764-4b3f-b015-75ce4871962c req-42ca1f9d-97bc-4ccf-89b3-6decf9601c00 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:44.058741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c3b6bc1f-0764-4b3f-b015-75ce4871962c req-42ca1f9d-97bc-4ccf-89b3-6decf9601c00 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 932 time: 0.0810335 May 19 13:28:44.112426 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c3b6bc1f-0764-4b3f-b015-75ce4871962c req-edfa574c-08d9-4436-a8ea-fee6724be53b tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 May 19 13:28:44.256491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2192ea-40c0-4749-80b1-4937d420e452 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:28:44.263887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:44.278130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Transition to ACTIVE for port object 4c2192ea-40c0-4749-80b1-4937d420e452 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:28:44.285251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:44.412535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2192ea-40c0-4749-80b1-4937d420e452,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:44.521948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Attempting to bind port 4c2192ea-40c0-4749-80b1-4937d420e452 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:28:44.522283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Attempting to bind port 4c2192ea-40c0-4749-80b1-4937d420e452 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:28:44.522630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Attempting to bind port 4c2192ea-40c0-4749-80b1-4937d420e452 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:44.527258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Port 4c2192ea-40c0-4749-80b1-4937d420e452 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:28:44.527563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Attempting to bind port 4c2192ea-40c0-4749-80b1-4937d420e452 on network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:28:44.533107 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:28:44.533436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Checking segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:28:44.533814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Bound using segment: {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:28:44.534243 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Bound port: 4c2192ea-40c0-4749-80b1-4937d420e452, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f19615a-253d-49b7-bdd4-cf53cd2d92e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:28:44.534620 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:44.628054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] For port 4c2192ea-40c0-4749-80b1-4937d420e452, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:28:44.631041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] For port 4c2192ea-40c0-4749-80b1-4937d420e452, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=4c2192ea-40c0-4749-80b1-4937d420e452,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:28:44.638918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:44.703098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:44.703779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:44.705540 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] 10.222.0.79 "PUT /v2.0/ports/4c2192ea-40c0-4749-80b1-4937d420e452 HTTP/1.1" status: 200 len: 1094 time: 0.9152379 May 19 13:28:44.705965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c5d0d2-998c-470f-853f-9cc319c60081', 'tag': '4c2192ea-40c0-4749-80b1-4937d420e452'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:28:44.726937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8bfce-ff21-482a-98a0-24358d229b73 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2192ea-40c0-4749-80b1-4937d420e452,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:44.787261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e2b33c-23c9-408b-9086-4c5f4a1c98a3'] response: {'name': 'network-changed', 'server_uuid': '79c5d0d2-998c-470f-853f-9cc319c60081', 'tag': '4c2192ea-40c0-4749-80b1-4937d420e452', 'status': 'completed', 'code': 200} May 19 13:28:44.824211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-2cecaab3-aeae-4e8d-b419-2f0655db6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:44.825698 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-2cecaab3-aeae-4e8d-b419-2f0655db6b05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ada1802c9a6492994bf86243dd38368&device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 1097 time: 0.0745423 May 19 13:28:44.996575 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-48d77ab0-c3e9-4894-90df-8891abca97c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c2192ea-40c0-4749-80b1-4937d420e452 HTTP/1.1" status: 200 len: 217 time: 0.1624687 May 19 13:28:45.060514 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-e4a209d7-75c0-40c3-810b-03126205e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.061923 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-e4a209d7-75c0-40c3-810b-03126205e3b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=07f5bdff-8cce-46fd-bd4f-3e2bae751d59 HTTP/1.1" status: 200 len: 856 time: 0.0584388 May 19 13:28:45.138676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-92001845-c828-4d2f-9e32-e5a7e0c6511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.140309 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-92001845-c828-4d2f-9e32-e5a7e0c6511a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713816 May 19 13:28:45.273256 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-5b89b541-60f7-40bd-9504-87e0187afdf9 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258173 May 19 13:28:45.297689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0990-a2bc-4197-b7bd-f8680fc0949f req-7f33a2b6-e638-4447-92c6-e791d189c2bd tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.299152 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ffcd0990-a2bc-4197-b7bd-f8680fc0949f req-7f33a2b6-e638-4447-92c6-e791d189c2bd tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 944 time: 0.0783992 May 19 13:28:45.345826 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ffcd0990-a2bc-4197-b7bd-f8680fc0949f req-eaebfbf3-6dc4-492a-916a-c88d4b598c8d tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 May 19 13:28:45.405538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b68f7101-6245-486c-8d79-e8566f6e1a22 req-4b6acb20-ae14-42b9-aa6f-2b84d36b21c4 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244242 May 19 13:28:45.549778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-9666a94f-7899-45eb-8365-562124073223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.551217 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-9666a94f-7899-45eb-8365-562124073223 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ada1802c9a6492994bf86243dd38368&device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 1097 time: 0.0793874 May 19 13:28:45.685180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-ecbb1fc4-b12d-4f4c-b27a-796b4f8ada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.686611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-ecbb1fc4-b12d-4f4c-b27a-796b4f8ada30 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 200 len: 918 time: 0.1282895 May 19 13:28:45.757328 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-0d04f485-a410-469d-b890-1aba408b1dfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c2192ea-40c0-4749-80b1-4937d420e452 HTTP/1.1" status: 200 len: 217 time: 0.0626287 May 19 13:28:45.827612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-8d1482b2-636b-4f61-86e4-a2d607afc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.829012 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-8d1482b2-636b-4f61-86e4-a2d607afc1c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=07f5bdff-8cce-46fd-bd4f-3e2bae751d59 HTTP/1.1" status: 200 len: 856 time: 0.0628557 May 19 13:28:45.916603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-55b2252a-cc96-46d2-97f6-0f60eb0a6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:45.918064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-55b2252a-cc96-46d2-97f6-0f60eb0a6c3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768919 May 19 13:28:46.056132 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-0725634f-8407-4223-b7a7-5919144574b3 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276171 May 19 13:28:46.193616 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7456bd7e-54b3-4a37-8e5f-2a2f554b947e req-f32608e7-cc69-46f0-81df-d6bc99a3ffd6 service neutron] 10.222.0.79 "GET /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295140 May 19 13:28:46.547569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3131af-67df-48c5-b97f-a20b2a456449 req-d30d2ebe-ce90-43ff-bbe2-1ef527298253 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:46.548249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-7e3131af-67df-48c5-b97f-a20b2a456449 req-d30d2ebe-ce90-43ff-bbe2-1ef527298253 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Synchronizing usage tracker for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:28:46.565870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-7e3131af-67df-48c5-b97f-a20b2a456449 req-d30d2ebe-ce90-43ff-bbe2-1ef527298253 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Unset dirty status for tenant:0ada1802c9a6492994bf86243dd38368 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:28:46.567057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e3131af-67df-48c5-b97f-a20b2a456449 req-d30d2ebe-ce90-43ff-bbe2-1ef527298253 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 944 time: 0.1074162 May 19 13:28:46.614767 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e3131af-67df-48c5-b97f-a20b2a456449 req-1bfc1e0b-e4eb-4e2f-9aee-d64249730154 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390601 May 19 13:28:47.396213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 4c2192ea-40c0-4749-80b1-4937d420e452 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:28:47.540781 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 4c2192ea-40c0-4749-80b1-4937d420e452, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=4c2192ea-40c0-4749-80b1-4937d420e452,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:47.557165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '4c2192ea-40c0-4749-80b1-4937d420e452', 'network_id': 'cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27', 'port_id': '4c2192ea-40c0-4749-80b1-4937d420e452', 'mac_address': 'fa:16:3e:1c:7b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f5bdff-8cce-46fd-bd4f-3e2bae751d59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:28:47.612317 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 4c2192ea-40c0-4749-80b1-4937d420e452 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:47.612685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:47.629282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2192ea-40c0-4749-80b1-4937d420e452 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:28:47.645476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 4c2192ea-40c0-4749-80b1-4937d420e452, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=4c2192ea-40c0-4749-80b1-4937d420e452,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:47.651168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:47.718430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=4c2192ea-40c0-4749-80b1-4937d420e452,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:47.813055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56b38a-ced5-4851-965d-8107a6017e04 req-424fbe33-2c5e-4469-bbd2-e1012fac59c5 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:47.814511 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a56b38a-ced5-4851-965d-8107a6017e04 req-424fbe33-2c5e-4469-bbd2-e1012fac59c5 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 945 time: 0.0924137 May 19 13:28:47.861834 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7a56b38a-ced5-4851-965d-8107a6017e04 req-19dad805-57dd-431c-9d5d-41e9920117e3 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 May 19 13:28:47.883366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['4c2192ea-40c0-4749-80b1-4937d420e452'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:28:49.062899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafc9d2-11f7-4d02-a8d6-7e3c4c2e37c0 req-f6188640-8f11-4c57-8ba2-e748cdb94c75 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:49.064480 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1cafc9d2-11f7-4d02-a8d6-7e3c4c2e37c0 req-f6188640-8f11-4c57-8ba2-e748cdb94c75 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 945 time: 0.0914860 May 19 13:28:49.112472 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1cafc9d2-11f7-4d02-a8d6-7e3c4c2e37c0 req-963bd61c-ce9a-45c0-890e-4cefeeb11052 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 May 19 13:28:49.411097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 4c2192ea-40c0-4749-80b1-4937d420e452 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:28:49.504816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 4c2192ea-40c0-4749-80b1-4937d420e452 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:28:49.509581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 4c2192ea-40c0-4749-80b1-4937d420e452 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:28:49.509955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:49.626913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 4c2192ea-40c0-4749-80b1-4937d420e452 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:28:49.627450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:49.663705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c5d0d2-998c-470f-853f-9cc319c60081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2192ea-40c0-4749-80b1-4937d420e452'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:28:49.675576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 4c2192ea-40c0-4749-80b1-4937d420e452, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=4c2192ea-40c0-4749-80b1-4937d420e452,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:28:49.679746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:28:49.711459 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c616aa9-f5ab-4d43-af0f-ce725612d836'] response: {'server_uuid': '79c5d0d2-998c-470f-853f-9cc319c60081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2192ea-40c0-4749-80b1-4937d420e452', 'code': 200} May 19 13:28:49.751046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=4c2192ea-40c0-4749-80b1-4937d420e452,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:28:49.952324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428c0e3-6f6d-431a-bc1a-76b39ead6bb8 req-df27af9c-cce8-4b26-a731-e4526d092191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:49.953788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f428c0e3-6f6d-431a-bc1a-76b39ead6bb8 req-df27af9c-cce8-4b26-a731-e4526d092191 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 1099 time: 0.0738525 May 19 13:28:49.995749 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f428c0e3-6f6d-431a-bc1a-76b39ead6bb8 req-333be186-16aa-4d07-a337-b29c397efe9f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349553 May 19 13:28:50.310981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed76769-9040-4cd7-b9eb-17027a7ae849 req-b5f2d4eb-d5eb-4b00-ba8b-d84c77a9de58 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:50.312408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aed76769-9040-4cd7-b9eb-17027a7ae849 req-b5f2d4eb-d5eb-4b00-ba8b-d84c77a9de58 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.0896256 May 19 13:28:50.356318 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aed76769-9040-4cd7-b9eb-17027a7ae849 req-8eec01e3-5421-4ef3-ac51-bbcc2d6366b2 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375710 May 19 13:28:51.569762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bff29-c232-46e8-904b-8acc49d48e6a req-9bfcba2f-29e7-45b1-b96b-dd32da2029bd tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:51.571237 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-441bff29-c232-46e8-904b-8acc49d48e6a req-9bfcba2f-29e7-45b1-b96b-dd32da2029bd tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.0838346 May 19 13:28:51.615663 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-441bff29-c232-46e8-904b-8acc49d48e6a req-23093038-b666-4c59-934f-71b55d7e9815 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 May 19 13:28:51.833139 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f7ec8-f014-4941-b4dd-60778cb0017c req-af52e86a-6cd9-4ac0-b22d-ac79f90fcf79 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:28:51.834485 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cf0f7ec8-f014-4941-b4dd-60778cb0017c req-af52e86a-6cd9-4ac0-b22d-ac79f90fcf79 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.0902462 May 19 13:28:51.879300 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cf0f7ec8-f014-4941-b4dd-60778cb0017c req-7532d7e1-55dd-4133-977e-cd6b71d22a84 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 May 19 13:29:01.195904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-25abd77a-81d9-4aee-bac4-e38a3b811975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:03.676874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e509ea6c-f7c4-4b77-b3c2-7e04d09f329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:04.893481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:04.956187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:06.065411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:07.444491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01e38a-43ac-4d7c-b776-d8b43a7cea7e req-a83f8d69-2ada-4bc7-9528-25bb596ee508 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:07.445788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aa01e38a-43ac-4d7c-b776-d8b43a7cea7e req-a83f8d69-2ada-4bc7-9528-25bb596ee508 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.0971944 May 19 13:29:07.490230 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-aa01e38a-43ac-4d7c-b776-d8b43a7cea7e req-7471e0e8-c1d7-4484-8319-0642ff479121 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386569 May 19 13:29:07.846948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:08.802328 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe6ed0-b49b-40c2-acd0-7b43777903b3 req-db385db2-228f-4f9f-91ce-745d93c8e4a9 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:08.803692 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-73fe6ed0-b49b-40c2-acd0-7b43777903b3 req-db385db2-228f-4f9f-91ce-745d93c8e4a9 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.1989441 May 19 13:29:08.848057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-73fe6ed0-b49b-40c2-acd0-7b43777903b3 req-a6b3e2c1-75da-4623-bbd9-73391ffc965b tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 May 19 13:29:09.483404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-337fdf3b-0356-43df-8c7d-57bcfbb764d5 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:09.484690 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-337fdf3b-0356-43df-8c7d-57bcfbb764d5 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.0852225 May 19 13:29:09.557382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Deleting port 4c2192ea-40c0-4749-80b1-4937d420e452 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:09.557734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:09.903965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] For port 4c2192ea-40c0-4749-80b1-4937d420e452, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=4c2192ea-40c0-4749-80b1-4937d420e452,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:09.904322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:10.051924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Calling delete_port for 4c2192ea-40c0-4749-80b1-4937d420e452 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:10.200995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7041a-720c-432d-b42d-ae374c85bfd6 req-1e39c711-96e9-4b85-9fd0-b42c31bf08e0 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:10.202430 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-24c7041a-720c-432d-b42d-ae374c85bfd6 req-1e39c711-96e9-4b85-9fd0-b42c31bf08e0 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c5d0d2-998c-470f-853f-9cc319c60081 HTTP/1.1" status: 200 len: 946 time: 0.2391150 May 19 13:29:10.253165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:10.296941 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-24c7041a-720c-432d-b42d-ae374c85bfd6 req-260f4a8c-da87-4b69-a50f-bfa45ab1c1a7 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6a5696-68ac-450e-946e-06916d6107c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886385 May 19 13:29:10.307054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Pushing event deleted for resources: {'Port': ['ID=4c2192ea-40c0-4749-80b1-4937d420e452,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:10.383875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] No DVR routers for this DVR port 4c2192ea-40c0-4749-80b1-4937d420e452 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:29:10.386443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:10.389154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c5d0d2-998c-470f-853f-9cc319c60081', 'name': 'network-vif-deleted', 'tag': '4c2192ea-40c0-4749-80b1-4937d420e452'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:29:10.405934 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-875da486-49d7-4bd0-b3cb-29f1dc22448e req-678d3d3f-5b40-494e-8cd3-84650f2d1f23 tempest-TestEncryptedCinderVolumes-38478815 tempest-TestEncryptedCinderVolumes-38478815-project] 10.222.0.79 "DELETE /v2.0/ports/4c2192ea-40c0-4749-80b1-4937d420e452 HTTP/1.1" status: 204 len: 173 time: 0.9149022 May 19 13:29:10.437662 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e877671-c4b4-4b54-b094-aa5f7da52a70'] response: {'server_uuid': '79c5d0d2-998c-470f-853f-9cc319c60081', 'name': 'network-vif-deleted', 'tag': '4c2192ea-40c0-4749-80b1-4937d420e452', 'status': 'completed', 'code': 200} May 19 13:29:11.447297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42662) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:11.524649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 4c2192ea-40c0-4749-80b1-4937d420e452 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:11.565196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 4c2192ea-40c0-4749-80b1-4937d420e452 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:11.565627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 4c2192ea-40c0-4749-80b1-4937d420e452 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:12.016554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:12.464600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Deleting port 623d9078-1f83-4270-9703-3740a4a49021 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:12.465735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:12.639603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] For port 623d9078-1f83-4270-9703-3740a4a49021, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=623d9078-1f83-4270-9703-3740a4a49021,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:12.639939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:12.760779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Calling delete_port for 623d9078-1f83-4270-9703-3740a4a49021 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:12.943780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:12.998267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=623d9078-1f83-4270-9703-3740a4a49021,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:13.259686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:13.628131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Router c808d62e-56a6-4c82-ba45-230f046c627c has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:29:13.924899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:29:13.935002 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] Sync routers for ids ['c808d62e-56a6-4c82-ba45-230f046c627c'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:29:13.938188 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3522d984-0a35-4d46-8b9f-ea1918251e64 admin admin] 10.222.0.44 "PUT /v2.0/routers/c808d62e-56a6-4c82-ba45-230f046c627c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4896076 May 19 13:29:13.940751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42666) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:13.946414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] Routers {'c808d62e-56a6-4c82-ba45-230f046c627c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:13.947102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c808d62e-56a6-4c82-ba45-230f046c627c'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:14.117375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:14.124410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] Set router c808d62e-56a6-4c82-ba45-230f046c627c gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:14.293192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:14.305331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Deleting port 100e9f28-6fa4-4de9-b44d-59320ac34927 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:14.305707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:14.434290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:29:12Z', 'revision_number': 5, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port': {'id': '100e9f28-6fa4-4de9-b44d-59320ac34927', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:27:57Z', 'updated_at': '2022-05-19T13:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:14.437931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] Checking router: c808d62e-56a6-4c82-ba45-230f046c627c for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:29:14.446431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] Routers {'c808d62e-56a6-4c82-ba45-230f046c627c'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:14.447072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['c808d62e-56a6-4c82-ba45-230f046c627c'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:14.485817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] For port 100e9f28-6fa4-4de9-b44d-59320ac34927, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=100e9f28-6fa4-4de9-b44d-59320ac34927,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:14.486172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:14.596892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] Set router c808d62e-56a6-4c82-ba45-230f046c627c gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:14.608662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Calling delete_port for 100e9f28-6fa4-4de9-b44d-59320ac34927 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:14.701708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:29:14Z', 'revision_number': 6, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:14.705707 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed87e-8d83-4ed1-be40-4b8309fa95e2 None None] The sync data for ids ['c808d62e-56a6-4c82-ba45-230f046c627c'] in dv-neutron-841945-1-hyperv is: [{'id': 'c808d62e-56a6-4c82-ba45-230f046c627c', 'name': 'tempest-TestEncryptedCinderVolumes-2067382902-router', 'tenant_id': '0ada1802c9a6492994bf86243dd38368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:27:56Z', 'updated_at': '2022-05-19T13:29:14Z', 'revision_number': 6, 'project_id': '0ada1802c9a6492994bf86243dd38368', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:29:14.783586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:14.828571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Pushing event deleted for resources: {'Port': ['ID=100e9f28-6fa4-4de9-b44d-59320ac34927,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:14.929643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.221110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.223417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.248249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.248774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c808d62e-56a6-4c82-ba45-230f046c627c {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:29:15.261612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.262747 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-26e7f524-423d-4fd7-bc2b-f3faf0219951 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c808d62e-56a6-4c82-ba45-230f046c627c HTTP/1.1" status: 204 len: 168 time: 1.3211110 May 19 13:29:15.265420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42670) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:15.328357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Deleting subnet 07f5bdff-8cce-46fd-bd4f-3e2bae751d59 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:29:15.332086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.384001 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.461472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.541626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.579166 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f5bdff-8cce-46fd-bd4f-3e2bae751d59,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:15.582687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.589136 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-771204e0-1df6-43da-8ed7-2540afb4a7fc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/07f5bdff-8cce-46fd-bd4f-3e2bae751d59 HTTP/1.1" status: 204 len: 168 time: 0.3227680 May 19 13:29:15.589433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d1987-3c73-4366-a69a-e1d6983101c8 None None] Network cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:29:15.591610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42674) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:15.664906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 100e9f28-6fa4-4de9-b44d-59320ac34927 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:15.708841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.720642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 100e9f28-6fa4-4de9-b44d-59320ac34927 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:15.721000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Deleting port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:15.721110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 100e9f28-6fa4-4de9-b44d-59320ac34927 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:15.721347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.721592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623d9078-1f83-4270-9703-3740a4a49021 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:15.765007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 623d9078-1f83-4270-9703-3740a4a49021 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:15.765353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 623d9078-1f83-4270-9703-3740a4a49021 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:15.935457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] For port 5dd1cec9-3909-4552-9531-a2e03da8dbb3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5dd1cec9-3909-4552-9531-a2e03da8dbb3,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:15.936049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:15.936172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] DHCP port deletion for cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:29:15.941856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Deleting port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:15.942389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.071617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Calling delete_port for 5dd1cec9-3909-4552-9531-a2e03da8dbb3 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:16.153375 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] For port 5dd1cec9-3909-4552-9531-a2e03da8dbb3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5dd1cec9-3909-4552-9531-a2e03da8dbb3,segment=NetworkSegment(4f19615a-253d-49b7-bdd4-cf53cd2d92e7),segment_id=4f19615a-253d-49b7-bdd4-cf53cd2d92e7)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:16.153706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.155063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.203672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd1cec9-3909-4552-9531-a2e03da8dbb3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:16.207059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] No DVR routers for this DVR port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:29:16.277792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Calling delete_port for 5dd1cec9-3909-4552-9531-a2e03da8dbb3 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:16.323863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.348469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:29:16.348820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:29:16.350073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:16.362158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f19615a-253d-49b7-bdd4-cf53cd2d92e7') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:16.362456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f19615a-253d-49b7-bdd4-cf53cd2d92e7') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:16.374347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.391251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.397606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:29:16.397943 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:29:16.410721 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:29:16.494883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.517235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.529315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:16.545642 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b8ceaa39-2287-42a4-ae51-67e6442381a1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cf6ad9ba-1142-4ddf-a9b2-888fa46c8f27 HTTP/1.1" status: 204 len: 168 time: 0.9529779 May 19 13:29:16.548574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42678) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:16.850449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Deleting port 5dd1cec9-3909-4552-9531-a2e03da8dbb3 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:16.851092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:16.960411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-175fccd1-d19a-4361-9397-e889b5c193ef None None] The port '5dd1cec9-3909-4552-9531-a2e03da8dbb3' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:29:17.207963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:17.564994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Deleting port a7589896-47d9-4f9c-87e8-4553e66654fb {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:17.565330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:17.619032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5dd1cec9-3909-4552-9531-a2e03da8dbb3 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:17.652855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5dd1cec9-3909-4552-9531-a2e03da8dbb3 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:17.653167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5dd1cec9-3909-4552-9531-a2e03da8dbb3 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:17.735763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] For port a7589896-47d9-4f9c-87e8-4553e66654fb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a7589896-47d9-4f9c-87e8-4553e66654fb,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:17.736122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:17.857210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Calling delete_port for a7589896-47d9-4f9c-87e8-4553e66654fb owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:18.041383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:18.086391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7589896-47d9-4f9c-87e8-4553e66654fb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:18.452175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:18.841903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Router 171e6d4b-311d-4725-9b56-3b86faefca21 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:29:19.016967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:29:19.026116 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] Sync routers for ids ['171e6d4b-311d-4725-9b56-3b86faefca21'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:29:19.026762 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d1ea821b-6ec8-493b-856a-a69411ce63e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/171e6d4b-311d-4725-9b56-3b86faefca21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4765933 May 19 13:29:19.029545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42682) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:19.037064 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] Routers {'171e6d4b-311d-4725-9b56-3b86faefca21'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:19.037762 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['171e6d4b-311d-4725-9b56-3b86faefca21'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:19.202287 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:19.212076 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] Set router 171e6d4b-311d-4725-9b56-3b86faefca21 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:19.373863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:19.384320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Deleting port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:19.384685 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:19.491232 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:29:17Z', 'revision_number': 5, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port': {'id': '669e5304-eb21-4ad2-9c6d-7cf956c8ffd3', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:28:03Z', 'updated_at': '2022-05-19T13:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:19.495108 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] Checking router: 171e6d4b-311d-4725-9b56-3b86faefca21 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:29:19.503631 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] Routers {'171e6d4b-311d-4725-9b56-3b86faefca21'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:19.504216 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['171e6d4b-311d-4725-9b56-3b86faefca21'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:19.557681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] For port 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:19.558319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:19.618614 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:29:19.657778 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] Set router 171e6d4b-311d-4725-9b56-3b86faefca21 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:19.765328 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:29:19Z', 'revision_number': 6, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:19.769767 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ac489c-b464-40d7-a903-52f681591a92 None None] The sync data for ids ['171e6d4b-311d-4725-9b56-3b86faefca21'] in dv-neutron-841945-1-hyperv is: [{'id': '171e6d4b-311d-4725-9b56-3b86faefca21', 'name': 'tempest-TestEncryptedCinderVolumes-1714841749-router', 'tenant_id': '3c018df8919046b1922f9280824d8dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:28:02Z', 'updated_at': '2022-05-19T13:29:19Z', 'revision_number': 6, 'project_id': '3c018df8919046b1922f9280824d8dac', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:29:19.803956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Calling delete_port for 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:19.977411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.025149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=669e5304-eb21-4ad2-9c6d-7cf956c8ffd3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:20.115360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.289407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.291722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.317211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.317921 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171e6d4b-311d-4725-9b56-3b86faefca21 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:29:20.330777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.331919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f990c4ac-626c-4f21-8670-b018fe20a4c8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/171e6d4b-311d-4725-9b56-3b86faefca21 HTTP/1.1" status: 204 len: 168 time: 1.3014863 May 19 13:29:20.334916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42686) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:20.396082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Deleting subnet b89d03aa-428d-4203-8b27-1206dc8b9d22 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:29:20.399145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.456643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.542497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.618736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.658355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.660840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89d03aa-428d-4203-8b27-1206dc8b9d22,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:20.662272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1224d9-f269-4d6b-a3e6-7fae7eed6edd None None] Network 686331fd-e70e-4417-b481-9ad1b943f6c1 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:29:20.668780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.669120 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.669443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.669778 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.670070 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.670389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.670724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.671042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.671354 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.671661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.671972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.672279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:20.680301 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-edeaf5ee-17c5-4dd6-b713-74fbb51de386 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b89d03aa-428d-4203-8b27-1206dc8b9d22 HTTP/1.1" status: 204 len: 168 time: 0.3409495 May 19 13:29:20.680301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42690) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:20.791896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.802356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Deleting port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:20.802661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:20.910414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] DHCP port deletion for 686331fd-e70e-4417-b481-9ad1b943f6c1 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:29:20.915487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Deleting port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:20.915862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.006181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] For port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:21.006487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.116090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] For port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,segment=NetworkSegment(a2c88116-c23d-42cc-8580-febc181b9d36),segment_id=a2c88116-c23d-42cc-8580-febc181b9d36)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:21.116641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.130089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Calling delete_port for 32b61a5d-48de-4079-bbd7-4c22e14b7ffd owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:21.205757 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.242734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Calling delete_port for 32b61a5d-48de-4079-bbd7-4c22e14b7ffd owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:29:21.257033 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b61a5d-48de-4079-bbd7-4c22e14b7ffd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:21.258865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] No DVR routers for this DVR port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:29:21.316634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:29:21.316988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:29:21.375308 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.400875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686331fd-e70e-4417-b481-9ad1b943f6c1']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:21.415334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c88116-c23d-42cc-8580-febc181b9d36') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:21.415632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c88116-c23d-42cc-8580-febc181b9d36') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:21.427528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.444230 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.451099 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:29:21.451550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:29:21.465601 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:29:21.558203 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.577816 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.585880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=686331fd-e70e-4417-b481-9ad1b943f6c1,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:21.590635 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-0dfdd7f2-e86f-4a2f-984b-670cb0d78f14 admin admin] 10.222.0.44 "DELETE /v2.0/networks/686331fd-e70e-4417-b481-9ad1b943f6c1 HTTP/1.1" status: 204 len: 168 time: 0.9099219 May 19 13:29:21.622744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7589896-47d9-4f9c-87e8-4553e66654fb no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:21.656610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a7589896-47d9-4f9c-87e8-4553e66654fb {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:21.656866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a7589896-47d9-4f9c-87e8-4553e66654fb not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:21.657266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 32b61a5d-48de-4079-bbd7-4c22e14b7ffd no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:21.692248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 32b61a5d-48de-4079-bbd7-4c22e14b7ffd {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:21.692924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 32b61a5d-48de-4079-bbd7-4c22e14b7ffd not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:21.693045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:29:21.725801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:29:21.726140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 669e5304-eb21-4ad2-9c6d-7cf956c8ffd3 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:29:21.769148 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42696) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:21.817566 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7e623111-ca77-4491-a7b5-38698a4de793 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ada1802c9a6492994bf86243dd38368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472624 May 19 13:29:21.818615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Deleting port 32b61a5d-48de-4079-bbd7-4c22e14b7ffd {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:29:21.819156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.820208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42700) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:21.883743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6573-f855-4924-8481-fe65c9a3fe13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.887431 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19766fd2-afd3-427e-aa55-e592b58094fb None None] The port '32b61a5d-48de-4079-bbd7-4c22e14b7ffd' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:29:21.913280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6573-f855-4924-8481-fe65c9a3fe13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.972327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6573-f855-4924-8481-fe65c9a3fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:21.987342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6573-f855-4924-8481-fe65c9a3fe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a5696-68ac-450e-946e-06916d6107c4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:22.000158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6573-f855-4924-8481-fe65c9a3fe13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:22.001481 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fe5a6573-f855-4924-8481-fe65c9a3fe13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c6a5696-68ac-450e-946e-06916d6107c4 HTTP/1.1" status: 204 len: 168 time: 0.1803019 May 19 13:29:22.369644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42708) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:22.418937 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-15b2e62b-f1a7-46a5-b442-e6fe35804b72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c018df8919046b1922f9280824d8dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480182 May 19 13:29:22.421525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42712) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:22.479962 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa41f380-b0c9-4fc7-bf2c-563f12cd814e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:22.518865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa41f380-b0c9-4fc7-bf2c-563f12cd814e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:22.583685 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa41f380-b0c9-4fc7-bf2c-563f12cd814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:22.605982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f380-b0c9-4fc7-bf2c-563f12cd814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481a9be-20e9-4ee4-a7e9-0d9f8013a27e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:22.613800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa41f380-b0c9-4fc7-bf2c-563f12cd814e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:22.615014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fa41f380-b0c9-4fc7-bf2c-563f12cd814e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e481a9be-20e9-4ee4-a7e9-0d9f8013a27e HTTP/1.1" status: 204 len: 168 time: 0.1926973 May 19 13:29:23.473293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42736) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:23.594413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2122654789-network', 'tenant_id': '951b788710a744d7866de8082d0e6e77'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:23.599649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:23.604490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Usage tracker for resource:network and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:23.607524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:23.613434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:23.626438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Made reservation on behalf of 951b788710a744d7866de8082d0e6e77 for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:29:23.628730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.640855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.655275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:23.659138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:23.661865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:23.667588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:23.769388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.776039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.811344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:29:23.816367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e204d2-13fc-438a-ad57-7ac7c7666f1e,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:23.823014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.823352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Added segment 7970fac8-c9e6-4d8f-9955-ffc4d16166a0 of type vlan for network 02ffb034-0603-4cf6-a074-4d0d55f285da May 19 13:29:23.853071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.885627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.886686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:23.887349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:23.987437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=02ffb034-0603-4cf6-a074-4d0d55f285da,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:23.992351 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3ee73e70-c4e0-40dc-ad9e-eeb210fff9d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5175247 May 19 13:29:23.994680 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42742) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:23.998593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 02ffb034-0603-4cf6-a074-4d0d55f285da details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:29:23.999965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Request body: {'subnet': {'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2122654789-subnet', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:24.005249 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:24.010362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Usage tracker for resource:subnet and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:24.013532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:24.019794 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:24.035979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Made reservation on behalf of 951b788710a744d7866de8082d0e6e77 for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:29:24.039007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.250481 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.322885 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aaef1b1-9076-4a5d-b014-a24a92975260,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:24.331377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Checking segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:24.331722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Network hostable DHCP agents. Network: 02ffb034-0603-4cf6-a074-4d0d55f285da, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:29:24.352278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Network 02ffb034-0603-4cf6-a074-4d0d55f285da is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:29:24.362178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 02ffb034-0603-4cf6-a074-4d0d55f285da) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:24.366108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:24.366710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.371938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e4de81-79ac-46b5-a4d1-75afaac66794 None None] Network 02ffb034-0603-4cf6-a074-4d0d55f285da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:29:24.389405 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-28a28e50-4cac-40a5-b01c-d9c4df41d050 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3937368 May 19 13:29:24.392161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42746) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:24.397018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:24.401798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:24.405845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Usage tracker for resource:router and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:24.408810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:24.414989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:24.429901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.431076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.446375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.597290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-02ffb034-0603-4cf6-a074-4d0d55f285da', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:29:24.598170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.756819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Allocated IP 172.20.0.2 (02ffb034-0603-4cf6-a074-4d0d55f285da/8aaef1b1-9076-4a5d-b014-a24a92975260/fb44602f-15ec-4340-badb-9bfb62c08ba6) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:24.830657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:24.997848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.008852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Transition to ACTIVE for port object fb44602f-15ec-4340-badb-9bfb62c08ba6 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:25.027324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Transition to ACTIVE for port object fb44602f-15ec-4340-badb-9bfb62c08ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:25.033901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.102912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Network 02ffb034-0603-4cf6-a074-4d0d55f285da is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:25.105822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:25.109354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:25.115015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Pushing event updated for resources: {'Port': ['ID=fb44602f-15ec-4340-badb-9bfb62c08ba6,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:25.147421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.152605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.153507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.153507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.154224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.154224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.154224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.154648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.154867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.155194 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.155510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.155849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.156162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:25.182929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.216298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Attempting to bind port fb44602f-15ec-4340-badb-9bfb62c08ba6 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:25.216658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Attempting to bind port fb44602f-15ec-4340-badb-9bfb62c08ba6 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:25.217214 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Attempting to bind port fb44602f-15ec-4340-badb-9bfb62c08ba6 on network 02ffb034-0603-4cf6-a074-4d0d55f285da {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:25.222349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:25.222703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Checking segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:25.223094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.223476 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Bound using segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:25.223957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Bound port: fb44602f-15ec-4340-badb-9bfb62c08ba6, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:25.224420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.313299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] For port fb44602f-15ec-4340-badb-9bfb62c08ba6, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:25.316370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] For port fb44602f-15ec-4340-badb-9bfb62c08ba6, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb44602f-15ec-4340-badb-9bfb62c08ba6,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:25.316521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Allocated IP 172.26.3.105 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/2c660cf1-ed31-41b5-93a4-59b283c2e8ff) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:25.320526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.406260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6cef7-1ae2-4240-ba17-4ffec5c2e2db None None] Pushing event updated for resources: {'Port': ['ID=fb44602f-15ec-4340-badb-9bfb62c08ba6,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:25.466420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.498309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:25.568077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:25.580391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:25.584379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:25.616918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Pushing event updated for resources: {'Port': ['ID=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:25.689058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb44602f-15ec-4340-badb-9bfb62c08ba6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:25.761548 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port fb44602f-15ec-4340-badb-9bfb62c08ba6 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:26.019189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:26.373680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf0e9a-dfa9-4e56-afa3-9a520e933991 None None] Network 02ffb034-0603-4cf6-a074-4d0d55f285da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:29:26.482787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Provisioning for port fb44602f-15ec-4340-badb-9bfb62c08ba6 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:26.490066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:26.502237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Provisioning complete for port fb44602f-15ec-4340-badb-9bfb62c08ba6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:26.502620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:26.696480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Router 5238cd80-2f15-48e3-a6ce-d6249856d439 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:29:26.706238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Current status of the port fb44602f-15ec-4340-badb-9bfb62c08ba6 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:26.706640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:26.746319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] For port fb44602f-15ec-4340-badb-9bfb62c08ba6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb44602f-15ec-4340-badb-9bfb62c08ba6,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:26.751816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:26.819472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a8af1-84a5-4eb2-88aa-c54394c9bbfd None None] Pushing event updated for resources: {'Port': ['ID=fb44602f-15ec-4340-badb-9bfb62c08ba6,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:26.881562 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:29:26.893062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Sync routers for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:29:26.903426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:26.904051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:26.909784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:26.915000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42750) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:26.915611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-981a6c4a-7e2a-4e20-b4f4-1036108401ce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5220196 May 19 13:29:27.046791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-281dbc09-39d3-4ca5-a711-09a8e93a463c None None] Provisioning complete for port fb44602f-15ec-4340-badb-9bfb62c08ba6 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:27.047005 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-281dbc09-39d3-4ca5-a711-09a8e93a463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:27.137870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:27.412108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-281dbc09-39d3-4ca5-a711-09a8e93a463c None None] Current status of the port fb44602f-15ec-4340-badb-9bfb62c08ba6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:27.506454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:25Z', 'revision_number': 3, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:27.510447 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Checking router: 5238cd80-2f15-48e3-a6ce-d6249856d439 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:29:27.510831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Updating router 5238cd80-2f15-48e3-a6ce-d6249856d439 port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:29:27.562727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:27.655491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb44602f-15ec-4340-badb-9bfb62c08ba6 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:27.724107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:27.822663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port fb44602f-15ec-4340-badb-9bfb62c08ba6 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:27.823026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:27.935504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Allocated IP 172.20.0.1 (02ffb034-0603-4cf6-a074-4d0d55f285da/8aaef1b1-9076-4a5d-b014-a24a92975260/3642139f-ef87-4509-9180-4228e7b4db50) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:28.027066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port fb44602f-15ec-4340-badb-9bfb62c08ba6 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:28.040959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.052660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Transition to ACTIVE for port object 2c660cf1-ed31-41b5-93a4-59b283c2e8ff will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:28.059331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.083744 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.099737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Transition to ACTIVE for port object 3642139f-ef87-4509-9180-4228e7b4db50 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:28.130285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.136353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Attempting to bind port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:28.136714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Attempting to bind port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:28.137093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Attempting to bind port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:28.139153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2695c-aabc-4e00-8783-e27e0881b2f4 None None] Pushing event updated for resources: {'Port': ['ID=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:28.144691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:28.145055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:28.145443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.145828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:28.146260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Bound port: 2c660cf1-ed31-41b5-93a4-59b283c2e8ff, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:28.146649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.197086 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Network 02ffb034-0603-4cf6-a074-4d0d55f285da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:28.199830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:28.202371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:28.222032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] For port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:28.225567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] For port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:28.230591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.251045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Pushing event updated for resources: {'Port': ['ID=3642139f-ef87-4509-9180-4228e7b4db50,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:28.269287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.309904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:28.310664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:28.368681 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2695c-aabc-4e00-8783-e27e0881b2f4 None None] Pushing event updated for resources: {'Port': ['ID=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:28.409102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.490892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-91b628da-52e0-4df2-a94b-af166b7ed1be None None] Provisioning for port 3642139f-ef87-4509-9180-4228e7b4db50 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:28.502290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-91b628da-52e0-4df2-a94b-af166b7ed1be None None] Provisioning complete for port 3642139f-ef87-4509-9180-4228e7b4db50 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:28.502680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-91b628da-52e0-4df2-a94b-af166b7ed1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.533331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:28.638597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.644125 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.677994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-91b628da-52e0-4df2-a94b-af166b7ed1be None None] Port 3642139f-ef87-4509-9180-4228e7b4db50 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:29:28.874251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:28.879195 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Pushing event updated for resources: {'Port': ['ID=3642139f-ef87-4509-9180-4228e7b4db50,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:28.921354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83426435-6730-457b-879a-a2e7f4336976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:27Z', 'revision_number': 1, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:28.925432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83426435-6730-457b-879a-a2e7f4336976 None None] The sync data for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv is: [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:27Z', 'revision_number': 1, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:29:29.027092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Network 02ffb034-0603-4cf6-a074-4d0d55f285da is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:29.028356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:29.258512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Router 5238cd80-2f15-48e3-a6ce-d6249856d439 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:29:29.302618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-030881cc-562f-4c56-816d-f886a434b908 None None] Provisioning complete for port 3642139f-ef87-4509-9180-4228e7b4db50 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:29.302959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-030881cc-562f-4c56-816d-f886a434b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:29.358947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-030881cc-562f-4c56-816d-f886a434b908 None None] Port 3642139f-ef87-4509-9180-4228e7b4db50 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:29:29.447902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:29:29.457352 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-310dd4e5-d85a-4d9a-98a0-fc0f842f3824 admin admin] 10.222.0.44 "PUT /v2.0/routers/5238cd80-2f15-48e3-a6ce-d6249856d439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405030 May 19 13:29:29.990469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42768) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:29.996620 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-781035804-network', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:30.001737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:30.005804 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Usage tracker for resource:network and tenant:181dea63f07a484d873bad1cf7a1bf8f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:30.009205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:30.015188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:30.025436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Made reservation on behalf of 181dea63f07a484d873bad1cf7a1bf8f for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:29:30.027772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.040482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.055724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:30.059541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:181dea63f07a484d873bad1cf7a1bf8f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:30.062342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:30.068038 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:30.154423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.159229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.192298 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:29:30.197658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5036df5a-46ca-4d66-b9e7-c900ee803ac7,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:30.207350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.207824 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Added segment c28fc55c-ad13-43bf-984b-2017885102ff of type vlan for network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae May 19 13:29:30.237369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.266550 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.267501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:30.268068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.369003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f77a608-b230-4bd1-a58d-ad93b3ee88ae,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:30.371815 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6c17ab84-dfd0-4fe9-bd04-d520d15d1fa4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3799479 May 19 13:29:30.374608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:30.378863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:29:30.379834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Request body: {'subnet': {'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-781035804-subnet', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:30.385286 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:30.389289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Usage tracker for resource:subnet and tenant:181dea63f07a484d873bad1cf7a1bf8f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:30.392539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:30.398504 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:30.408895 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Made reservation on behalf of 181dea63f07a484d873bad1cf7a1bf8f for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:29:30.411157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.619361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.695722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:30.708981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Checking segment: {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:30.709334 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Network hostable DHCP agents. Network: 1f77a608-b230-4bd1-a58d-ad93b3ee88ae, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:29:30.730715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:29:30.739840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 1f77a608-b230-4bd1-a58d-ad93b3ee88ae) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:30.744224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:30.744794 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.749112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c03182-92e8-4b97-9c6e-c561031d3981 None None] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:29:30.776759 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-12e3cd62-2c8c-458f-99e4-a8fa399eb618 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4010854 May 19 13:29:30.779456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:30.784457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:30.790136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:30.794163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Usage tracker for resource:router and tenant:181dea63f07a484d873bad1cf7a1bf8f is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:29:30.797365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:29:30.804221 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:30.815708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.816722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.832161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:30.947027 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Sync routers for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:29:30.957554 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:30.958249 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:30.989568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'fixed_ips': [{'subnet_id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:29:30.990464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.161559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Allocated IP 172.20.0.2 (1f77a608-b230-4bd1-a58d-ad93b3ee88ae/72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6/7116f313-cadf-4f41-81d0-c32c1114bdd8) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:31.184881 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:31.266307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0c07c569-7937-4f69-8ce6-12628472c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.267762 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.395746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.406417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Transition to ACTIVE for port object 7116f313-cadf-4f41-81d0-c32c1114bdd8 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:31.424648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Transition to ACTIVE for port object 7116f313-cadf-4f41-81d0-c32c1114bdd8 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:31.431308 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.496666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:31.499401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:31.503190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:31.512838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Pushing event updated for resources: {'Port': ['ID=7116f313-cadf-4f41-81d0-c32c1114bdd8,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:31.540894 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 2, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:31.545540 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Checking router: 5238cd80-2f15-48e3-a6ce-d6249856d439 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:29:31.546003 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Updating router 5238cd80-2f15-48e3-a6ce-d6249856d439 port 3642139f-ef87-4509-9180-4228e7b4db50 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:29:31.596525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.623960 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.626808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Attempting to bind port 7116f313-cadf-4f41-81d0-c32c1114bdd8 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:31.627176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Attempting to bind port 7116f313-cadf-4f41-81d0-c32c1114bdd8 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:31.627538 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Attempting to bind port 7116f313-cadf-4f41-81d0-c32c1114bdd8 on network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:31.634323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:31.634757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Checking segment: {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:31.635163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.635555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Bound using segment: {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:31.636190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Bound port: 7116f313-cadf-4f41-81d0-c32c1114bdd8, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:31.637157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.651581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.692087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c660cf1-ed31-41b5-93a4-59b283c2e8ff up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:31.784354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] For port 7116f313-cadf-4f41-81d0-c32c1114bdd8, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:31.787454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] For port 7116f313-cadf-4f41-81d0-c32c1114bdd8, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7116f313-cadf-4f41-81d0-c32c1114bdd8,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:31.793012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.799272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Allocated IP 172.26.3.18 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/185a4257-13eb-4350-9538-e04df76b14e2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:31.840617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:31.858124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:31.858518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:31.922692 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b023e8-0056-40ed-bcf8-a70335bdd756 None None] Pushing event updated for resources: {'Port': ['ID=7116f313-cadf-4f41-81d0-c32c1114bdd8,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:31.969585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.000536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:32.000810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.002536 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.010345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.017629 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Transition to ACTIVE for port object 3642139f-ef87-4509-9180-4228e7b4db50 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:32.020294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:32.025313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.026925 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.116310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:32.117700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:32.124251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:32.125272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:32.177647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=185a4257-13eb-4350-9538-e04df76b14e2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:32.209059 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Pushing event updated for resources: {'Port': ['ID=3642139f-ef87-4509-9180-4228e7b4db50,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:32.256703 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.257003 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.257323 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.257643 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.257961 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.258274 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.258623 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.258940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.259253 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.259550 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.259852 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.260157 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:32.330518 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Attempting to bind port 3642139f-ef87-4509-9180-4228e7b4db50 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:32.331293 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Attempting to bind port 3642139f-ef87-4509-9180-4228e7b4db50 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:32.331861 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Attempting to bind port 3642139f-ef87-4509-9180-4228e7b4db50 on network 02ffb034-0603-4cf6-a074-4d0d55f285da {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:32.338632 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:32.339304 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Checking segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:32.339869 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.340251 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Bound using segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:32.340702 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Bound port: 3642139f-ef87-4509-9180-4228e7b4db50, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:32.341067 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.437763 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] For port 3642139f-ef87-4509-9180-4228e7b4db50, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:32.440772 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] For port 3642139f-ef87-4509-9180-4228e7b4db50, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3642139f-ef87-4509-9180-4228e7b4db50,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:32.445978 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.525762 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:32.526393 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:32.606937 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9844a2-05da-4b1f-a976-1a62d4fb71d6 None None] Pushing event updated for resources: {'Port': ['ID=3642139f-ef87-4509-9180-4228e7b4db50,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:32.621481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:32.723638 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:33.061029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b8846-da1e-4090-9fc8-be4508cfea7d None None] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:29:33.099482 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:33.103735 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd4464-6687-4aa9-9d00-3b8e5255400b None None] The sync data for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv is: [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:29:33.109138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:33.191396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-45ad2afc-3dfb-402b-9f86-09af0afa6c56 None None] Provisioning for port 7116f313-cadf-4f41-81d0-c32c1114bdd8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:33.337640 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Router 2e6c2518-8db0-4097-983e-9a406e5e179b is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:29:33.534753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:29:33.544589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Sync routers for ids ['2e6c2518-8db0-4097-983e-9a406e5e179b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:29:33.560266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:33.562036 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-19bd97ea-f5da-419f-9731-7acf7b464ea0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7816141 May 19 13:29:33.564840 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42782) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:29:33.565006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Routers {'2e6c2518-8db0-4097-983e-9a406e5e179b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:33.565425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2e6c2518-8db0-4097-983e-9a406e5e179b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:33.756644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fc238d83-3dfd-4094-a983-757c926f03ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:33.800220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3642139f-ef87-4509-9180-4228e7b4db50 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:33.825364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Set router 2e6c2518-8db0-4097-983e-9a406e5e179b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:34.059316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 3642139f-ef87-4509-9180-4228e7b4db50 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:34.075241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3642139f-ef87-4509-9180-4228e7b4db50 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:34.075881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.240229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 3, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:34.242422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3642139f-ef87-4509-9180-4228e7b4db50 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:34.242823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.259455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Checking router: 2e6c2518-8db0-4097-983e-9a406e5e179b for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:29:34.259806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Updating router 2e6c2518-8db0-4097-983e-9a406e5e179b port 185a4257-13eb-4350-9538-e04df76b14e2 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:29:34.279819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.324301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.352412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 3642139f-ef87-4509-9180-4228e7b4db50, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3642139f-ef87-4509-9180-4228e7b4db50,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:34.365096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.365966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7116f313-cadf-4f41-81d0-c32c1114bdd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:34.546706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=3642139f-ef87-4509-9180-4228e7b4db50,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:34.588661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7116f313-cadf-4f41-81d0-c32c1114bdd8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:34.620057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Allocated IP 172.20.0.1 (1f77a608-b230-4bd1-a58d-ad93b3ee88ae/72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6/e47386fb-9977-4926-af34-e4e7571e0879) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:34.647140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7116f313-cadf-4f41-81d0-c32c1114bdd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:34.648040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.777171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.793457 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Transition to ACTIVE for port object e47386fb-9977-4926-af34-e4e7571e0879 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:34.820068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.831217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7116f313-cadf-4f41-81d0-c32c1114bdd8 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:34.831603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.887646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:34.890353 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:34.894169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:34.925596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.927350 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.936956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e47386fb-9977-4926-af34-e4e7571e0879,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:34.942723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 7116f313-cadf-4f41-81d0-c32c1114bdd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7116f313-cadf-4f41-81d0-c32c1114bdd8,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:34.952175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Transition to ACTIVE for port object 185a4257-13eb-4350-9538-e04df76b14e2 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:34.954935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.958994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:34.960455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c660cf1-ed31-41b5-93a4-59b283c2e8ff up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:35.025357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.102503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.122360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.158822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Attempting to bind port 185a4257-13eb-4350-9538-e04df76b14e2 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:35.159186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Attempting to bind port 185a4257-13eb-4350-9538-e04df76b14e2 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:35.159541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Attempting to bind port 185a4257-13eb-4350-9538-e04df76b14e2 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:35.165064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=7116f313-cadf-4f41-81d0-c32c1114bdd8,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:35.203743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:35.204119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:35.204517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.204909 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:35.205392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Bound port: 185a4257-13eb-4350-9538-e04df76b14e2, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:35.205763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.275885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c171853e-a3c3-4c2e-b9d3-3257ef961d9c None None] Provisioning for port e47386fb-9977-4926-af34-e4e7571e0879 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:35.291991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c171853e-a3c3-4c2e-b9d3-3257ef961d9c None None] Provisioning complete for port e47386fb-9977-4926-af34-e4e7571e0879 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:35.292346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c171853e-a3c3-4c2e-b9d3-3257ef961d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.326966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.332427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.341498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:35.341793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.367578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca566-580b-48ae-8ee4-c90b3bf4782b None None] Pushing event updated for resources: {'Port': ['ID=185a4257-13eb-4350-9538-e04df76b14e2,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:35.416175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] For port 185a4257-13eb-4350-9538-e04df76b14e2, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:35.427178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c171853e-a3c3-4c2e-b9d3-3257ef961d9c None None] Port e47386fb-9977-4926-af34-e4e7571e0879 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:29:35.431744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] For port 185a4257-13eb-4350-9538-e04df76b14e2, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=185a4257-13eb-4350-9538-e04df76b14e2,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:35.440407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.440628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.444985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e47386fb-9977-4926-af34-e4e7571e0879,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:35.565988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca566-580b-48ae-8ee4-c90b3bf4782b None None] Pushing event updated for resources: {'Port': ['ID=185a4257-13eb-4350-9538-e04df76b14e2,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:35.572513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Routers {'2e6c2518-8db0-4097-983e-9a406e5e179b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:35.573123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2e6c2518-8db0-4097-983e-9a406e5e179b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:35.576456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:35.577638 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:35.638733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:35.737053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3642139f-ef87-4509-9180-4228e7b4db50 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:35.810505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Router 2e6c2518-8db0-4097-983e-9a406e5e179b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:29:35.815203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] Set router 2e6c2518-8db0-4097-983e-9a406e5e179b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:35.953279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ae7f2d7e-bf87-42c1-b6b4-e7412012ff12 None None] Provisioning complete for port e47386fb-9977-4926-af34-e4e7571e0879 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:35.953537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ae7f2d7e-bf87-42c1-b6b4-e7412012ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:35.998304 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:29:35.998844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3642139f-ef87-4509-9180-4228e7b4db50 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:35.999218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:36.007539 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6ec13bb0-5123-47a6-a8ce-34018a1a2a9b admin admin] 10.222.0.44 "PUT /v2.0/routers/2e6c2518-8db0-4097-983e-9a406e5e179b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4415097 May 19 13:29:36.157522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f2d7e-bf87-42c1-b6b4-e7412012ff12 None None] Port e47386fb-9977-4926-af34-e4e7571e0879 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:29:36.166330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:36.296406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3642139f-ef87-4509-9180-4228e7b4db50 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:36.297521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7116f313-cadf-4f41-81d0-c32c1114bdd8 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:36.377616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e47386fb-9977-4926-af34-e4e7571e0879', 'name': '', 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'mac_address': 'fa:16:3e:9f:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:34Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 2, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'subnets': [{'id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:36.382845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7116f313-cadf-4f41-81d0-c32c1114bdd8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:36.383201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:36.406991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946318b-7116-469d-9c01-141ddb2790dd None None] The sync data for ids ['2e6c2518-8db0-4097-983e-9a406e5e179b'] in dv-neutron-841945-1-hyperv is: [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e47386fb-9977-4926-af34-e4e7571e0879', 'name': '', 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'mac_address': 'fa:16:3e:9f:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:34Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 2, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'subnets': [{'id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:29:36.509930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7116f313-cadf-4f41-81d0-c32c1114bdd8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:37.752481 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 185a4257-13eb-4350-9538-e04df76b14e2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:37.845811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 185a4257-13eb-4350-9538-e04df76b14e2 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:37.859797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 185a4257-13eb-4350-9538-e04df76b14e2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:37.860162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:37.960090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:38.046792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 185a4257-13eb-4350-9538-e04df76b14e2 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:38.049851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:38.075114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 185a4257-13eb-4350-9538-e04df76b14e2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=185a4257-13eb-4350-9538-e04df76b14e2,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:38.080718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:38.150896 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=185a4257-13eb-4350-9538-e04df76b14e2,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:39.718117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 185a4257-13eb-4350-9538-e04df76b14e2 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:39.786582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 185a4257-13eb-4350-9538-e04df76b14e2 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:39.786964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:39.917772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 185a4257-13eb-4350-9538-e04df76b14e2 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:40.293617 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Sync routers for ids ['2e6c2518-8db0-4097-983e-9a406e5e179b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:29:40.307839 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Routers {'2e6c2518-8db0-4097-983e-9a406e5e179b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:40.308877 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2e6c2518-8db0-4097-983e-9a406e5e179b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:40.494154 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Set router 2e6c2518-8db0-4097-983e-9a406e5e179b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:40.818646 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e47386fb-9977-4926-af34-e4e7571e0879', 'name': '', 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'mac_address': 'fa:16:3e:9f:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:34Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 2, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'subnets': [{'id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:40.823196 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Checking router: 2e6c2518-8db0-4097-983e-9a406e5e179b for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:29:40.823535 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Updating router 2e6c2518-8db0-4097-983e-9a406e5e179b port e47386fb-9977-4926-af34-e4e7571e0879 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:29:40.884197 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:41.264662 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:41.280870 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Transition to ACTIVE for port object e47386fb-9977-4926-af34-e4e7571e0879 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:41.290037 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:41.463398 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72510e4-5082-4150-9a4f-d2a0bc13bd77 None None] Pushing event updated for resources: {'Port': ['ID=e47386fb-9977-4926-af34-e4e7571e0879,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:41.583997 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Attempting to bind port e47386fb-9977-4926-af34-e4e7571e0879 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:41.584528 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Attempting to bind port e47386fb-9977-4926-af34-e4e7571e0879 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:41.584923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Attempting to bind port e47386fb-9977-4926-af34-e4e7571e0879 on network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:41.593598 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:41.594245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Checking segment: {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:41.594835 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:41.595223 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Bound using segment: {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:41.595676 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Bound port: e47386fb-9977-4926-af34-e4e7571e0879, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28fc55c-ad13-43bf-984b-2017885102ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:41.596044 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:41.704017 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] For port e47386fb-9977-4926-af34-e4e7571e0879, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:41.707413 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] For port e47386fb-9977-4926-af34-e4e7571e0879, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e47386fb-9977-4926-af34-e4e7571e0879,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:41.713522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:41.790368 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Routers {'2e6c2518-8db0-4097-983e-9a406e5e179b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:29:41.791071 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:29:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2e6c2518-8db0-4097-983e-9a406e5e179b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:41.847637 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72510e4-5082-4150-9a4f-d2a0bc13bd77 None None] Pushing event updated for resources: {'Port': ['ID=e47386fb-9977-4926-af34-e4e7571e0879,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:41.990982 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] Set router 2e6c2518-8db0-4097-983e-9a406e5e179b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:29:42.352388 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e47386fb-9977-4926-af34-e4e7571e0879', 'name': '', 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'mac_address': 'fa:16:3e:9f:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:34Z', 'updated_at': '2022-05-19T13:29:41Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'subnets': [{'id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:29:42.356846 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6ba53-d120-4e6f-a949-47eebcd88c65 None None] The sync data for ids ['2e6c2518-8db0-4097-983e-9a406e5e179b'] in dv-neutron-841945-1-hyperv is: [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:29:35Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e47386fb-9977-4926-af34-e4e7571e0879', 'name': '', 'network_id': '1f77a608-b230-4bd1-a58d-ad93b3ee88ae', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'mac_address': 'fa:16:3e:9f:1d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:34Z', 'updated_at': '2022-05-19T13:29:41Z', 'revision_number': 4, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'subnets': [{'id': '72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:29:43.755342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e47386fb-9977-4926-af34-e4e7571e0879 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:43.840123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e47386fb-9977-4926-af34-e4e7571e0879 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:43.845951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e47386fb-9977-4926-af34-e4e7571e0879 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:43.846326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:43.974685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e47386fb-9977-4926-af34-e4e7571e0879 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:43.975020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:44.011518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e47386fb-9977-4926-af34-e4e7571e0879, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e47386fb-9977-4926-af34-e4e7571e0879,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:44.017311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:44.095910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e47386fb-9977-4926-af34-e4e7571e0879,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:45.718312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e47386fb-9977-4926-af34-e4e7571e0879 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:29:45.785360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e47386fb-9977-4926-af34-e4e7571e0879 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:45.785726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:45.902467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e47386fb-9977-4926-af34-e4e7571e0879 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:46.249160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-27ec2516-99e9-4d49-ac2a-ded13010a397 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:46.250690 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-27ec2516-99e9-4d49-ac2a-ded13010a397 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 815 time: 0.1482871 May 19 13:29:46.267488 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-1114bbd4-c0d1-4f93-b5a1-c6282bdcdb0e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/quotas/951b788710a744d7866de8082d0e6e77 HTTP/1.1" status: 200 len: 375 time: 0.0095847 May 19 13:29:46.371908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-e28df15c-5127-4204-94a3-8a391e80465f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:29:46.390659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-e28df15c-5127-4204-94a3-8a391e80465f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:29:46.391945 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-e28df15c-5127-4204-94a3-8a391e80465f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186044 May 19 13:29:46.407479 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-ea4f932a-3599-44bd-9042-5bddfe5236ee service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:29:46.408409 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-ea4f932a-3599-44bd-9042-5bddfe5236ee service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049827 May 19 13:29:46.659933 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-5fa3e8ad-86d2-4b87-950b-75b87c03402b service neutron] 10.222.0.44 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461195 May 19 13:29:46.792779 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-3e2a7b70-af20-46ad-afcf-88ca3cd0f444 service neutron] 10.222.0.44 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266341 May 19 13:29:47.090394 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bf4461e1-4ddd-43b3-ad6d-eda813a99eba req-a219a882-f8ad-4896-93be-bc916cb5b13c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 210 time: 0.1656008 May 19 13:29:48.165998 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-34f73680-c34b-44ea-ba3d-08b5fc902524 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:48.166744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-34f73680-c34b-44ea-ba3d-08b5fc902524 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:29:48.187792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-34f73680-c34b-44ea-ba3d-08b5fc902524 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:29:48.189671 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-34f73680-c34b-44ea-ba3d-08b5fc902524 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 815 time: 0.1785972 May 19 13:29:48.203656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'port': {'device_id': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'admin_state_up': True, 'tenant_id': '951b788710a744d7866de8082d0e6e77'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:48.261507 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-71ba48d0-9a62-43ae-afb9-14f14faecffe req-551db26d-cbc2-4d6b-b7d4-cee06bbf44d4 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 210 time: 0.0483065 May 19 13:29:48.349112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:29:48.358553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:29:48.368870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Made reservation on behalf of 951b788710a744d7866de8082d0e6e77 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:29:48.372312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:48.541416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Allocated IP 172.20.0.13 (02ffb034-0603-4cf6-a074-4d0d55f285da/8aaef1b1-9076-4a5d-b014-a24a92975260/b1cc57c3-f57d-46f3-834b-480b30ac9ef8) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:29:48.798513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:48.816189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Transition to ACTIVE for port object b1cc57c3-f57d-46f3-834b-480b30ac9ef8 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:48.844477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:48.918518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Network 02ffb034-0603-4cf6-a074-4d0d55f285da is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:29:48.927065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:29:48.932439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:29:49.006613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:49.007474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:49.046429 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481102 May 19 13:29:49.047531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:49.058032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.058660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.059332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.059830 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.060527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.060656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.060991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.061406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.061741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.062178 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.062516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.062867 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad5495d-c4f3-464f-887f-5f46b3822589 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:29:49.252809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee8c6c38-5a79-4b60-94bf-00cb8c61f376 None None] Provisioning for port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:29:49.258015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee8c6c38-5a79-4b60-94bf-00cb8c61f376 None None] Provisioning complete for port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:29:49.258498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6c38-5a79-4b60-94bf-00cb8c61f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:49.317586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c6c38-5a79-4b60-94bf-00cb8c61f376 None None] Port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:29:49.577419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-dd22fc34-3388-47d6-8910-af385a2a584c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:49.578042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-dd22fc34-3388-47d6-8910-af385a2a584c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:29:49.596017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-dd22fc34-3388-47d6-8910-af385a2a584c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:29:49.597496 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-dd22fc34-3388-47d6-8910-af385a2a584c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.2307122 May 19 13:29:49.644219 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-5f57e0ec-bca1-492e-b73c-92de5b5c12fc tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:29:49.663965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-5f57e0ec-bca1-492e-b73c-92de5b5c12fc tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:29:49.665212 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-53ee05c3-6fb8-41b4-8d06-a9f7a7420a92 req-5f57e0ec-bca1-492e-b73c-92de5b5c12fc tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611041 May 19 13:29:50.869925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecc0d1-ad80-4b09-b80b-13db1bf9f622 req-15c5aa34-1cf1-4bc5-8382-d073ccbcd4fa tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:50.871428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ecc0d1-ad80-4b09-b80b-13db1bf9f622 req-15c5aa34-1cf1-4bc5-8382-d073ccbcd4fa tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.0847151 May 19 13:29:50.923776 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-17ecc0d1-ad80-4b09-b80b-13db1bf9f622 req-e4f549dd-4ca2-4611-aa83-a2932a0e08f1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464890 May 19 13:29:52.121711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33cd0-2584-44f3-91be-d65fd326a051 req-86834038-141e-42d8-93e4-43de12e3afcf tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:52.123209 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2cd33cd0-2584-44f3-91be-d65fd326a051 req-86834038-141e-42d8-93e4-43de12e3afcf tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.0902407 May 19 13:29:52.169344 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2cd33cd0-2584-44f3-91be-d65fd326a051 req-eec3cf2e-3245-42e3-9e08-c02f98a6e552 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 May 19 13:29:53.376188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f52ec-af65-41fd-a92d-a59c5fcb9cdf req-589097ad-0da0-4be0-855d-c3f9acc67a50 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:53.378552 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-732f52ec-af65-41fd-a92d-a59c5fcb9cdf req-589097ad-0da0-4be0-855d-c3f9acc67a50 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.0870166 May 19 13:29:53.438943 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-732f52ec-af65-41fd-a92d-a59c5fcb9cdf req-2dab3c41-bcec-43ea-ad27-7e0718a0bd3b tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532355 May 19 13:29:54.640665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f228108-c39a-4302-a654-de5d2619654d req-f9706894-f008-4167-b49d-a0920a612131 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:54.642180 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4f228108-c39a-4302-a654-de5d2619654d req-f9706894-f008-4167-b49d-a0920a612131 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.0835631 May 19 13:29:54.689694 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4f228108-c39a-4302-a654-de5d2619654d req-6363063c-355f-45af-a394-1c57213a228e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 May 19 13:29:55.897335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a859b-a889-424e-840f-48e31c3f7c6b req-26b429f9-0b27-4edf-88bb-985569ed4275 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:55.901970 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-181a859b-a889-424e-840f-48e31c3f7c6b req-26b429f9-0b27-4edf-88bb-985569ed4275 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.1032269 May 19 13:29:55.947822 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-181a859b-a889-424e-840f-48e31c3f7c6b req-15420ab9-7b87-4dff-aa30-64015c4526d8 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 May 19 13:29:56.560388 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:29:56.672878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-7224cd59-41d7-460a-92c9-340b2e6bf179 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:29:56.674461 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-7224cd59-41d7-460a-92c9-340b2e6bf179 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082574 May 19 13:29:56.736651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Request body: {'port': {'device_id': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:29:56.847975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:57.185887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71206c2-c6c9-4891-899d-8eec5d6b420f req-22d8bcf7-9eaf-48af-a7db-41b71f85ca97 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:57.187367 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e71206c2-c6c9-4891-899d-8eec5d6b420f req-22d8bcf7-9eaf-48af-a7db-41b71f85ca97 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 932 time: 0.1318758 May 19 13:29:57.283561 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cc57c3-f57d-46f3-834b-480b30ac9ef8 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:29:57.290131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e71206c2-c6c9-4891-899d-8eec5d6b420f req-d77a2e9e-529a-4ec2-ab79-908511e8606c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933249 May 19 13:29:57.293986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:57.310550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Transition to ACTIVE for port object b1cc57c3-f57d-46f3-834b-480b30ac9ef8 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:29:57.315020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:57.465876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:57.550486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Attempting to bind port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:29:57.550890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Attempting to bind port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:29:57.551217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Attempting to bind port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 on network 02ffb034-0603-4cf6-a074-4d0d55f285da {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:57.555990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 on network 02ffb034-0603-4cf6-a074-4d0d55f285da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:29:57.556309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Attempting to bind port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 on network 02ffb034-0603-4cf6-a074-4d0d55f285da {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:29:57.561879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:29:57.562218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Checking segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:29:57.562636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Bound using segment: {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:29:57.563049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Bound port: b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7970fac8-c9e6-4d8f-9955-ffc4d16166a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:29:57.563393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:57.658181 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:29:57.661165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:29:57.668320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:57.733479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:57.734103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:57.735442 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] 10.222.0.79 "PUT /v2.0/ports/b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 1094 time: 1.0533662 May 19 13:29:57.744735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:29:57.772609 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a1517-f2c8-4c61-858b-240fbab26aaa service neutron] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:29:57.860871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-0e9aadc2-67d1-4422-b61d-859d464bb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:57.862361 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-0e9aadc2-67d1-4422-b61d-859d464bb820 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1097 time: 0.0770357 May 19 13:29:57.871804 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d271c7a-4228-4339-b543-a262aa06026b'] response: {'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'status': 'completed', 'code': 200} May 19 13:29:57.939875 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-69570c43-db66-4da9-adde-89e35ba03ec5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 217 time: 0.0671177 May 19 13:29:58.015963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-80f127ef-c0fd-4ec8-be40-49691c2cbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:58.017046 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-80f127ef-c0fd-4ec8-be40-49691c2cbe74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0705502 May 19 13:29:58.108095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-7a4b276a-5165-4b97-afb4-a39781397c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:58.109586 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-7a4b276a-5165-4b97-afb4-a39781397c28 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859332 May 19 13:29:58.364411 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-e6d09e72-b82d-45ca-b92f-0f9093c937db service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465699 May 19 13:29:58.569018 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0663e27b-3507-446b-b75b-7525b475e5b1 req-57aca7c3-6877-452b-8471-c91b173b37a2 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971555 May 19 13:29:58.593170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c9f9e-ecfd-4dde-a3bd-17970ef70c13 req-829004a4-ffcf-40d5-b176-dbb0d7bd3261 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:58.595925 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-920c9f9e-ecfd-4dde-a3bd-17970ef70c13 req-829004a4-ffcf-40d5-b176-dbb0d7bd3261 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 944 time: 0.1534176 May 19 13:29:58.714297 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-920c9f9e-ecfd-4dde-a3bd-17970ef70c13 req-e7acbd05-e0e9-4e65-bf5b-9fc2b0196273 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095452 May 19 13:29:58.736564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-801071c9-b90d-4833-9f06-eeabc31afe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:58.738184 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-801071c9-b90d-4833-9f06-eeabc31afe1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1097 time: 0.1058285 May 19 13:29:58.914398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-3a156100-4734-498c-a765-3f85d948c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:58.916038 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-3a156100-4734-498c-a765-3f85d948c339 service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.1670802 May 19 13:29:58.987239 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-8b330c6f-06c2-4bc9-ad12-15f08f2a545e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 217 time: 0.0637112 May 19 13:29:59.069055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-c22177ad-affe-4da3-98e4-3970c25736eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:59.070693 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-c22177ad-affe-4da3-98e4-3970c25736eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0751660 May 19 13:29:59.152805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-5df4b4a9-0e1f-4f9b-9812-ff33099a2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:59.154252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-5df4b4a9-0e1f-4f9b-9812-ff33099a2a5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712216 May 19 13:29:59.305235 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-a0093b14-3c87-4441-87c0-cc27a1792f6f service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408174 May 19 13:29:59.440490 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d2575c64-513d-46da-8a35-71bff1dbc86c req-d5f2abaf-7a7b-4609-a4f0-fb53d3e25294 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254194 May 19 13:29:59.665666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b1cc57c3-f57d-46f3-834b-480b30ac9ef8 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:29:59.811845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:59.826040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'port_id': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'mac_address': 'fa:16:3e:ee:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:29:59.883190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:29:59.883775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:59.900710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cc57c3-f57d-46f3-834b-480b30ac9ef8 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:29:59.900991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123c01-4898-4559-8c47-c8d63b26d38b req-b8605c50-7e6d-4aee-a239-7401473ba0be tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:29:59.902415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb123c01-4898-4559-8c47-c8d63b26d38b req-b8605c50-7e6d-4aee-a239-7401473ba0be tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 944 time: 0.0809994 May 19 13:29:59.916446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:29:59.922533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:29:59.948469 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb123c01-4898-4559-8c47-c8d63b26d38b req-9c54a7a4-ffac-4195-928b-d1db4590f4a4 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 May 19 13:29:59.991851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:00.168139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b1cc57c3-f57d-46f3-834b-480b30ac9ef8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:30:01.153240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2e99c-721e-4e27-914a-4f8d58635701 req-49d4021f-fb9a-449b-b564-6676eaa9908a tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:01.154708 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3bf2e99c-721e-4e27-914a-4f8d58635701 req-49d4021f-fb9a-449b-b564-6676eaa9908a tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 945 time: 0.0919116 May 19 13:30:01.200885 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3bf2e99c-721e-4e27-914a-4f8d58635701 req-66fb195e-18ca-4744-be68-ee51a741113a tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 May 19 13:30:01.207464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-838b8e4e-8f30-4d1d-b2ad-c99b71f28fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:01.668130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b1cc57c3-f57d-46f3-834b-480b30ac9ef8 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:30:01.783761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:30:01.789099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:30:01.789470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:01.906124 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:30:01.906491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:01.933691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:30:01.943217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:30:01.948612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:01.981602 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e275f7-1426-48db-af95-019f56c63020'] response: {'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'code': 200} May 19 13:30:02.022817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:02.217820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68462db-4d34-45c7-9345-a036d7a5a8e6 req-1ceef299-e58d-4905-be19-1fcaa6bbe737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:02.219205 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a68462db-4d34-45c7-9345-a036d7a5a8e6 req-1ceef299-e58d-4905-be19-1fcaa6bbe737 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1099 time: 0.0705903 May 19 13:30:02.263197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a68462db-4d34-45c7-9345-a036d7a5a8e6 req-36977907-5259-4f2b-9fed-00aabf6f78af service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 May 19 13:30:02.387569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ac17-71bf-4be3-bde9-32b7063b8e12 req-c5669521-d92d-413a-ab76-5f101befab2e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:02.388994 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6b13ac17-71bf-4be3-bde9-32b7063b8e12 req-c5669521-d92d-413a-ab76-5f101befab2e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0809546 May 19 13:30:02.434727 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6b13ac17-71bf-4be3-bde9-32b7063b8e12 req-fae9117c-7c10-49c9-8291-835d9ad06e7e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374837 May 19 13:30:03.629646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a10d66-685a-4148-8037-89f87cf16cd5 req-308d4dd0-d9de-42a1-8219-90c3aaae220b tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:03.631145 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-76a10d66-685a-4148-8037-89f87cf16cd5 req-308d4dd0-d9de-42a1-8219-90c3aaae220b tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0912740 May 19 13:30:03.673114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c882e403-9bfc-479d-be70-452b590fbc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:03.676537 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-76a10d66-685a-4148-8037-89f87cf16cd5 req-6c607a71-974b-44e8-8a42-8ce1673074fd tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 May 19 13:30:04.871981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d46ac-8023-4322-b666-086473f54207 req-310a0811-74c1-4717-bca0-5681c97f9ad5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:04.873569 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-be5d46ac-8023-4322-b666-086473f54207 req-310a0811-74c1-4717-bca0-5681c97f9ad5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0851457 May 19 13:30:04.900904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:04.920068 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-be5d46ac-8023-4322-b666-086473f54207 req-6767dbbd-d7ad-40b3-9e9c-b9d0f172bf91 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 May 19 13:30:04.957789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:05.106473 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf282ec-d5d7-48d8-8137-1f2c5677d2f1 req-003001d0-029a-4652-a4da-3106ee114e7d tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:05.107944 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-abf282ec-d5d7-48d8-8137-1f2c5677d2f1 req-003001d0-029a-4652-a4da-3106ee114e7d tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0824671 May 19 13:30:05.156602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-abf282ec-d5d7-48d8-8137-1f2c5677d2f1 req-dfedadf0-1f80-422f-a945-c606a0ae2623 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 May 19 13:30:05.560565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a43e-3e24-4761-8102-e09c8cd172da req-6e00d6c9-9584-443e-9b9c-01a3455ba5cf tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:05.561911 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-67e8a43e-3e24-4761-8102-e09c8cd172da req-6e00d6c9-9584-443e-9b9c-01a3455ba5cf tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0913780 May 19 13:30:05.605858 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-67e8a43e-3e24-4761-8102-e09c8cd172da req-85b03c5e-8597-45cc-afa5-b9dd3529e688 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381515 May 19 13:30:06.067518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:07.868744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:15.826838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790727-0421-408b-8f8e-a5bed1767a83 req-e6da1539-610c-447b-9a3c-fb429e052870 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:15.828309 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9790727-0421-408b-8f8e-a5bed1767a83 req-e6da1539-610c-447b-9a3c-fb429e052870 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0867898 May 19 13:30:15.876824 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d9790727-0421-408b-8f8e-a5bed1767a83 req-a1327c87-d6fe-45c4-bd27-2c97f4551669 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 May 19 13:30:15.909194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42980) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:16.026951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7116b-b488-4a53-9cb8-5222f642c84b tempest-TestMinimumBasicScenario-974625840 tempest-TestMinimumBasicScenario-974625840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:16.027657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6c7116b-b488-4a53-9cb8-5222f642c84b tempest-TestMinimumBasicScenario-974625840 tempest-TestMinimumBasicScenario-974625840-project-admin] Synchronizing usage tracker for tenant:181dea63f07a484d873bad1cf7a1bf8f on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:30:16.045218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a6c7116b-b488-4a53-9cb8-5222f642c84b tempest-TestMinimumBasicScenario-974625840 tempest-TestMinimumBasicScenario-974625840-project-admin] Unset dirty status for tenant:181dea63f07a484d873bad1cf7a1bf8f on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:30:16.046631 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a6c7116b-b488-4a53-9cb8-5222f642c84b tempest-TestMinimumBasicScenario-974625840 tempest-TestMinimumBasicScenario-974625840-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1094 time: 0.1364284 May 19 13:30:16.049686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42986) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:16.054769 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:16.060763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:16.064587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:floatingip and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:16.067427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:16.073103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:16.084894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:16.228160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:16.386875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Allocated IP 172.26.3.6 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/56c1c913-c5d2-4fd6-8c19-0fa7c1f60f4f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:30:16.540361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:16.578163 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:16.641700 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:30:16.644555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:30:16.648129 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:30:16.795533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'Port': ['ID=56c1c913-c5d2-4fd6-8c19-0fa7c1f60f4f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:17.200687 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:17.288444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:17.510267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:17.518613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:17.629579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'Port': ['ID=56c1c913-c5d2-4fd6-8c19-0fa7c1f60f4f,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:17.641564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:17.816787 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Floating IP 74fb6813-f091-4477-a116-75166d056802 associated. External IP: 172.26.3.6, port: b1cc57c3-f57d-46f3-834b-480b30ac9ef8. May 19 13:30:18.168828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Router 5238cd80-2f15-48e3-a6ce-d6249856d439 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:30:18.467846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:30:18.478689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] Sync routers for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:30:18.488787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:30:18.489415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:30:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:30:18.494319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.549729 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-44837848-cfdf-4e79-9ca2-b4ae89f6dd83 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4990044 May 19 13:30:18.550324 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:30:18.552694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 42990) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:18.558055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713306870', 'description': 'tempest-secgroup-smoke-713306870 description', 'project_id': '951b788710a744d7866de8082d0e6e77'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:18.565131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:18.575278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:18.589320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.612444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:18.617294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:18.620541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:18.627291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:18.656731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0c8caa-b369-4c45-91d0-338423c67c60'] response: {'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'status': 'completed', 'code': 200} May 19 13:30:18.675676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:30:18.751205 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.760329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.815234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbae89-b385-4cb9-ac55-ae56633b54b0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:18.820764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.821971 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-80ff3171-0821-40e2-872b-6c89efc4b7de tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2682667 May 19 13:30:18.825512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 42998) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:18.828413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-ed543502-bd55-476a-8161-8f7a6508d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:18.829845 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-ed543502-bd55-476a-8161-8f7a6508d394 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1099 time: 0.1438308 May 19 13:30:18.831393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group_rule': {'security_group_id': '0bcbae89-b385-4cb9-ac55-ae56633b54b0', 'project_id': '951b788710a744d7866de8082d0e6e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:18.837900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:18.842315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:18.845409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:18.852015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:18.872281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.938097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.943446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.969818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0fc4f8-2329-4c33-9fea-5c9458668beb,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:18.985002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:18.986672 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-97d9a00a-10ad-46f7-9f6b-36fc0fc6507c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598496 May 19 13:30:18.989198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43002) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:18.994822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group_rule': {'security_group_id': '0bcbae89-b385-4cb9-ac55-ae56633b54b0', 'project_id': '951b788710a744d7866de8082d0e6e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:19.001855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:19.005612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:19.008559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:19.015436 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:19.038268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.039309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '74fb6813-f091-4477-a116-75166d056802', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'port_id': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'mac_address': 'fa:16:3e:ee:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:30:17Z', 'updated_at': '2022-05-19T13:30:17Z', 'revision_number': 0, 'project_id': '951b788710a744d7866de8082d0e6e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:34Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:30:19.043599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] Checking router: 5238cd80-2f15-48e3-a6ce-d6249856d439 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:30:19.052400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:30:19.053265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:30:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:30:19.076677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-54d0b3bb-3401-4eff-b140-1a61a18fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:19.078132 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-54d0b3bb-3401-4eff-b140-1a61a18fb43d service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.2403114 May 19 13:30:19.103096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.108753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.142682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f628a117-e6aa-4efb-ab1c-c4347e6a85ce,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:19.153666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.155985 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fdfad312-d4f9-4365-8822-2e9201b65dd0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656487 May 19 13:30:19.158514 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43006) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:19.165448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group_rule': {'security_group_id': '0bcbae89-b385-4cb9-ac55-ae56633b54b0', 'project_id': '951b788710a744d7866de8082d0e6e77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:19.173528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:19.178471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:19.183605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:19.193357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:19.194815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-222ff489-3530-4de1-84f6-384192d3599b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 998 time: 0.1048357 May 19 13:30:19.211608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.250137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:30:19.266738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-86f82a1f-904b-4ecb-8568-fb71741719eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:19.268237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-86f82a1f-904b-4ecb-8568-fb71741719eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0636594 May 19 13:30:19.278045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.283171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.309654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b71345-e99f-4a8d-a4e8-dbc8b5ba74be,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:19.320669 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.323569 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4b4c7611-153a-43d2-bed2-855066e382e7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631186 May 19 13:30:19.325065 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43010) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:19.331190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group_rule': {'security_group_id': '0bcbae89-b385-4cb9-ac55-ae56633b54b0', 'project_id': '951b788710a744d7866de8082d0e6e77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:19.338118 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:19.342811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:19.345453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:19.352241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-3e2bcaf7-8986-4288-9a9b-c72ab7429d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:19.352587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:19.353695 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-3e2bcaf7-8986-4288-9a9b-c72ab7429d53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758910 May 19 13:30:19.369568 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.441171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.446068 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.470454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218b21dc-2634-44b7-ac2a-f816f894c9b5,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:19.481448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.483225 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3d97d22e-f83c-468b-a9ca-80dc5df7521e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567571 May 19 13:30:19.486122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43014) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:19.492164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group_rule': {'security_group_id': '0bcbae89-b385-4cb9-ac55-ae56633b54b0', 'project_id': '951b788710a744d7866de8082d0e6e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:19.498349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:19.502303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:19.503366 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-ddf57040-856b-435d-a901-a81fe40e0843 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372192 May 19 13:30:19.505320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:19.511186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:19.523181 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Project 951b788710a744d7866de8082d0e6e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:30:19.529862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.596656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.601734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.612480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '74fb6813-f091-4477-a116-75166d056802', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'port_id': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'mac_address': 'fa:16:3e:ee:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:30:17Z', 'updated_at': '2022-05-19T13:30:17Z', 'revision_number': 0, 'project_id': '951b788710a744d7866de8082d0e6e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:34Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:30:19.617361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41f89a-aa8b-4e1d-9bd5-1721bac67f25 None None] The sync data for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv is: [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '74fb6813-f091-4477-a116-75166d056802', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'port_id': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'mac_address': 'fa:16:3e:ee:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:30:17Z', 'updated_at': '2022-05-19T13:30:17Z', 'revision_number': 0, 'project_id': '951b788710a744d7866de8082d0e6e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:34Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:30:19.632970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec6944e-7af7-4157-b2b6-2c3785643721,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:19.640607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.644641 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd9b3884-074d-42e6-a0e5-c3495e7e52e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549771 May 19 13:30:19.644886 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43018) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:30:19.650138 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'security_group_rule': {'security_group_id': '0bcbae89-b385-4cb9-ac55-ae56633b54b0', 'project_id': '951b788710a744d7866de8082d0e6e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:19.650335 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8c9cd5a6-4c9a-4523-8dd2-6f4ad23677a8 req-b68ed013-e5a8-42c0-b6be-9f7bd2343347 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382442 May 19 13:30:19.656602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:30:19.661371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Usage tracker for resource:security_group_rule and tenant:951b788710a744d7866de8082d0e6e77 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:30:19.665761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:30:19.672505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:30:19.686822 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Project 951b788710a744d7866de8082d0e6e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:30:19.693689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.760536 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.765655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.793920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b005cb-ba89-47fe-8fbb-086fb9630497,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:19.805312 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:19.809257 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-074e1df8-1551-4b90-9c2e-364e3f963fe1 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607637 May 19 13:30:19.826123 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381fda9-7aae-4239-b955-546f06cca950 None None] New status for floating IP 74fb6813-f091-4477-a116-75166d056802: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:30:19.933382 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-6be67350-3df5-43b4-b883-283d83e250dc tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713306870&fields=id&tenant_id=951b788710a744d7866de8082d0e6e77 HTTP/1.1" status: 200 len: 267 time: 0.0410328 May 19 13:30:20.020924 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-d1e23b83-45a3-4194-9dc4-5165b8af53fe tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:20.022401 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-d1e23b83-45a3-4194-9dc4-5165b8af53fe tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0833335 May 19 13:30:20.033912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'port': {'security_groups': ['a0e204d2-13fc-438a-ad57-7ac7c7666f1e', '0bcbae89-b385-4cb9-ac55-ae56633b54b0']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:30:20.158175 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:20.417437 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:30:20.444682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:20.452709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:20.467772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b1cc57c3-f57d-46f3-834b-480b30ac9ef8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:30:20.534655 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:20.535449 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:20.536785 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-329a0976-adbd-4cee-b8d2-abb24132e5c4 req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "PUT /v2.0/ports/b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 982 time: 0.5080497 May 19 13:30:20.555367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e2986-3035-4704-9b75-075d6501e4c9 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=6']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:30:20.613181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b1cc57c3-f57d-46f3-834b-480b30ac9ef8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:30:20.658236 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:30:20.718357 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec67f52-2039-4b10-a483-f881b06bfc43'] response: {'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'status': 'completed', 'code': 200} May 19 13:30:20.728040 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adf299-d028-44cf-a114-bcb3682d0af2 req-e1a1e89f-087b-4904-8acd-ffa168a6ff2c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:20.729585 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-20adf299-d028-44cf-a114-bcb3682d0af2 req-e1a1e89f-087b-4904-8acd-ffa168a6ff2c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0949461 May 19 13:30:20.817751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-20adf299-d028-44cf-a114-bcb3682d0af2 req-29a39b78-e16a-4558-9622-b03e4591e921 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:30:20.846017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-20adf299-d028-44cf-a114-bcb3682d0af2 req-29a39b78-e16a-4558-9622-b03e4591e921 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:30:20.847217 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-20adf299-d028-44cf-a114-bcb3682d0af2 req-29a39b78-e16a-4558-9622-b03e4591e921 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115451 May 19 13:30:20.858121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-5ff2e514-4a49-4288-b801-949baf61c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:20.859714 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-5ff2e514-4a49-4288-b801-949baf61c954 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1138 time: 0.1044354 May 19 13:30:20.864642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-deed7d07-608d-40b5-8d67-7b4803a1212f None None] Provisioning complete for port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:30:20.865015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-deed7d07-608d-40b5-8d67-7b4803a1212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:20.995712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-d80a69bc-0557-4bce-b326-837b03210b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:20.997088 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-d80a69bc-0557-4bce-b326-837b03210b58 service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.1249828 May 19 13:30:21.096104 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-784bfb5d-b9f3-4404-80db-456f7dafb142 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 1000 time: 0.0920310 May 19 13:30:21.143378 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-deed7d07-608d-40b5-8d67-7b4803a1212f None None] Current status of the port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:30:21.165138 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-6110854e-9069-4fd8-b85a-7317dce5bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:21.166995 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-6110854e-9069-4fd8-b85a-7317dce5bce3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0627043 May 19 13:30:21.251296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-b464d875-3e00-4047-a2ae-e6823179bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:21.252645 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-b464d875-3e00-4047-a2ae-e6823179bc63 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743537 May 19 13:30:21.384461 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-373e2396-e9d2-494a-81d8-87b83b9061b8 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246927 May 19 13:30:21.525404 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d84dd6b-e5bd-40aa-b789-881f17a2a976 req-02ba3155-153d-462e-b668-d5bd7e2ecfcd service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301012 May 19 13:30:31.205667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-78be2326-3a00-409b-944a-29a54bc2260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:33.564664 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:30:33.679490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a1c42336-9dc9-4b5c-ac81-4222afc6e134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:34.915671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:34.962510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:36.078266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:37.878184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:30:39.207703 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-d7fa0ff2-442d-416d-ad64-8fc46ec878fd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737879 May 19 13:30:39.356058 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb595-6a78-411c-a150-329afd2f146c req-a3fd4a45-8234-4b6e-b79d-2380762be127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:39.357522 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-a3fd4a45-8234-4b6e-b79d-2380762be127 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1138 time: 0.0765779 May 19 13:30:39.509875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb595-6a78-411c-a150-329afd2f146c req-de4b1725-1444-4a4a-b0f0-be1bedd3a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:39.511260 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-de4b1725-1444-4a4a-b0f0-be1bedd3a233 service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.1267982 May 19 13:30:39.719923 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-4967bdde-d8e8-4668-b100-2be50b5a33e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 1000 time: 0.1993921 May 19 13:30:39.794684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb595-6a78-411c-a150-329afd2f146c req-60eb2d5d-1520-4ea6-ab3d-4a47adb2a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:39.796072 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-60eb2d5d-1520-4ea6-ab3d-4a47adb2a7db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0657079 May 19 13:30:39.881502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb595-6a78-411c-a150-329afd2f146c req-fbae469a-26c2-47c0-83b9-ac8bcd27c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:39.883000 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-fbae469a-26c2-47c0-83b9-ac8bcd27c587 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764692 May 19 13:30:40.020185 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-b12d7fbc-5635-4010-a93a-b22caf9fa2a0 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293805 May 19 13:30:40.156608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c85cb595-6a78-411c-a150-329afd2f146c req-95737379-b32b-41c6-aa83-d623a38093ac service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284940 May 19 13:30:43.917812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-8c8c6328-cf06-4a14-ac6e-406333140b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:43.919297 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-8c8c6328-cf06-4a14-ac6e-406333140b2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1138 time: 0.1310420 May 19 13:30:43.926598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab1be-4e27-4bb6-9ce0-f5f577137026 req-863322a9-51ae-44ce-aca5-37bee19f8c9c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:43.927877 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-942ab1be-4e27-4bb6-9ce0-f5f577137026 req-863322a9-51ae-44ce-aca5-37bee19f8c9c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.1100996 May 19 13:30:44.052109 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-942ab1be-4e27-4bb6-9ce0-f5f577137026 req-fc8458cd-1281-4331-81dd-59624fe00f77 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061704 May 19 13:30:44.083467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-0e583864-8cbb-4207-b796-a9d8153039d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:44.084880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-0e583864-8cbb-4207-b796-a9d8153039d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.1561797 May 19 13:30:44.193981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-6bfd9ad4-3207-4262-a69f-a8e5938a6089 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 1000 time: 0.0994244 May 19 13:30:44.260172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-32c55c95-f69a-4c9c-bb7c-fd0b8175cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:44.261548 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-32c55c95-f69a-4c9c-bb7c-fd0b8175cdf7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0582957 May 19 13:30:44.340453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-cd19586e-430e-4017-b20c-05905eeac091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:44.341886 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-cd19586e-430e-4017-b20c-05905eeac091 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728340 May 19 13:30:44.472024 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-e06de2cb-36d4-44e8-8aeb-7e68b86ade15 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218133 May 19 13:30:44.606038 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce14f61-2b46-4dd2-acaf-7931e093dd38 req-d8907295-df53-4631-92ee-e6ff5bc78001 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262891 May 19 13:30:45.279725 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c22d49-9434-431a-b389-d23c8749dab9 req-4a4a9edf-f635-439d-ad21-49ae16f15107 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:45.281190 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40c22d49-9434-431a-b389-d23c8749dab9 req-4a4a9edf-f635-439d-ad21-49ae16f15107 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0972245 May 19 13:30:45.330803 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-40c22d49-9434-431a-b389-d23c8749dab9 req-57cfa161-4666-486e-b180-34bb06bd77bb tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410202 May 19 13:30:46.523872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9007a0-8bef-497f-a4b6-e040c47367e5 req-e4b95f25-4497-41fe-8b1b-b402d19cb3cd tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:46.525217 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5e9007a0-8bef-497f-a4b6-e040c47367e5 req-e4b95f25-4497-41fe-8b1b-b402d19cb3cd tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0865710 May 19 13:30:46.575192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5e9007a0-8bef-497f-a4b6-e040c47367e5 req-173d3f3d-fe51-4450-bd82-6b9afff54260 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416038 May 19 13:30:47.778468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f65fd6-70ad-4e70-a3d7-4adf963e2aed req-75bb9d59-e452-415a-96c6-f23711399a72 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:47.779935 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b5f65fd6-70ad-4e70-a3d7-4adf963e2aed req-75bb9d59-e452-415a-96c6-f23711399a72 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0872946 May 19 13:30:47.829152 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b5f65fd6-70ad-4e70-a3d7-4adf963e2aed req-478410f4-d830-4bed-b478-d3012585dc53 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405171 May 19 13:30:49.030207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912e77-da03-4149-af0b-597cba0a38b4 req-63ea4b7c-2e16-4048-aa00-a5bc6524f980 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:49.031674 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3d912e77-da03-4149-af0b-597cba0a38b4 req-63ea4b7c-2e16-4048-aa00-a5bc6524f980 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0842056 May 19 13:30:49.078004 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3d912e77-da03-4149-af0b-597cba0a38b4 req-4929a86a-a403-4430-b823-169678b99a68 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403509 May 19 13:30:50.292732 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bc7c-83ff-4f28-93df-6a2a75ecc6ac req-7e303be4-6335-4da2-b75d-02a19ef6c620 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:50.294187 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7820bc7c-83ff-4f28-93df-6a2a75ecc6ac req-7e303be4-6335-4da2-b75d-02a19ef6c620 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0992231 May 19 13:30:50.344594 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7820bc7c-83ff-4f28-93df-6a2a75ecc6ac req-43a382f4-da4f-4d29-8edc-9b81e4183f30 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443776 May 19 13:30:51.552078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7454-cee5-4b54-be9d-7b35763b8e72 req-1cdf9524-50b8-46f1-8aa0-7699c8bdbd9d tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:51.553434 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56cd7454-cee5-4b54-be9d-7b35763b8e72 req-1cdf9524-50b8-46f1-8aa0-7699c8bdbd9d tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0924749 May 19 13:30:51.603563 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56cd7454-cee5-4b54-be9d-7b35763b8e72 req-98befc47-4713-4034-92d7-fd2eb868258e tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430005 May 19 13:30:52.798694 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc273-9bc5-4f51-8f75-fb1e404f6401 req-91acad55-ec82-40dc-9b6a-500eac6b8f8d tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:52.800144 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f33bc273-9bc5-4f51-8f75-fb1e404f6401 req-91acad55-ec82-40dc-9b6a-500eac6b8f8d tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0889976 May 19 13:30:52.854475 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f33bc273-9bc5-4f51-8f75-fb1e404f6401 req-bbee83ae-f88f-494f-9507-a2bc29969853 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449088 May 19 13:30:54.161895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b879c-cb31-47c0-804c-dd2984eda9be req-a0d1cc3e-fc17-4333-8c43-86c03da8e69f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:54.163317 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d28b879c-cb31-47c0-804c-dd2984eda9be req-a0d1cc3e-fc17-4333-8c43-86c03da8e69f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.1981027 May 19 13:30:54.209631 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d28b879c-cb31-47c0-804c-dd2984eda9be req-60248694-d7c5-41d6-b857-72afb42f8e50 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401938 May 19 13:30:55.415182 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff03bea-1dcc-4ff0-820a-60c7e4865197 req-072a0b55-b51f-4383-a413-5519f03b0b12 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:55.416657 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7ff03bea-1dcc-4ff0-820a-60c7e4865197 req-072a0b55-b51f-4383-a413-5519f03b0b12 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0902741 May 19 13:30:55.471081 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7ff03bea-1dcc-4ff0-820a-60c7e4865197 req-f6196cf6-3a31-47bb-8f90-43d93d12ed37 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456004 May 19 13:30:56.671247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5b74-d5f1-459f-ae29-c5f75c71b005 req-427187aa-5bb7-4c2f-b8a0-061fa58879e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:30:56.672784 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-272c5b74-d5f1-459f-ae29-c5f75c71b005 req-427187aa-5bb7-4c2f-b8a0-061fa58879e6 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0835667 May 19 13:30:56.724160 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-272c5b74-d5f1-459f-ae29-c5f75c71b005 req-8403f887-cd5b-4584-b376-0ca8ac660770 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&id=0bcbae89-b385-4cb9-ac55-ae56633b54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426052 May 19 13:31:01.207906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-864e8f8f-901b-42cb-854c-99ef41f9210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:03.669402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e2b1af52-c33f-4a4a-b46e-392800d0f832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:04.914835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:04.970028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:06.080930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:07.885964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:10.569943 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:31:31.205717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-50d48c96-d2f5-47dd-a7ae-0c04a9baead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:31.861673 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-d386b147-123d-4420-8fc9-2dd9e404dbf5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713306870&fields=id&tenant_id=951b788710a744d7866de8082d0e6e77 HTTP/1.1" status: 200 len: 267 time: 0.0413792 May 19 13:31:31.958901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-31a22bc7-cbd8-448a-b8de-4375c694aaf3 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:31.960682 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-31a22bc7-cbd8-448a-b8de-4375c694aaf3 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 985 time: 0.0937703 May 19 13:31:31.971417 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Request body: {'port': {'security_groups': ['a0e204d2-13fc-438a-ad57-7ac7c7666f1e']}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:32.091953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.447613 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:32.473572 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.479950 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.492569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b1cc57c3-f57d-46f3-834b-480b30ac9ef8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:31:32.560383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:32.561011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.562405 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e379c9b1-7243-4e9c-b473-dbf28977e11c req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "PUT /v2.0/ports/b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 943 time: 0.5954649 May 19 13:31:32.563042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:32.568407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43076) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:32.580645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event updated for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=7']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:32.588647 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.588990 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.589363 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.589919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.590521 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.590636 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.590965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.591287 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.591605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.591918 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.592229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.592546 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804bc6cc-d2d4-4967-b50b-1caaca8a544f tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.646673 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27cb41a5-38b8-47ae-aa44-ed7f495c2a8f'] response: {'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'status': 'completed', 'code': 200} May 19 13:31:32.650296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.678442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b1cc57c3-f57d-46f3-834b-480b30ac9ef8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:31:32.739954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.806743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c9519688-d8d0-49d1-8fa8-d1eff73298de None None] Provisioning complete for port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:31:32.807094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c9519688-d8d0-49d1-8fa8-d1eff73298de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.812484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-b5b98a2a-8f1f-4dce-90f9-8f003b6ef61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:32.814162 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-b5b98a2a-8f1f-4dce-90f9-8f003b6ef61e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1099 time: 0.1291029 May 19 13:31:32.912614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.939161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbae89-b385-4cb9-ac55-ae56633b54b0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:32.953037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.953385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.953741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.954062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.954389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.954752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.955076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.955400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.955720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.956037 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.956352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.956668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:31:32.981819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c9519688-d8d0-49d1-8fa8-d1eff73298de None None] Current status of the port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:31:32.985679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:32.986847 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7a5f3f73-914c-4e71-8162-a38b03fb02c7 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "DELETE /v2.0/security-groups/0bcbae89-b385-4cb9-ac55-ae56633b54b0 HTTP/1.1" status: 204 len: 168 time: 0.4155247 May 19 13:31:32.989637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43082) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:33.004973 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-8a0f9b5b-bbe0-4e4c-bbd9-e50e8eadde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:33.006425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-8a0f9b5b-bbe0-4e4c-bbd9-e50e8eadde49 service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.1847968 May 19 13:31:33.116379 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-637f81c3-761c-4507-960b-22ac508eb270 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 1000 time: 0.1032484 May 19 13:31:33.178395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-06a7d0bf-f7d8-42c8-9163-af5a0157b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:33.179860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-06a7d0bf-f7d8-42c8-9163-af5a0157b1a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0568936 May 19 13:31:33.200321 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Deleting port 56c1c913-c5d2-4fd6-8c19-0fa7c1f60f4f {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:33.200659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:33.258242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-032f1623-13d0-4baf-a792-d03a984b3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:33.259648 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-032f1623-13d0-4baf-a792-d03a984b3675 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723741 May 19 13:31:33.377549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:33.377874 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:33.396552 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-271e69d5-496e-4802-bee0-b338e8fc231a service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290538 May 19 13:31:33.506343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Calling delete_port for 56c1c913-c5d2-4fd6-8c19-0fa7c1f60f4f owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:33.527665 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-564736ed-d9e7-4018-a3f5-9f2272b93650 req-fab1f73b-8273-4c10-b26f-b02c255737e5 service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241174 May 19 13:31:33.665645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9de7-5da3-4c3c-b5fd-846daa37326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:33.672505 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:33.718991 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event deleted for resources: {'Port': ['ID=56c1c913-c5d2-4fd6-8c19-0fa7c1f60f4f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:33.815699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:33.815871 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Floating IP 74fb6813-f091-4477-a116-75166d056802 disassociated (deleted). External IP: 172.26.3.6, port: b1cc57c3-f57d-46f3-834b-480b30ac9ef8. May 19 13:31:34.168412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Router 5238cd80-2f15-48e3-a6ce-d6249856d439 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:31:34.461818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:31:34.472537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] Sync routers for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:34.484055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:31:34.484517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:34.484669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:34.540520 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-402652f4-8c73-4108-b4e0-c1f4b6adb856 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "DELETE /v2.0/floatingips/74fb6813-f091-4477-a116-75166d056802 HTTP/1.1" status: 204 len: 168 time: 1.5497813 May 19 13:31:34.647686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:34.664172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:31:34.694141 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f71acf1-3ada-4df4-ba89-aac7199d6581'] response: {'name': 'network-changed', 'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'status': 'completed', 'code': 200} May 19 13:31:34.788382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-33f14447-c4dd-4b17-90c6-ffa6421a4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:34.789864 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-33f14447-c4dd-4b17-90c6-ffa6421a4637 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=951b788710a744d7866de8082d0e6e77&device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 1099 time: 0.0722406 May 19 13:31:34.925302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:34.954005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-c08fa00a-8479-47ba-a487-b73bb74f466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:34.956061 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-c08fa00a-8479-47ba-a487-b73bb74f466a service neutron] 10.222.0.79 "GET /v2.0/networks?id=02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 200 len: 916 time: 0.1590514 May 19 13:31:35.016115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:35.031459 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-834112a9-1c78-4cdc-a62b-53fadc45a690 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 200 len: 217 time: 0.0668137 May 19 13:31:35.037943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:34Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:35.042021 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] Checking router: 5238cd80-2f15-48e3-a6ce-d6249856d439 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:35.050455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:31:35.051122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:35.093151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-6884b65d-41d7-4482-aee1-26f549992715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:35.094592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-6884b65d-41d7-4482-aee1-26f549992715 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 200 len: 854 time: 0.0564675 May 19 13:31:35.179838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-3b3f0c74-b99b-4c5f-975b-46e5099b9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:35.181458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-3b3f0c74-b99b-4c5f-975b-46e5099b9631 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=02ffb034-0603-4cf6-a074-4d0d55f285da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796392 May 19 13:31:35.232416 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:31:35.420797 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-d26f91fe-9163-4dd4-ba40-3a95fc106c5c service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320907 May 19 13:31:35.562510 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bed484aa-851e-4abc-9d1b-5372cff3ade7 req-3cc3d672-f8b3-4022-8c69-0f82e9ef4a8d service neutron] 10.222.0.79 "GET /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270144 May 19 13:31:35.567428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:34Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:35.571885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c201de2-4d60-481a-8289-029a11baa4bc None None] The sync data for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv is: [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:29:28Z', 'revision_number': 4, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '3642139f-ef87-4509-9180-4228e7b4db50', 'name': '', 'network_id': '02ffb034-0603-4cf6-a074-4d0d55f285da', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'mac_address': 'fa:16:3e:44:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:27Z', 'updated_at': '2022-05-19T13:29:34Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'subnets': [{'id': '8aaef1b1-9076-4a5d-b014-a24a92975260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:35.790591 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a183c5-5e5e-4e26-a95d-c48b90b35749 None None] New status for floating IP 74fb6813-f091-4477-a116-75166d056802: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:31:36.081776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:37.878549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:38.905763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150778a-5922-4eaf-b526-52bbcfe6d5b1 req-5d66892d-de31-4655-bbb5-243e5b372a80 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:38.906728 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5150778a-5922-4eaf-b526-52bbcfe6d5b1 req-5d66892d-de31-4655-bbb5-243e5b372a80 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0870478 May 19 13:31:38.951316 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-5150778a-5922-4eaf-b526-52bbcfe6d5b1 req-a7690f6a-61b2-49e9-81e2-bcbe06ee2029 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:31:38.970203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-5150778a-5922-4eaf-b526-52bbcfe6d5b1 req-a7690f6a-61b2-49e9-81e2-bcbe06ee2029 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:31:38.971440 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5150778a-5922-4eaf-b526-52bbcfe6d5b1 req-a7690f6a-61b2-49e9-81e2-bcbe06ee2029 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 May 19 13:31:40.183370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788468b4-baef-4cfa-9883-2308fdc5ef10 req-db75f430-0e9d-45d6-9dfc-dc1f808888c0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:40.184296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-788468b4-baef-4cfa-9883-2308fdc5ef10 req-db75f430-0e9d-45d6-9dfc-dc1f808888c0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Synchronizing usage tracker for tenant:951b788710a744d7866de8082d0e6e77 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:31:40.201635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-788468b4-baef-4cfa-9883-2308fdc5ef10 req-db75f430-0e9d-45d6-9dfc-dc1f808888c0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Unset dirty status for tenant:951b788710a744d7866de8082d0e6e77 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:31:40.202843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-788468b4-baef-4cfa-9883-2308fdc5ef10 req-db75f430-0e9d-45d6-9dfc-dc1f808888c0 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.1116836 May 19 13:31:40.249977 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-788468b4-baef-4cfa-9883-2308fdc5ef10 req-ceb15c0c-05bc-40f9-8f12-5c71b2f919c8 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 May 19 13:31:40.853413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-4a1a185d-faac-43c5-bae5-72c2c8d6d82c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:40.854921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-4a1a185d-faac-43c5-bae5-72c2c8d6d82c tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.79 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.0889952 May 19 13:31:40.933637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Deleting port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:40.934053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:41.189848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] For port b1cc57c3-f57d-46f3-834b-480b30ac9ef8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:41.190206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:41.312863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Calling delete_port for b1cc57c3-f57d-46f3-834b-480b30ac9ef8 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:41.512545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c94ff4-0e00-4551-b34c-1de8a592b0ed req-ba193284-a6bf-450f-b66a-f0ab5cc9bbca tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:41.513848 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d8c94ff4-0e00-4551-b34c-1de8a592b0ed req-ba193284-a6bf-450f-b66a-f0ab5cc9bbca tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/ports?device_id=90c0d29b-58a8-4e5c-b386-48b66861d89b HTTP/1.1" status: 200 len: 946 time: 0.1488290 May 19 13:31:41.541811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:41.553995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b1cc57c3-f57d-46f3-834b-480b30ac9ef8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:31:41.604154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Pushing event deleted for resources: {'Port': ['ID=b1cc57c3-f57d-46f3-834b-480b30ac9ef8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:41.637873 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d8c94ff4-0e00-4551-b34c-1de8a592b0ed req-cf316449-16fb-4473-ac10-3a708592aa81 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.44 "GET /v2.0/security-groups?id=a0e204d2-13fc-438a-ad57-7ac7c7666f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145599 May 19 13:31:41.686382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] No DVR routers for this DVR port b1cc57c3-f57d-46f3-834b-480b30ac9ef8 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:31:41.689179 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:41.691610 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'name': 'network-vif-deleted', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:31:41.711672 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-194703ec-2fcc-4871-90f4-01fcdcbe113e req-294906ee-ec0e-4762-ad28-19cd8f180da5 tempest-TestMinimumBasicScenario-947706061 tempest-TestMinimumBasicScenario-947706061-project] 10.222.0.79 "DELETE /v2.0/ports/b1cc57c3-f57d-46f3-834b-480b30ac9ef8 HTTP/1.1" status: 204 len: 173 time: 0.8510203 May 19 13:31:41.742628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80af545a-44cd-451d-98a6-bc7459d94926'] response: {'server_uuid': '90c0d29b-58a8-4e5c-b386-48b66861d89b', 'name': 'network-vif-deleted', 'tag': 'b1cc57c3-f57d-46f3-834b-480b30ac9ef8', 'status': 'completed', 'code': 200} May 19 13:31:43.310745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43176) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:43.860133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:44.209692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Deleting port 3642139f-ef87-4509-9180-4228e7b4db50 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:44.210032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:44.381124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] For port 3642139f-ef87-4509-9180-4228e7b4db50, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3642139f-ef87-4509-9180-4228e7b4db50,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:44.381813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:44.615668 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Calling delete_port for 3642139f-ef87-4509-9180-4228e7b4db50 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:44.943711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:44.994042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Pushing event deleted for resources: {'Port': ['ID=3642139f-ef87-4509-9180-4228e7b4db50,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:45.263808 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:45.626805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Router 5238cd80-2f15-48e3-a6ce-d6249856d439 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:31:45.802787 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:31:45.811853 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] Sync routers for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:45.815277 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cf13fd43-46bd-4374-8ae9-6427830d441f admin admin] 10.222.0.44 "PUT /v2.0/routers/5238cd80-2f15-48e3-a6ce-d6249856d439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034068 May 19 13:31:45.817812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43182) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:45.821614 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:31:45.822266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:45.997814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:31:46.115894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:46.163180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b1cc57c3-f57d-46f3-834b-480b30ac9ef8 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:46.249040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: b1cc57c3-f57d-46f3-834b-480b30ac9ef8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:46.249319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b1cc57c3-f57d-46f3-834b-480b30ac9ef8 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:46.293977 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:46.304772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Deleting port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:46.305333 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:46.358163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:31:44Z', 'revision_number': 5, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port': {'id': '2c660cf1-ed31-41b5-93a4-59b283c2e8ff', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:25Z', 'updated_at': '2022-05-19T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:46.362085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] Checking router: 5238cd80-2f15-48e3-a6ce-d6249856d439 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:46.370465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] Routers {'5238cd80-2f15-48e3-a6ce-d6249856d439'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:31:46.371099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['5238cd80-2f15-48e3-a6ce-d6249856d439'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:46.491462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] For port 2c660cf1-ed31-41b5-93a4-59b283c2e8ff, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:46.491815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:46.534220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] Set router 5238cd80-2f15-48e3-a6ce-d6249856d439 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:31:46.623913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Calling delete_port for 2c660cf1-ed31-41b5-93a4-59b283c2e8ff owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:46.649560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:31:46Z', 'revision_number': 6, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:46.653816 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f83d0-60f8-413b-82f8-c09bda2da8e2 None None] The sync data for ids ['5238cd80-2f15-48e3-a6ce-d6249856d439'] in dv-neutron-841945-1-hyperv is: [{'id': '5238cd80-2f15-48e3-a6ce-d6249856d439', 'name': 'tempest-TestMinimumBasicScenario-2122654789-router', 'tenant_id': '951b788710a744d7866de8082d0e6e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:24Z', 'updated_at': '2022-05-19T13:31:46Z', 'revision_number': 6, 'project_id': '951b788710a744d7866de8082d0e6e77', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:46.809042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:46.883342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c660cf1-ed31-41b5-93a4-59b283c2e8ff,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:46.953244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.125447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.127867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.156044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.156565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5238cd80-2f15-48e3-a6ce-d6249856d439 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:31:47.169383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.170674 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dd8f48ec-535f-40a8-acdb-43023fc9b964 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5238cd80-2f15-48e3-a6ce-d6249856d439 HTTP/1.1" status: 204 len: 168 time: 1.3519640 May 19 13:31:47.173105 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43186) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:47.230922 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Deleting subnet 8aaef1b1-9076-4a5d-b014-a24a92975260 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:31:47.234383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.284913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.475828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.546506 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.569741 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:31:47.586510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aaef1b1-9076-4a5d-b014-a24a92975260,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:47.590191 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.598803 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d680b048-6b4a-465f-bcb2-f2b22cc945a0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8aaef1b1-9076-4a5d-b014-a24a92975260 HTTP/1.1" status: 204 len: 168 time: 0.4223537 May 19 13:31:47.599144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43190) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:47.600503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0468092-e5ee-46eb-90a9-2b4613599fb8 None None] Network 02ffb034-0603-4cf6-a074-4d0d55f285da requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:31:47.707592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.718548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Deleting port fb44602f-15ec-4340-badb-9bfb62c08ba6 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:47.718906 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.785638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3642139f-ef87-4509-9180-4228e7b4db50 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:47.824534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 3642139f-ef87-4509-9180-4228e7b4db50 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:47.824785 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3642139f-ef87-4509-9180-4228e7b4db50 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:47.825195 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c660cf1-ed31-41b5-93a4-59b283c2e8ff no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:47.861013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2c660cf1-ed31-41b5-93a4-59b283c2e8ff {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:47.861338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2c660cf1-ed31-41b5-93a4-59b283c2e8ff not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:47.918149 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] DHCP port deletion for 02ffb034-0603-4cf6-a074-4d0d55f285da request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:31:47.923020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Deleting port fb44602f-15ec-4340-badb-9bfb62c08ba6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:47.923392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:47.938831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] For port fb44602f-15ec-4340-badb-9bfb62c08ba6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb44602f-15ec-4340-badb-9bfb62c08ba6,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:47.939347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.061891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Calling delete_port for fb44602f-15ec-4340-badb-9bfb62c08ba6 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:48.132665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] For port fb44602f-15ec-4340-badb-9bfb62c08ba6, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=fb44602f-15ec-4340-badb-9bfb62c08ba6,segment=NetworkSegment(7970fac8-c9e6-4d8f-9955-ffc4d16166a0),segment_id=7970fac8-c9e6-4d8f-9955-ffc4d16166a0)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:48.133034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.144388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.192852 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb44602f-15ec-4340-badb-9bfb62c08ba6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:48.195903 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] No DVR routers for this DVR port fb44602f-15ec-4340-badb-9bfb62c08ba6 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:31:48.259459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Calling delete_port for fb44602f-15ec-4340-badb-9bfb62c08ba6 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:48.316441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.331891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:31:48.332237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:31:48.344360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ffb034-0603-4cf6-a074-4d0d55f285da']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:48.356534 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7970fac8-c9e6-4d8f-9955-ffc4d16166a0') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:48.356826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7970fac8-c9e6-4d8f-9955-ffc4d16166a0') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:48.370905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.389765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.395994 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:31:48.396365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:31:48.412914 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:31:48.488823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.504676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.514928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] Pushing event deleted for resources: {'Network': ['ID=02ffb034-0603-4cf6-a074-4d0d55f285da,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:48.530341 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e89e5c88-d607-4468-9d68-bac3fc0430cf admin admin] 10.222.0.44 "DELETE /v2.0/networks/02ffb034-0603-4cf6-a074-4d0d55f285da HTTP/1.1" status: 204 len: 168 time: 0.9302392 May 19 13:31:48.533371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43194) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:48.833465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Deleting port fb44602f-15ec-4340-badb-9bfb62c08ba6 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:48.834385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:48.903973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ff45bfeb-15e2-4605-b0cc-6d6e0be22da5 None None] The port 'fb44602f-15ec-4340-badb-9bfb62c08ba6' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:31:49.193707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:49.565805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Deleting port e47386fb-9977-4926-af34-e4e7571e0879 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:49.566018 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:49.740920 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] For port e47386fb-9977-4926-af34-e4e7571e0879, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e47386fb-9977-4926-af34-e4e7571e0879,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:49.741285 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:49.779559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb44602f-15ec-4340-badb-9bfb62c08ba6 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:49.813274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: fb44602f-15ec-4340-badb-9bfb62c08ba6 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:49.813712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device fb44602f-15ec-4340-badb-9bfb62c08ba6 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:49.865084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Calling delete_port for e47386fb-9977-4926-af34-e4e7571e0879 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:50.075103 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:50.123251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47386fb-9977-4926-af34-e4e7571e0879,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:50.395923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:50.866576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Router 2e6c2518-8db0-4097-983e-9a406e5e179b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:31:51.048498 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:31:51.057587 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] Sync routers for ids ['2e6c2518-8db0-4097-983e-9a406e5e179b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:31:51.067260 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e80d51c0-c65c-44b4-9769-ef1a558ff354 admin admin] 10.222.0.44 "PUT /v2.0/routers/2e6c2518-8db0-4097-983e-9a406e5e179b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328534 May 19 13:31:51.068983 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] Routers {'2e6c2518-8db0-4097-983e-9a406e5e179b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:31:51.069625 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2e6c2518-8db0-4097-983e-9a406e5e179b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:51.069834 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43198) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:51.245875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:51.249771 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] Set router 2e6c2518-8db0-4097-983e-9a406e5e179b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:31:51.423651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:51.434862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Deleting port 185a4257-13eb-4350-9538-e04df76b14e2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:51.435244 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:51.529719 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '185a4257-13eb-4350-9538-e04df76b14e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:31:50Z', 'revision_number': 5, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port': {'id': '185a4257-13eb-4350-9538-e04df76b14e2', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:29:31Z', 'updated_at': '2022-05-19T13:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:51.534004 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] Checking router: 2e6c2518-8db0-4097-983e-9a406e5e179b for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:31:51.543067 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] Routers {'2e6c2518-8db0-4097-983e-9a406e5e179b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:31:51.543662 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['2e6c2518-8db0-4097-983e-9a406e5e179b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:51.609846 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] For port 185a4257-13eb-4350-9538-e04df76b14e2, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=185a4257-13eb-4350-9538-e04df76b14e2,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:51.610174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:51.696355 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] Set router 2e6c2518-8db0-4097-983e-9a406e5e179b gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:31:51.732281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Calling delete_port for 185a4257-13eb-4350-9538-e04df76b14e2 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:51.800246 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:31:51Z', 'revision_number': 6, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:51.804143 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c0e35-ad60-426d-b1f3-5fd8ef62d7c2 None None] The sync data for ids ['2e6c2518-8db0-4097-983e-9a406e5e179b'] in dv-neutron-841945-1-hyperv is: [{'id': '2e6c2518-8db0-4097-983e-9a406e5e179b', 'name': 'tempest-TestMinimumBasicScenario-781035804-router', 'tenant_id': '181dea63f07a484d873bad1cf7a1bf8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:29:30Z', 'updated_at': '2022-05-19T13:31:51Z', 'revision_number': 6, 'project_id': '181dea63f07a484d873bad1cf7a1bf8f', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:31:51.906621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.068462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=185a4257-13eb-4350-9538-e04df76b14e2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:52.156538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.336062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.338366 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.366855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.367374 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6c2518-8db0-4097-983e-9a406e5e179b {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:31:52.379777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.380908 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d02976eb-7222-432b-a393-0cd3a726f0d6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2e6c2518-8db0-4097-983e-9a406e5e179b HTTP/1.1" status: 204 len: 168 time: 1.3098416 May 19 13:31:52.383535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43202) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:52.444054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Deleting subnet 72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:31:52.447338 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.495415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.582208 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.655740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.695282 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:52.697165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.701441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ea9c5-932a-4d2b-bdae-197284782831 None None] Network 1f77a608-b230-4bd1-a58d-ad93b3ee88ae requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:31:52.705879 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4e8164c9-9fd1-4925-ba7f-07c64862b119 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/72eb3744-8d2a-4890-a2e0-b51f8f8a1bd6 HTTP/1.1" status: 204 len: 168 time: 0.3190365 May 19 13:31:52.706083 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43206) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:52.815935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:52.828224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Deleting port 7116f313-cadf-4f41-81d0-c32c1114bdd8 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:52.828561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.025720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c648744-b927-4125-963e-417c35a9f585 None None] DHCP port deletion for 1f77a608-b230-4bd1-a58d-ad93b3ee88ae request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:31:53.029979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Deleting port 7116f313-cadf-4f41-81d0-c32c1114bdd8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:53.030343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.043623 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] For port 7116f313-cadf-4f41-81d0-c32c1114bdd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7116f313-cadf-4f41-81d0-c32c1114bdd8,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:53.043981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.169756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Calling delete_port for 7116f313-cadf-4f41-81d0-c32c1114bdd8 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:53.231514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6c648744-b927-4125-963e-417c35a9f585 None None] For port 7116f313-cadf-4f41-81d0-c32c1114bdd8, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7116f313-cadf-4f41-81d0-c32c1114bdd8,segment=NetworkSegment(c28fc55c-ad13-43bf-984b-2017885102ff),segment_id=c28fc55c-ad13-43bf-984b-2017885102ff)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:31:53.231813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.253867 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.301383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7116f313-cadf-4f41-81d0-c32c1114bdd8,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:53.305947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] No DVR routers for this DVR port 7116f313-cadf-4f41-81d0-c32c1114bdd8 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:31:53.350142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Calling delete_port for 7116f313-cadf-4f41-81d0-c32c1114bdd8 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:31:53.419564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:31:53.419936 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:31:53.423275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.450043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f77a608-b230-4bd1-a58d-ad93b3ee88ae']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:53.463137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28fc55c-ad13-43bf-984b-2017885102ff') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:53.463435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28fc55c-ad13-43bf-984b-2017885102ff') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:31:53.475497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.491875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.498111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:31:53.498588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:31:53.511270 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:31:53.593653 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.615611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.630136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f77a608-b230-4bd1-a58d-ad93b3ee88ae,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:53.634852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-31155da1-ed2d-4b2c-841b-89cbf95a54a8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f77a608-b230-4bd1-a58d-ad93b3ee88ae HTTP/1.1" status: 204 len: 168 time: 0.9277477 May 19 13:31:53.782736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e47386fb-9977-4926-af34-e4e7571e0879 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:53.818058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43212) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:53.819404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e47386fb-9977-4926-af34-e4e7571e0879 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:53.819759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e47386fb-9977-4926-af34-e4e7571e0879 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:53.820140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7116f313-cadf-4f41-81d0-c32c1114bdd8 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:53.852954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7116f313-cadf-4f41-81d0-c32c1114bdd8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:53.853282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7116f313-cadf-4f41-81d0-c32c1114bdd8 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:53.853686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 185a4257-13eb-4350-9538-e04df76b14e2 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:31:53.868881 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-52fbd420-ea14-4ae3-a6dc-22f407894cf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=951b788710a744d7866de8082d0e6e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496218 May 19 13:31:53.871557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43216) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:53.886114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 185a4257-13eb-4350-9538-e04df76b14e2 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:31:53.886445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 185a4257-13eb-4350-9538-e04df76b14e2 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:31:53.920956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Deleting port 7116f313-cadf-4f41-81d0-c32c1114bdd8 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:31:53.921358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6c648744-b927-4125-963e-417c35a9f585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.936050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6990840c-cd76-4476-b553-61a904305745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.963448 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6990840c-cd76-4476-b553-61a904305745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:53.987022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6c648744-b927-4125-963e-417c35a9f585 None None] The port '7116f313-cadf-4f41-81d0-c32c1114bdd8' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:31:54.025842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6990840c-cd76-4476-b553-61a904305745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:54.042887 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990840c-cd76-4476-b553-61a904305745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e204d2-13fc-438a-ad57-7ac7c7666f1e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:54.054093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6990840c-cd76-4476-b553-61a904305745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:54.055279 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6990840c-cd76-4476-b553-61a904305745 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0e204d2-13fc-438a-ad57-7ac7c7666f1e HTTP/1.1" status: 204 len: 168 time: 0.1828194 May 19 13:31:54.418456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:54.473522 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5dac0bba-9a14-4ba5-b0dc-b96292e6cc87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=181dea63f07a484d873bad1cf7a1bf8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528545 May 19 13:31:54.476276 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43228) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:54.546777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d23be4b-f880-44ff-b222-7ac13e6d2598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:54.576279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d23be4b-f880-44ff-b222-7ac13e6d2598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:54.733054 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d23be4b-f880-44ff-b222-7ac13e6d2598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:54.749477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23be4b-f880-44ff-b222-7ac13e6d2598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5036df5a-46ca-4d66-b9e7-c900ee803ac7,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:54.753980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7d23be4b-f880-44ff-b222-7ac13e6d2598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:54.755113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7d23be4b-f880-44ff-b222-7ac13e6d2598 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5036df5a-46ca-4d66-b9e7-c900ee803ac7 HTTP/1.1" status: 204 len: 168 time: 0.2779574 May 19 13:31:56.438406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43270) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:56.443714 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453774171', 'description': 'tempest-secgroup-smoke-453774171 description', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:56.450423 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:56.454715 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:56.457781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:56.464797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:56.476980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.488823 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.503813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:56.508050 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:56.511071 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:56.517676 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:56.603831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.609773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.624061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:56.635010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:56.640509 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:56.648544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:56.650484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c454e3d-c60c-4765-8bd3-10049f8e8082,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.723865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.729390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.771122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f90d66-3233-461c-be67-3d6dab3cfcdb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.773904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.775151 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-999022b0-4a24-41ad-9fe1-812bd2fc77ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3357203 May 19 13:31:56.778162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43274) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:56.783294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e9f90d66-3233-461c-be67-3d6dab3cfcdb', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:56.789667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:56.793972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:56.797248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:56.804405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:56.824206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.900598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.905661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.928544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51a9f27-a072-4abb-9a64-5f1164b4a6fc,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:56.937771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:56.938984 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d7cdca82-0a57-4dc8-97e8-13d7f5661d03 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597946 May 19 13:31:56.941725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:56.946530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e9f90d66-3233-461c-be67-3d6dab3cfcdb', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:56.952440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:56.956484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:56.959948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:56.965968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:56.985497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.051157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.055698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.077826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91154478-d7c1-450f-856d-4c79cd4d0d2e,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.088333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.089523 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d379f3da-503f-4c73-b4d2-64c4e02de1b5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469142 May 19 13:31:57.092761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:57.097593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e9f90d66-3233-461c-be67-3d6dab3cfcdb', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:57.103407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:57.107215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:57.109993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:57.115672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:57.133472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.218344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.223879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.247073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b951413-2810-47ba-9d1b-1f2c028745fa,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.256161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.257436 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d3b16714-5d66-4945-bd5c-7ab2e72409b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1637599 May 19 13:31:57.260168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43286) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:57.264981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e9f90d66-3233-461c-be67-3d6dab3cfcdb', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:57.270717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:57.274494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:57.277342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:57.283046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:57.301375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.364946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.370494 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.394444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5507b5d5-4537-496d-b9df-07575efe1bf4,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.405431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.406658 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-05b53cec-48b1-4909-9962-7ddffb1bfb16 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455910 May 19 13:31:57.409472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43290) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:57.414401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e9f90d66-3233-461c-be67-3d6dab3cfcdb', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:57.420389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:57.424450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:57.427423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:57.433295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:57.446644 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:31:57.453075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.518931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.526057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.555495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5584e81e-9eb5-43aa-ba33-af3a96663f49,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.565662 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.566917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-991690ad-80d4-43a9-ab3e-28ca31b28d2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565251 May 19 13:31:57.569636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:57.574522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e9f90d66-3233-461c-be67-3d6dab3cfcdb', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:57.580796 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:57.585275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:57.588332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:57.594447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:57.607006 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:31:57.613434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.677848 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.683798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.706761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d9c6a-7096-45d6-8b58-56a09d03ce52,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:57.716642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.717853 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1d4d26b4-3120-4625-aa50-f3508e1c0943 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472731 May 19 13:31:57.720887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43298) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:57.726211 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'network': {'name': 'tempest-network-smoke--2042436609', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:57.731201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:57.735201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:network and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:57.738053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:57.743899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:57.756171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:31:57.759648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.787517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:31:57.796232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.796574 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Added segment de7ee94a-d13d-4af0-9966-cc3e4efea1e8 of type vlan for network 52fe12dd-d61b-44a1-901b-546e45f69eea May 19 13:31:57.821580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.854735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:57.863391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:31:57.864236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.067264 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3452246 May 19 13:31:58.070179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43302) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:31:58.075730 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'admin_state_up': True, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:31:58.078784 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6082e30-5871-4fb9-8e78-e6ab40ec2e2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Network': ['ID=52fe12dd-d61b-44a1-901b-546e45f69eea,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:58.085181 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:31:58.089733 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 52fe12dd-d61b-44a1-901b-546e45f69eea details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:31:58.090166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:router and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:31:58.093913 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:31:58.100678 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:31:58.112331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.113721 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.131474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.412789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.726200 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.755590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:58.905239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.88 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/07234d5d-319b-4a4c-b381-98cb59d71b63) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:31:59.058218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:59.093101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:31:59.157799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:31:59.160737 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:31:59.163160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:31:59.197267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=07234d5d-319b-4a4c-b381-98cb59d71b63,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:31:59.699865 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:00.036969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:00.250406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 6096ef36-cb43-4d23-891a-d2f058c15f3b is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:32:00.426844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:32:00.437346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Sync routers for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:00.446949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:32:00.447560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:00.454753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:00.455938 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cef66745-8f35-484a-a686-719bde07f5a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3846118 May 19 13:32:00.459633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43306) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:00.599547 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-77d18a08-d02c-43f1-99eb-72a14b8ef33f tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ad4b103a75b14c278ca8ee79c84334ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387498 May 19 13:32:00.602346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43312) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:00.627581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:32:00.731188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513b710-54a7-4e98-b04d-9d9596f214c1 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:00.735815 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a513b710-54a7-4e98-b04d-9d9596f214c1 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295173 May 19 13:32:00.736113 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43316) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:00.776647 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a09e45cc-f1ab-452c-84d7-cd8e6995be41 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393977 May 19 13:32:00.779257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43320) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:00.784710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-659625358', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:32:00.932711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:31:59Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:00.937266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Checking router: 6096ef36-cb43-4d23-891a-d2f058c15f3b for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:00.937606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Updating router 6096ef36-cb43-4d23-891a-d2f058c15f3b port 07234d5d-319b-4a4c-b381-98cb59d71b63 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:32:01.040430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:32:01.040649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.045277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:subnet and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:32:01.049570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:32:01.055681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:32:01.068595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:01.072555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.279978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-89973b5f-7c28-46fc-9cdd-b8e4d24b5d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.316162 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.399508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Subnet': ['ID=00e6dcd5-4c70-40c2-9023-c704edd2fb27,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:01.410503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Checking segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:32:01.410883 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network hostable DHCP agents. Network: 52fe12dd-d61b-44a1-901b-546e45f69eea, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:32:01.424498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.432028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 52fe12dd-d61b-44a1-901b-546e45f69eea is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:32:01.438830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Transition to ACTIVE for port object 07234d5d-319b-4a4c-b381-98cb59d71b63 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:01.448011 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 52fe12dd-d61b-44a1-901b-546e45f69eea) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:01.449127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.452723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:01.453310 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.479068 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-195ed214-6d95-40c3-a339-7f2be9c57c32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6985700 May 19 13:32:01.481932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43324) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:01.492922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2a9e2-ea99-4406-8d2d-867910359bd8 None None] Network 52fe12dd-d61b-44a1-901b-546e45f69eea requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:32:01.623865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Attempting to bind port 07234d5d-319b-4a4c-b381-98cb59d71b63 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:32:01.624217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Attempting to bind port 07234d5d-319b-4a4c-b381-98cb59d71b63 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:32:01.624571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Attempting to bind port 07234d5d-319b-4a4c-b381-98cb59d71b63 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:32:01.638796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Pushing event updated for resources: {'Port': ['ID=07234d5d-319b-4a4c-b381-98cb59d71b63,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:01.642664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:32:01.643020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:32:01.643413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.643792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:32:01.644253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Bound port: 07234d5d-319b-4a4c-b381-98cb59d71b63, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:32:01.644616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.710101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.710445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.710798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.711122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.711540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.712100 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.712625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.712954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.713259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.713595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.713910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.714218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:01.803324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] For port 07234d5d-319b-4a4c-b381-98cb59d71b63, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:32:01.815510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] For port 07234d5d-319b-4a4c-b381-98cb59d71b63, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=07234d5d-319b-4a4c-b381-98cb59d71b63,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:32:01.849320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.898019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-52fe12dd-d61b-44a1-901b-546e45f69eea', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:32:01.898863 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:01.984869 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:32:01.985507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:31:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:02.077012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4857a-1d0d-4b27-ae42-d6d68186d688 None None] Pushing event updated for resources: {'Port': ['ID=07234d5d-319b-4a4c-b381-98cb59d71b63,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:02.210252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:02.249673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:32:02.377296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Allocated IP 172.20.0.2 (52fe12dd-d61b-44a1-901b-546e45f69eea/00e6dcd5-4c70-40c2-9023-c704edd2fb27/12aa263b-e4e5-4216-a36a-484b60052996) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:02.751472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:02.764779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:31:59Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:02.767097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Transition to ACTIVE for port object 12aa263b-e4e5-4216-a36a-484b60052996 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:02.776677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8942-3f1c-42dc-a8e1-9b892a4e2bdf None None] The sync data for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv is: [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:31:59Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:02.788674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Transition to ACTIVE for port object 12aa263b-e4e5-4216-a36a-484b60052996 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:02.798991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:02.862236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Network 52fe12dd-d61b-44a1-901b-546e45f69eea is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:02.865902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:02.869972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:32:02.911153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Pushing event updated for resources: {'Port': ['ID=12aa263b-e4e5-4216-a36a-484b60052996,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:02.974175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Attempting to bind port 12aa263b-e4e5-4216-a36a-484b60052996 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:32:02.974532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Attempting to bind port 12aa263b-e4e5-4216-a36a-484b60052996 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:32:02.974915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Attempting to bind port 12aa263b-e4e5-4216-a36a-484b60052996 on network 52fe12dd-d61b-44a1-901b-546e45f69eea {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:32:02.980483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:32:02.980835 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Checking segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:32:02.981221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:02.981602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Bound using segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:32:02.982208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Bound port: 12aa263b-e4e5-4216-a36a-484b60052996, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:32:02.982849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.009544 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.1 (52fe12dd-d61b-44a1-901b-546e45f69eea/00e6dcd5-4c70-40c2-9023-c704edd2fb27/f7d6808a-5a69-46f5-b924-c8fd0c557c4f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:03.087887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] For port 12aa263b-e4e5-4216-a36a-484b60052996, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:32:03.091596 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] For port 12aa263b-e4e5-4216-a36a-484b60052996, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=12aa263b-e4e5-4216-a36a-484b60052996,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:32:03.097807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.176443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8dd66-cdb8-4411-8669-404ee54ae33a None None] Pushing event updated for resources: {'Port': ['ID=12aa263b-e4e5-4216-a36a-484b60052996,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:03.200170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.220672 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object f7d6808a-5a69-46f5-b924-c8fd0c557c4f will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:03.246677 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.317422 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 52fe12dd-d61b-44a1-901b-546e45f69eea is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:03.320452 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:03.324938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:32:03.366781 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:03.400490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.659503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-789070a2-664d-4636-8e13-51bd5a784ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.692815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:03.838713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 12aa263b-e4e5-4216-a36a-484b60052996 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:03.911833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 12aa263b-e4e5-4216-a36a-484b60052996 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:03.919579 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 07234d5d-319b-4a4c-b381-98cb59d71b63 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:03.993989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 07234d5d-319b-4a4c-b381-98cb59d71b63 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:03.999377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 07234d5d-319b-4a4c-b381-98cb59d71b63 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:04.000014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.136185 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 07234d5d-319b-4a4c-b381-98cb59d71b63 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:04.136574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.152352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.157854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 07234d5d-319b-4a4c-b381-98cb59d71b63, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=07234d5d-319b-4a4c-b381-98cb59d71b63,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:32:04.159631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.162929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.226215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a50464-1886-490b-a1dc-f561b73878fa None None] Network 52fe12dd-d61b-44a1-901b-546e45f69eea requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:32:04.284704 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:04.287239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.324942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=07234d5d-319b-4a4c-b381-98cb59d71b63,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:04.349750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Provisioning for port 12aa263b-e4e5-4216-a36a-484b60052996 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:04.360434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Provisioning complete for port 12aa263b-e4e5-4216-a36a-484b60052996 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:04.360807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.431294 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 52fe12dd-d61b-44a1-901b-546e45f69eea is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:04.432459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:04.578604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Current status of the port 12aa263b-e4e5-4216-a36a-484b60052996 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:04.578996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.623523 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] For port 12aa263b-e4e5-4216-a36a-484b60052996, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=12aa263b-e4e5-4216-a36a-484b60052996,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:32:04.631610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.704649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76b798-c4fa-4f0b-ba65-38de3ccc67eb None None] Pushing event updated for resources: {'Port': ['ID=12aa263b-e4e5-4216-a36a-484b60052996,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:04.755424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 6096ef36-cb43-4d23-891a-d2f058c15f3b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:32:04.860744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Provisioning for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:04.867587 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Provisioning complete for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:04.868270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.940106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:32:04.941115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Port f7d6808a-5a69-46f5-b924-c8fd0c557c4f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:32:04.950170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-745d1d4b-29f7-4825-b12e-10dedd8ff6db tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/6096ef36-cb43-4d23-891a-d2f058c15f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669454 May 19 13:32:04.955176 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Sync routers for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:04.961233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.963470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Provisioning complete for port 12aa263b-e4e5-4216-a36a-484b60052996 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:04.963817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:04.966701 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:32:04.967536 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:32:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:05.021563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:05.102082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-27db81d1-ba79-4857-9e84-21dd40501a42 None None] Current status of the port 12aa263b-e4e5-4216-a36a-484b60052996 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:05.151570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-c787a926-3c66-4f03-8220-094d25ccae99 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:32:05.180279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-c787a926-3c66-4f03-8220-094d25ccae99 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:32:05.181512 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-c787a926-3c66-4f03-8220-094d25ccae99 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453774171&fields=id&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 267 time: 0.0739546 May 19 13:32:05.205173 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:32:05.223164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ee33aad5-9abb-4541-894f-66f756738031 None None] Provisioning complete for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:05.223536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ee33aad5-9abb-4541-894f-66f756738031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:05.293919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ee33aad5-9abb-4541-894f-66f756738031 None None] Port f7d6808a-5a69-46f5-b924-c8fd0c557c4f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:32:05.378819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-12e3fee6-0f9d-4f54-b962-a2792ebfed32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:05.380284 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-12e3fee6-0f9d-4f54-b962-a2792ebfed32 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/networks?id=52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 200 len: 797 time: 0.1791813 May 19 13:32:05.395540 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-bebac3a4-8448-44e9-9e3d-c13a6778d713 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/quotas/ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 375 time: 0.0095663 May 19 13:32:05.417969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-01fe7d26-3e2a-4814-9f55-bfd65aec51e5 None None] Provisioning complete for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:05.418347 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-01fe7d26-3e2a-4814-9f55-bfd65aec51e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:05.477983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-01fe7d26-3e2a-4814-9f55-bfd65aec51e5 None None] Port f7d6808a-5a69-46f5-b924-c8fd0c557c4f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:32:05.496391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-8ce1201f-3cb9-4504-a918-7fce3c900f3a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:32:05.516666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-8ce1201f-3cb9-4504-a918-7fce3c900f3a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:32:05.527130 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-8ce1201f-3cb9-4504-a918-7fce3c900f3a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263356 May 19 13:32:05.584422 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 2, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:05.588314 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Checking router: 6096ef36-cb43-4d23-891a-d2f058c15f3b for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:05.588768 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Updating router 6096ef36-cb43-4d23-891a-d2f058c15f3b port f7d6808a-5a69-46f5-b924-c8fd0c557c4f binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:32:05.641801 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:05.708347 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-611ea719-b6f7-42ba-aa84-e31ea94561f4 service neutron] 10.222.0.44 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771202 May 19 13:32:05.796527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 12aa263b-e4e5-4216-a36a-484b60052996 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:05.850734 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-674f4c41-d38f-4fc1-959d-295633ebd784 service neutron] 10.222.0.44 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350560 May 19 13:32:05.867854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 12aa263b-e4e5-4216-a36a-484b60052996 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:05.868333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.011239 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.032809 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Transition to ACTIVE for port object f7d6808a-5a69-46f5-b924-c8fd0c557c4f will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:06.043988 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.051343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 12aa263b-e4e5-4216-a36a-484b60052996 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:06.052719 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 07234d5d-319b-4a4c-b381-98cb59d71b63 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:06.068000 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2e092c18-58aa-4bdc-a694-40d3a95a7941 req-b6ad0a01-1cdb-4fd7-a8f3-fd7f1863a83d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 210 time: 0.0624590 May 19 13:32:06.133423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.148970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 07234d5d-319b-4a4c-b381-98cb59d71b63 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:06.150176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.247226 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Pushing event updated for resources: {'Port': ['ID=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:06.291771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 07234d5d-319b-4a4c-b381-98cb59d71b63 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:06.296655 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.296900 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.297231 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.297551 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.297871 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.298194 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.298506 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.298859 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.299175 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.299484 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.299793 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.300101 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:32:06.312025 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Attempting to bind port f7d6808a-5a69-46f5-b924-c8fd0c557c4f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:32:06.312729 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Attempting to bind port f7d6808a-5a69-46f5-b924-c8fd0c557c4f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:32:06.312849 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Attempting to bind port f7d6808a-5a69-46f5-b924-c8fd0c557c4f on network 52fe12dd-d61b-44a1-901b-546e45f69eea {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:32:06.318378 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:32:06.318782 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Checking segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:32:06.319253 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.319543 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Bound using segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:32:06.320132 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Bound port: f7d6808a-5a69-46f5-b924-c8fd0c557c4f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:32:06.320567 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.412197 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] For port f7d6808a-5a69-46f5-b924-c8fd0c557c4f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:32:06.415400 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] For port f7d6808a-5a69-46f5-b924-c8fd0c557c4f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:32:06.420103 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:06.499195 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:32:06.499804 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:32:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:06.564485 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f02fff-48f4-403e-86f0-4bf2bd8988b2 None None] Pushing event updated for resources: {'Port': ['ID=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:06.692955 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:32:07.012345 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:06Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:07.016802 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed25c1e-8c69-475e-97eb-6eb9279b29dc None None] The sync data for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv is: [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:06Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:07.218197 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5fe2c663-4be1-467a-b15b-1f789fcd8c2a req-604f0410-663a-4092-a7b8-7a1235d8eeab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 210 time: 0.0469310 May 19 13:32:07.467927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-e526e25c-e007-48aa-a64b-a33fd75fb0e7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:07.468725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-e526e25c-e007-48aa-a64b-a33fd75fb0e7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:32:07.488076 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-e526e25c-e007-48aa-a64b-a33fd75fb0e7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:32:07.490180 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-e526e25c-e007-48aa-a64b-a33fd75fb0e7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/networks?id=52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 200 len: 797 time: 0.1795785 May 19 13:32:07.548699 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-5332c9fa-1b4a-475c-a352-a1da9b46bd94 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 379 time: 0.0446324 May 19 13:32:07.559088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'port': {'device_id': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'admin_state_up': True, 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'security_groups': ['e9f90d66-3233-461c-be67-3d6dab3cfcdb']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:32:07.707763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:32:07.719048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:32:07.732089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:32:07.735964 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:07.821261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f7d6808a-5a69-46f5-b924-c8fd0c557c4f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:07.897901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:07.908581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:07.913582 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:07.913953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:07.925937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.7 (52fe12dd-d61b-44a1-901b-546e45f69eea/00e6dcd5-4c70-40c2-9023-c704edd2fb27/66c7f903-33cd-4e6e-a010-fb0efd21bad8) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:08.038413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port f7d6808a-5a69-46f5-b924-c8fd0c557c4f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:08.038949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.072146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port f7d6808a-5a69-46f5-b924-c8fd0c557c4f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:32:08.076446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.126247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.142462 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object 66c7f903-33cd-4e6e-a010-fb0efd21bad8 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:08.147051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:08.166080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.240304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 52fe12dd-d61b-44a1-901b-546e45f69eea is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:08.243602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:08.247577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:32:08.281952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=66c7f903-33cd-4e6e-a010-fb0efd21bad8,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:08.316361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:08.317017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.384571 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-9bcc100b-28a8-41fc-8000-338b953251a2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300152 May 19 13:32:08.399083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Request body: {'port': {'device_id': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:32:08.465897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8507260e-c2d5-4972-ba5b-8605ebd367b7 None None] Provisioning for port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:08.471438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8507260e-c2d5-4972-ba5b-8605ebd367b7 None None] Provisioning complete for port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:08.471802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8507260e-c2d5-4972-ba5b-8605ebd367b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.522169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66054dc-1bbc-4cbb-a907-64ece1891d7a req-c3c19c30-6356-4d2e-8609-fd66da292298 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:08.522873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b66054dc-1bbc-4cbb-a907-64ece1891d7a req-c3c19c30-6356-4d2e-8609-fd66da292298 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:32:08.530462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8507260e-c2d5-4972-ba5b-8605ebd367b7 None None] Port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:32:08.540646 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.557724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-b66054dc-1bbc-4cbb-a907-64ece1891d7a req-c3c19c30-6356-4d2e-8609-fd66da292298 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:32:08.558979 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b66054dc-1bbc-4cbb-a907-64ece1891d7a req-c3c19c30-6356-4d2e-8609-fd66da292298 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 931 time: 0.2211328 May 19 13:32:08.653302 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b66054dc-1bbc-4cbb-a907-64ece1891d7a req-6d97738a-aa12-4d41-807b-fe326dbd8a74 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666673 May 19 13:32:08.923354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c7f903-33cd-4e6e-a010-fb0efd21bad8 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:32:08.930463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:08.944668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Transition to ACTIVE for port object 66c7f903-33cd-4e6e-a010-fb0efd21bad8 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:32:08.952364 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:09.215828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Pushing event updated for resources: {'Port': ['ID=66c7f903-33cd-4e6e-a010-fb0efd21bad8,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.295886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Attempting to bind port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:32:09.296132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Attempting to bind port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:32:09.296465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Attempting to bind port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 on network 52fe12dd-d61b-44a1-901b-546e45f69eea {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:32:09.301072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 on network 52fe12dd-d61b-44a1-901b-546e45f69eea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:32:09.301381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Attempting to bind port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 on network 52fe12dd-d61b-44a1-901b-546e45f69eea {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:32:09.306439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:32:09.306788 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Checking segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:32:09.307160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Bound using segment: {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:32:09.307569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Bound port: 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:32:09.307903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:09.394812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] For port 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:32:09.397693 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] For port 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:32:09.405342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:09.466384 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:09.467052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:09.468431 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] 10.222.0.79 "PUT /v2.0/ports/66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 200 len: 1093 time: 1.0737948 May 19 13:32:09.468876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:09.488753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77fb6f-c955-455b-80f7-182af46f83b2 service neutron] Pushing event updated for resources: {'Port': ['ID=66c7f903-33cd-4e6e-a010-fb0efd21bad8,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:09.541157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1c27b8-bfbd-41a5-9e91-75cfb79f877b'] response: {'name': 'network-changed', 'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'status': 'completed', 'code': 200} May 19 13:32:09.587168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-3a1033e1-91d8-4936-a8c6-2e0fb3cabdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:09.588657 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-3a1033e1-91d8-4936-a8c6-2e0fb3cabdad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0787370 May 19 13:32:09.661787 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-e968e920-096e-4f9a-8341-66d1d2708535 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 200 len: 217 time: 0.0650582 May 19 13:32:09.727271 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-63119da9-9731-4710-9154-93622ac6fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:09.728798 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-63119da9-9731-4710-9154-93622ac6fbbc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00e6dcd5-4c70-40c2-9023-c704edd2fb27 HTTP/1.1" status: 200 len: 834 time: 0.0580623 May 19 13:32:09.795588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f7d6808a-5a69-46f5-b924-c8fd0c557c4f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:09.866447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-a88eeaae-ae2d-4e3f-b5c0-2a0d275b49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:09.867564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port f7d6808a-5a69-46f5-b924-c8fd0c557c4f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:09.867934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:09.868034 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-a88eeaae-ae2d-4e3f-b5c0-2a0d275b49bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=52fe12dd-d61b-44a1-901b-546e45f69eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318495 May 19 13:32:09.878878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0faa22-46e1-4809-b534-7a298642bed2 req-eec8d56d-079b-4f69-a27e-70dc401dcc21 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:09.880245 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9d0faa22-46e1-4809-b534-7a298642bed2 req-eec8d56d-079b-4f69-a27e-70dc401dcc21 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 943 time: 0.1138740 May 19 13:32:09.980547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port f7d6808a-5a69-46f5-b924-c8fd0c557c4f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:10.013481 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9d0faa22-46e1-4809-b534-7a298642bed2 req-da088e35-9508-49d8-b08f-6f0b9198d992 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131997 May 19 13:32:10.046352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-7ab0d60a-adda-49f4-8b91-9437516da4eb service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651495 May 19 13:32:10.177255 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1812d29b-5b09-4728-8b8f-40ab4b724b39 req-8ecef429-7c0f-4925-98bc-51dc9d5b47af service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232080 May 19 13:32:10.310936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eb5b-d73b-4613-9806-333498741748 req-0c68739a-d162-4412-b5ed-0eb8ba757616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:10.312801 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-0c68739a-d162-4412-b5ed-0eb8ba757616 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0776603 May 19 13:32:10.465725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eb5b-d73b-4613-9806-333498741748 req-d80e860f-0703-443c-8b9e-0255bfbb503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:10.467228 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-d80e860f-0703-443c-8b9e-0255bfbb503c service neutron] 10.222.0.79 "GET /v2.0/networks?id=52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 200 len: 898 time: 0.1436360 May 19 13:32:10.535408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-63afc6ee-24bb-4713-a930-3ad48668a0f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 200 len: 217 time: 0.0597191 May 19 13:32:10.603970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eb5b-d73b-4613-9806-333498741748 req-21f61ff6-e1de-4289-89fc-3d2b81324bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:10.605394 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-21f61ff6-e1de-4289-89fc-3d2b81324bef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00e6dcd5-4c70-40c2-9023-c704edd2fb27 HTTP/1.1" status: 200 len: 834 time: 0.0623038 May 19 13:32:10.685569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eb5b-d73b-4613-9806-333498741748 req-aadbf8c0-3184-48a1-916c-cc1cffaf26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:10.687061 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-aadbf8c0-3184-48a1-916c-cc1cffaf26b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=52fe12dd-d61b-44a1-901b-546e45f69eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718994 May 19 13:32:10.823977 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-55949e30-1d85-4168-a52e-2d5e331c88ff service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265616 May 19 13:32:10.974858 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c477eb5b-d73b-4613-9806-333498741748 req-0954005b-a26d-4051-aa94-eab98cf711e6 service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429341 May 19 13:32:11.215391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bef9-32bc-4dc9-9a89-c73d4fbb8fe6 req-f4068d33-2c03-4540-8d41-249a987d45b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:11.216926 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dd73bef9-32bc-4dc9-9a89-c73d4fbb8fe6 req-f4068d33-2c03-4540-8d41-249a987d45b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 943 time: 0.0818095 May 19 13:32:11.266415 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dd73bef9-32bc-4dc9-9a89-c73d4fbb8fe6 req-bc12a700-3755-4e23-8670-ebe9daeeae4c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 May 19 13:32:12.299648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 66c7f903-33cd-4e6e-a010-fb0efd21bad8 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:32:12.441008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:32:12.455613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'port_id': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'mac_address': 'fa:16:3e:73:ac:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:32:12.518677 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:12.519032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:12.538144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c7f903-33cd-4e6e-a010-fb0efd21bad8 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:32:12.556841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:32:12.561945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:12.573772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287032e-2417-479f-9a9b-fec7f398e89c req-8cd6df09-0458-4a38-9035-aec1b0af9f77 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:12.575454 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8287032e-2417-479f-9a9b-fec7f398e89c req-8cd6df09-0458-4a38-9035-aec1b0af9f77 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 943 time: 0.1955874 May 19 13:32:12.621917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8287032e-2417-479f-9a9b-fec7f398e89c req-837dd155-3d3b-45bc-a4d6-267ab4b83b4b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399797 May 19 13:32:12.628355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=66c7f903-33cd-4e6e-a010-fb0efd21bad8,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:12.846862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['66c7f903-33cd-4e6e-a010-fb0efd21bad8'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:32:13.818607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe4c0-e9e0-4da6-a5be-a5fd9d58696d req-5cefd282-7075-4e32-ad42-a1b08563b82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:13.820036 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8edfe4c0-e9e0-4da6-a5be-a5fd9d58696d req-5cefd282-7075-4e32-ad42-a1b08563b82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 944 time: 0.0887494 May 19 13:32:13.866103 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8edfe4c0-e9e0-4da6-a5be-a5fd9d58696d req-87c663cc-3d41-49b6-84f9-6c67dc2286bc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401115 May 19 13:32:14.310218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 66c7f903-33cd-4e6e-a010-fb0efd21bad8 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:32:14.388849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:32:14.393871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:32:14.394273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:14.516040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:32:14.516414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:14.543457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:14.554607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:32:14.560787 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:14.630651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=66c7f903-33cd-4e6e-a010-fb0efd21bad8,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:14.650311 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aabfb5c-4548-44da-89e3-5b63cd84d654'] response: {'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'code': 200} May 19 13:32:14.922145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b26456-4e28-4b28-8171-ea174c9e2764 req-cd6741af-2148-4f26-93d4-6f3d8f21f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:14.923814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0b26456-4e28-4b28-8171-ea174c9e2764 req-cd6741af-2148-4f26-93d4-6f3d8f21f1cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1098 time: 0.0797198 May 19 13:32:14.971763 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0b26456-4e28-4b28-8171-ea174c9e2764 req-45271465-afb7-428c-964c-dc54026057ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 May 19 13:32:15.061136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7348a27-5ab8-40a4-b60b-2dab1beb81a6 req-f12b06b3-d633-4566-ba88-74b82fe67988 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:15.062792 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7348a27-5ab8-40a4-b60b-2dab1beb81a6 req-f12b06b3-d633-4566-ba88-74b82fe67988 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0870416 May 19 13:32:15.115720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7348a27-5ab8-40a4-b60b-2dab1beb81a6 req-87676279-2aa6-44f6-b6b9-34c0494e61ee tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472291 May 19 13:32:16.321061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43e292-5d08-4904-afe2-159394a967e4 req-269b86ac-2445-4191-aad9-c2e4455bbfab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:16.322513 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5c43e292-5d08-4904-afe2-159394a967e4 req-269b86ac-2445-4191-aad9-c2e4455bbfab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0836749 May 19 13:32:16.370616 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5c43e292-5d08-4904-afe2-159394a967e4 req-3291a749-db58-4b5a-9c06-5874089844c8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 May 19 13:32:17.575079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4ead-2fe0-4854-a33f-477bcf83cbfa req-c3cacc05-f75d-4e8d-b679-f56368396e41 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:17.576542 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-023c4ead-2fe0-4854-a33f-477bcf83cbfa req-c3cacc05-f75d-4e8d-b679-f56368396e41 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0882142 May 19 13:32:17.624483 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-023c4ead-2fe0-4854-a33f-477bcf83cbfa req-3e1fc0db-16c5-418d-b6b6-863b48e7676b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 May 19 13:32:17.842298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57715b7d-700b-42c6-b88b-38e5c1b55454 req-0638e2f8-9947-404c-97b5-fa2f8abadf54 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:17.843807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-57715b7d-700b-42c6-b88b-38e5c1b55454 req-0638e2f8-9947-404c-97b5-fa2f8abadf54 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.1143444 May 19 13:32:17.890841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-57715b7d-700b-42c6-b88b-38e5c1b55454 req-169bb0b1-896e-4d22-8e25-56750c047134 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 May 19 13:32:17.918266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43386) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:17.997067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabfce0-0f07-4bd6-9aa5-38c4c3fbdb30 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:17.998515 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2cabfce0-0f07-4bd6-9aa5-38c4c3fbdb30 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1093 time: 0.0793626 May 19 13:32:18.002156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43390) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:18.007277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:32:18.013458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:32:18.017610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:floatingip and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:32:18.020590 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:32:18.027046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:32:18.041589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:18.193750 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:18.329964 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.96 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/7fe35d0f-7383-4b10-bb48-1b56241ae7a6) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:32:18.479140 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:18.510630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:18.688017 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:32:18.690789 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:32:18.694641 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:32:18.729272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=7fe35d0f-7383-4b10-bb48-1b56241ae7a6,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:19.111689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:19.188512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:19.409337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:19.416128 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:19.528931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=7fe35d0f-7383-4b10-bb48-1b56241ae7a6,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:32:19.542266 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:19.716461 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP 5f95935c-8e32-4f9e-882a-08ebb107b498 associated. External IP: 172.26.3.96, port: 66c7f903-33cd-4e6e-a010-fb0efd21bad8. May 19 13:32:20.074046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 6096ef36-cb43-4d23-891a-d2f058c15f3b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:32:20.382268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:32:20.392637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] Sync routers for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:32:20.402086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:32:20.402718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:32:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:20.409454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:20.470268 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-29bad1fb-e347-4fec-bfc8-bccd75e1ae61 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4669731 May 19 13:32:20.470976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:32:20.525134 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00db0b2e-bc9b-4bc2-b174-e57544eba941'] response: {'name': 'network-changed', 'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'status': 'completed', 'code': 200} May 19 13:32:20.609126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:32:20.628099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-c3577b68-a460-4732-8fae-b6667cca4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.629697 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-c3577b68-a460-4732-8fae-b6667cca4b35 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1098 time: 0.0795615 May 19 13:32:20.657454 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d6b3-b5f8-41c2-882b-d513ed140798 req-ff147a3a-924c-4cb0-b50b-cb215b0d190d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.658841 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cdb9d6b3-b5f8-41c2-882b-d513ed140798 req-ff147a3a-924c-4cb0-b50b-cb215b0d190d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0864589 May 19 13:32:20.709334 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cdb9d6b3-b5f8-41c2-882b-d513ed140798 req-b7272b47-3508-4b6e-8030-c3b9ae017fbd tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439811 May 19 13:32:20.732122 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43398) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:20.767919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-8ff87ca2-8480-4375-b31d-3d2e5c7839bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.769364 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-8ff87ca2-8480-4375-b31d-3d2e5c7839bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 200 len: 898 time: 0.1334913 May 19 13:32:20.839024 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c6f70d82-d281-48d4-8b25-bb11d009d481 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/5f95935c-8e32-4f9e-882a-08ebb107b498 HTTP/1.1" status: 200 len: 990 time: 0.1045372 May 19 13:32:20.879483 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-519aad7a-7c14-4082-93e3-306c6f1e7c47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 200 len: 998 time: 0.0978169 May 19 13:32:20.946496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-7b35e2fe-d297-47ed-b124-37fae61c0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:20.947893 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-7b35e2fe-d297-47ed-b124-37fae61c0e03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00e6dcd5-4c70-40c2-9023-c704edd2fb27 HTTP/1.1" status: 200 len: 834 time: 0.0618246 May 19 13:32:20.960040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '5f95935c-8e32-4f9e-882a-08ebb107b498', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'port_id': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'mac_address': 'fa:16:3e:73:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:32:19Z', 'updated_at': '2022-05-19T13:32:19Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:20.964057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] Checking router: 6096ef36-cb43-4d23-891a-d2f058c15f3b for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:32:20.973387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:32:20.973984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:32:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:21.024546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-cd14f343-db7f-45fa-94a5-c7c729eb7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:21.026024 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-cd14f343-db7f-45fa-94a5-c7c729eb7cd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=52fe12dd-d61b-44a1-901b-546e45f69eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709810 May 19 13:32:21.151668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:32:21.157888 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-ab358beb-05e3-4373-901e-2c17ccee9b82 service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247630 May 19 13:32:21.290993 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e0d363f3-fe70-4ec8-85af-4e66e0b62640 req-36d0dbf9-2a84-4dd2-ab4d-78a71af5fb57 service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257815 May 19 13:32:21.500316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '5f95935c-8e32-4f9e-882a-08ebb107b498', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'port_id': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'mac_address': 'fa:16:3e:73:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:32:19Z', 'updated_at': '2022-05-19T13:32:19Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:32:21.504789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19293188-8415-40c9-a659-e51eb2cd38fd None None] The sync data for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv is: [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '5f95935c-8e32-4f9e-882a-08ebb107b498', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'port_id': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'mac_address': 'fa:16:3e:73:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:32:19Z', 'updated_at': '2022-05-19T13:32:19Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:32:21.691079 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e41152-9178-4cb9-bdf2-819dbf6f3d49 None None] New status for floating IP 5f95935c-8e32-4f9e-882a-08ebb107b498: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:32:21.841376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43402) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:21.948204 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3eaa811d-b8b2-44de-8492-080c7b59e8b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/5f95935c-8e32-4f9e-882a-08ebb107b498 HTTP/1.1" status: 200 len: 990 time: 0.1058106 May 19 13:32:22.953420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43406) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:23.074161 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-805664f4-c4fc-4035-89b1-d566b300430f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/5f95935c-8e32-4f9e-882a-08ebb107b498 HTTP/1.1" status: 200 len: 992 time: 0.1191239 May 19 13:32:24.575501 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:32:31.213096 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-310028d5-07ef-477c-9165-df9b305562e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:33.677382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a4e44bdd-0f77-428c-9e27-88c21eba5f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:34.926841 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:34.965902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:36.078997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:37.924527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:32:39.330686 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-df6f3c0b-d3be-4855-85da-9639583f3325 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786111 May 19 13:32:39.482495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-6d58656e-69ab-43e5-ba20-eefc0fad30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:39.483884 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-6d58656e-69ab-43e5-ba20-eefc0fad30de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1098 time: 0.0750003 May 19 13:32:39.637559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-bcfeeaad-7f8b-428a-a20a-685355d5364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:39.639013 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-bcfeeaad-7f8b-428a-a20a-685355d5364b service neutron] 10.222.0.79 "GET /v2.0/networks?id=52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 200 len: 898 time: 0.1280096 May 19 13:32:39.746351 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-eff0fca9-39ba-483b-91ea-2bec3e707cfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 200 len: 1000 time: 0.0979538 May 19 13:32:39.809002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-d836fd03-730b-4c74-aa7d-48bb80a72da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:39.810383 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-d836fd03-730b-4c74-aa7d-48bb80a72da3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00e6dcd5-4c70-40c2-9023-c704edd2fb27 HTTP/1.1" status: 200 len: 834 time: 0.0567181 May 19 13:32:39.895354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-e2648dc4-b5ee-4975-a45c-06d14791ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:39.896780 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-e2648dc4-b5ee-4975-a45c-06d14791ede2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=52fe12dd-d61b-44a1-901b-546e45f69eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755947 May 19 13:32:40.131572 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-30751aa9-b604-415f-9303-d8bf171fd304 service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253869 May 19 13:32:40.267276 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90697d56-cef7-4fe0-9ca5-16df991f44a8 req-439fb6ba-b3e1-442f-b7b6-c0a628e6effd service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277928 May 19 13:32:56.632447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ad06-adb5-4a55-8255-ebf2a682fa7e req-b00c6745-4db8-4ef4-a584-b44235ac8476 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:56.633899 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4565ad06-adb5-4a55-8255-ebf2a682fa7e req-b00c6745-4db8-4ef4-a584-b44235ac8476 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0816076 May 19 13:32:56.682070 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4565ad06-adb5-4a55-8255-ebf2a682fa7e req-82b1944f-f393-42d3-aee5-e3fbd351e7b3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395319 May 19 13:32:57.892932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737dabf-76d3-46d4-8023-804d0ccb008a req-bd9ddce0-96bb-48eb-a73b-c15eea8bcf00 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:57.894403 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7737dabf-76d3-46d4-8023-804d0ccb008a req-bd9ddce0-96bb-48eb-a73b-c15eea8bcf00 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0900934 May 19 13:32:57.939304 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7737dabf-76d3-46d4-8023-804d0ccb008a req-daaeb479-9268-4765-a017-cf985b18c55d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 May 19 13:32:57.970820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43430) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:32:58.091221 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb4d3de6-729c-4329-b1ec-3bc477cef825 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/5f95935c-8e32-4f9e-882a-08ebb107b498 HTTP/1.1" status: 200 len: 992 time: 0.1192575 May 19 13:32:59.736324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a137854-5cda-4750-98b2-0700abee8af1 req-7dfb1396-d1c1-441d-b3e9-8915db8e6427 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:32:59.737620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6a137854-5cda-4750-98b2-0700abee8af1 req-7dfb1396-d1c1-441d-b3e9-8915db8e6427 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0902605 May 19 13:32:59.790913 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6a137854-5cda-4750-98b2-0700abee8af1 req-de06cf7f-9505-454d-9d27-8ef0bc45a66f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471799 May 19 13:33:01.004961 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c4c6-0b18-4ffe-b27d-0e44c4639fcf req-bf8907d0-985f-4993-a0d3-6f63adfcfaed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:01.006407 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cf93c4c6-0b18-4ffe-b27d-0e44c4639fcf req-bf8907d0-985f-4993-a0d3-6f63adfcfaed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.0968556 May 19 13:33:01.050373 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cf93c4c6-0b18-4ffe-b27d-0e44c4639fcf req-850840bb-e5b4-4465-82d3-cfeafc451302 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 May 19 13:33:01.073773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43442) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:01.184221 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-75c37d1d-0dca-499d-a882-33389b6931d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/5f95935c-8e32-4f9e-882a-08ebb107b498 HTTP/1.1" status: 200 len: 992 time: 0.1093490 May 19 13:33:01.208697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-504b8810-5caf-48a3-b423-e1bda149427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:01.494082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43450) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:01.576275 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:33:01.720316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 7fe35d0f-7383-4b10-bb48-1b56241ae7a6 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:33:01.720684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:01.931177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:01.931472 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:02.156731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 7fe35d0f-7383-4b10-bb48-1b56241ae7a6 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:33:02.316777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:02.363983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=7fe35d0f-7383-4b10-bb48-1b56241ae7a6,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:02.400194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.400535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.400872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.401199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.401527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.401878 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.402174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.402492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.402843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.403164 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.403481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.403868 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:02.469974 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:02.470299 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP 5f95935c-8e32-4f9e-882a-08ebb107b498 disassociated (deleted). External IP: 172.26.3.96, port: 66c7f903-33cd-4e6e-a010-fb0efd21bad8. May 19 13:33:02.844350 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 6096ef36-cb43-4d23-891a-d2f058c15f3b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:33:03.038157 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:33:03.048279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] Sync routers for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:33:03.059423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:03.060160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:32:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:03.062815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:03.125084 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a86c0196-03e7-4d6e-8f51-515cbcb187b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/floatingips/5f95935c-8e32-4f9e-882a-08ebb107b498 HTTP/1.1" status: 204 len: 168 time: 1.6296940 May 19 13:33:03.125482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:03.176953 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f29110-ac42-49ac-9f43-4bb7624d1360'] response: {'name': 'network-changed', 'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'status': 'completed', 'code': 200} May 19 13:33:03.270760 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:03.281217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-355300d5-f8e1-4634-ad1d-2189aa7a06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:03.282742 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-355300d5-f8e1-4634-ad1d-2189aa7a06d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 1098 time: 0.0788064 May 19 13:33:03.439157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-5d2bff9c-e886-4764-8498-5a3f813fac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:03.440980 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-5d2bff9c-e886-4764-8498-5a3f813fac29 service neutron] 10.222.0.79 "GET /v2.0/networks?id=52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 200 len: 898 time: 0.1517272 May 19 13:33:03.572676 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-0e96a1a5-8714-42e4-ae72-90459e545c8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 200 len: 217 time: 0.0881791 May 19 13:33:03.655946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-e373ab76-ad62-4bfa-ab35-2aa63e487a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:03.657348 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-e373ab76-ad62-4bfa-ab35-2aa63e487a53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=00e6dcd5-4c70-40c2-9023-c704edd2fb27 HTTP/1.1" status: 200 len: 834 time: 0.0762696 May 19 13:33:03.669705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a071d-1555-4aba-ac5f-b798b9476022 req-4b99c653-be8d-4926-8f4a-fb057be2f6c4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:03.671167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-429a071d-1555-4aba-ac5f-b798b9476022 req-4b99c653-be8d-4926-8f4a-fb057be2f6c4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.2267227 May 19 13:33:03.694601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b7e888d5-fc87-4e75-8101-0f338f390a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:03.727477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:03.731486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] Checking router: 6096ef36-cb43-4d23-891a-d2f058c15f3b for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:33:03.740509 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:03.741055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:03.769867 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-429a071d-1555-4aba-ac5f-b798b9476022 req-0bbb2555-ed6b-4b07-a5a2-9005fcbafe92 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626330 May 19 13:33:03.784574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-c3b27d88-68c9-4023-b0d3-18dfb07d85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:03.786049 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-c3b27d88-68c9-4023-b0d3-18dfb07d85c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=52fe12dd-d61b-44a1-901b-546e45f69eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139829 May 19 13:33:03.927012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:03.936576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-88abcf71-b580-47ea-abc5-0123c97dd869 service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433024 May 19 13:33:04.076179 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e9c474d2-7ef7-4d15-9f63-f1190cae8964 req-46f74459-4689-4837-987f-2fb9754f1049 service neutron] 10.222.0.79 "GET /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281452 May 19 13:33:04.249236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:04.253316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931c00d-e09c-4954-a97e-eeaa3b3b3e3c None None] The sync data for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv is: [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:03Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'f7d6808a-5a69-46f5-b924-c8fd0c557c4f', 'name': '', 'network_id': '52fe12dd-d61b-44a1-901b-546e45f69eea', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:96:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:32:02Z', 'updated_at': '2022-05-19T13:32:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '00e6dcd5-4c70-40c2-9023-c704edd2fb27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:33:04.469600 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd10860-44d9-48bd-8f35-2917c9ddbbaa None None] New status for floating IP 5f95935c-8e32-4f9e-882a-08ebb107b498: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:33:04.922734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:04.971763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:04.975691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afa134-c477-4309-b3cb-0681e6555055 req-f6e7e247-0a36-4192-adf9-df709e8827df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:04.976386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-50afa134-c477-4309-b3cb-0681e6555055 req-f6e7e247-0a36-4192-adf9-df709e8827df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:33:04.992433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-50afa134-c477-4309-b3cb-0681e6555055 req-f6e7e247-0a36-4192-adf9-df709e8827df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:33:04.993574 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-50afa134-c477-4309-b3cb-0681e6555055 req-f6e7e247-0a36-4192-adf9-df709e8827df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.1035352 May 19 13:33:05.041398 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-50afa134-c477-4309-b3cb-0681e6555055 req-d64f8c32-f63a-458e-ae7d-44cc56cf41d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9f90d66-3233-461c-be67-3d6dab3cfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 May 19 13:33:05.333967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-093a59e4-c7ce-4e67-bae4-aee4b1563d63 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:05.335758 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-093a59e4-c7ce-4e67-bae4-aee4b1563d63 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 945 time: 0.1065648 May 19 13:33:05.430965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:33:05.431186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:05.679490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port 66c7f903-33cd-4e6e-a010-fb0efd21bad8, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=66c7f903-33cd-4e6e-a010-fb0efd21bad8,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:05.679935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:05.931513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 66c7f903-33cd-4e6e-a010-fb0efd21bad8 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:33:06.081388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:06.085013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:06.132606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=66c7f903-33cd-4e6e-a010-fb0efd21bad8,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:06.142510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.142883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.143218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.143544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.143868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.144192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.144559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.144899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.145129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.145552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.145881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.146204 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:06.254402 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5c700490-7bfa-45da-9f4a-b378598895ca req-b4431f2a-5b2b-4767-b55d-7108d329c410 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd83ccaa-fd49-4dd3-be8e-8090c8babbb7 HTTP/1.1" status: 200 len: 210 time: 0.0803361 May 19 13:33:06.259432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] No DVR routers for this DVR port 66c7f903-33cd-4e6e-a010-fb0efd21bad8 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:33:06.262174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:06.264892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'name': 'network-vif-deleted', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:06.282652 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3eff40e-a343-49cc-80b6-90dd41530c0f req-c8055469-983b-4d16-9824-d459e4839b0b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "DELETE /v2.0/ports/66c7f903-33cd-4e6e-a010-fb0efd21bad8 HTTP/1.1" status: 204 len: 173 time: 0.9407544 May 19 13:33:06.311500 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b736e0b8-4795-4251-90ce-322e83c22a5f'] response: {'server_uuid': 'fd83ccaa-fd49-4dd3-be8e-8090c8babbb7', 'name': 'network-vif-deleted', 'tag': '66c7f903-33cd-4e6e-a010-fb0efd21bad8', 'status': 'completed', 'code': 200} May 19 13:33:07.351206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43468) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:07.913939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:07.921140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:08.282272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port f7d6808a-5a69-46f5-b924-c8fd0c557c4f {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:33:08.282644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:08.573188 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port f7d6808a-5a69-46f5-b924-c8fd0c557c4f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:08.573863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:08.642606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 66c7f903-33cd-4e6e-a010-fb0efd21bad8 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:33:08.680693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 66c7f903-33cd-4e6e-a010-fb0efd21bad8 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:33:08.681036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 66c7f903-33cd-4e6e-a010-fb0efd21bad8 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:33:08.707041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for f7d6808a-5a69-46f5-b924-c8fd0c557c4f owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:33:08.921125 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:08.971475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=f7d6808a-5a69-46f5-b924-c8fd0c557c4f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:09.246507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:09.601385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 6096ef36-cb43-4d23-891a-d2f058c15f3b has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:33:09.903283 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:33:09.916259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] Sync routers for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:33:09.916984 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2926cbd2-9a50-49bb-abaa-5ae476ee2c9c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/6096ef36-cb43-4d23-891a-d2f058c15f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5646946 May 19 13:33:09.920088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43472) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:09.925961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:09.926593 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:09.989164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting subnet 00e6dcd5-4c70-40c2-9023-c704edd2fb27 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:33:09.992616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.045892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.103655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:10.126513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.203027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.243345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.246075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Subnet': ['ID=00e6dcd5-4c70-40c2-9023-c704edd2fb27,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:10.253803 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0c4799e2-c0c3-4875-939c-b505031be2be tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/subnets/00e6dcd5-4c70-40c2-9023-c704edd2fb27 HTTP/1.1" status: 204 len: 168 time: 0.3326423 May 19 13:33:10.256666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43476) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:10.277085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34a913-e27e-48df-af24-a42add342338 None None] Network 52fe12dd-d61b-44a1-901b-546e45f69eea requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:33:10.438320 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.611963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:33:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:10.616221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] Checking router: 6096ef36-cb43-4d23-891a-d2f058c15f3b for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:33:10.625222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] Routers {'6096ef36-cb43-4d23-891a-d2f058c15f3b'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:10.625848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['6096ef36-cb43-4d23-891a-d2f058c15f3b'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:10.680456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] DHCP port deletion for 52fe12dd-d61b-44a1-901b-546e45f69eea request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:33:10.705217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Deleting port 12aa263b-e4e5-4216-a36a-484b60052996 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:33:10.705511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.732622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.745833 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 07234d5d-319b-4a4c-b381-98cb59d71b63 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:33:10.746463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:10.897147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] Set router 6096ef36-cb43-4d23-891a-d2f058c15f3b gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:10.923780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port 07234d5d-319b-4a4c-b381-98cb59d71b63, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=07234d5d-319b-4a4c-b381-98cb59d71b63,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:10.924009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.045477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 07234d5d-319b-4a4c-b381-98cb59d71b63 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:33:11.166789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] For port 12aa263b-e4e5-4216-a36a-484b60052996, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=12aa263b-e4e5-4216-a36a-484b60052996,segment=NetworkSegment(de7ee94a-d13d-4af0-9966-cc3e4efea1e8),segment_id=de7ee94a-d13d-4af0-9966-cc3e4efea1e8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:11.167386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.304897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Calling delete_port for 12aa263b-e4e5-4216-a36a-484b60052996 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:33:11.349210 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.400828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=07234d5d-319b-4a4c-b381-98cb59d71b63,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:11.433672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.484265 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Pushing event deleted for resources: {'Port': ['ID=12aa263b-e4e5-4216-a36a-484b60052996,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:11.492428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.496325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.496668 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.497004 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.497628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.497771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.498027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.498342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.498688 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.499008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.499334 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.499639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.499947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:11.502534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe414b1d-301f-4658-aff6-f1128fec3af1 None None] No DVR routers for this DVR port 12aa263b-e4e5-4216-a36a-484b60052996 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:33:11.513454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:33:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:11.514181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60084435-8aa0-4b4d-abe4-890e8db228ce None None] The sync data for ids ['6096ef36-cb43-4d23-891a-d2f058c15f3b'] in dv-neutron-841945-1-hyperv is: [{'id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842829282', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:33:08Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '07234d5d-319b-4a4c-b381-98cb59d71b63', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6096ef36-cb43-4d23-891a-d2f058c15f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:31:58Z', 'updated_at': '2022-05-19T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:33:11.684036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.686610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.717301 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.717822 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Fanout notify agent at l3_agent the message router_deleted on router 6096ef36-cb43-4d23-891a-d2f058c15f3b {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:33:11.733573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.734680 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-122366d5-aca8-4f69-9944-7c5bc335ec8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/routers/6096ef36-cb43-4d23-891a-d2f058c15f3b HTTP/1.1" status: 204 len: 168 time: 1.4769156 May 19 13:33:11.737753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43480) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:11.858404 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:11.948929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f7d6808a-5a69-46f5-b924-c8fd0c557c4f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:33:11.986157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: f7d6808a-5a69-46f5-b924-c8fd0c557c4f {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:33:11.986498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device f7d6808a-5a69-46f5-b924-c8fd0c557c4f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:33:11.986956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 12aa263b-e4e5-4216-a36a-484b60052996 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:33:12.002158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.024224 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 12aa263b-e4e5-4216-a36a-484b60052996 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:33:12.024560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 12aa263b-e4e5-4216-a36a-484b60052996 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:33:12.028947 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fe12dd-d61b-44a1-901b-546e45f69eea']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:12.041148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:12.041444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7ee94a-d13d-4af0-9966-cc3e4efea1e8') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:12.052838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.069148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.076600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:33:12.077169 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:33:12.092527 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:33:12.176882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.194714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.206945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Network': ['ID=52fe12dd-d61b-44a1-901b-546e45f69eea,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.214502 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-cb22c524-9158-42fa-a6a6-58dbd81fb677 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/networks/52fe12dd-d61b-44a1-901b-546e45f69eea HTTP/1.1" status: 204 len: 168 time: 0.4757166 May 19 13:33:12.217180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43484) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:12.290127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80af-a676-4938-b682-9d772bcfafb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.319525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80af-a676-4938-b682-9d772bcfafb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.388985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80af-a676-4938-b682-9d772bcfafb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.411263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b80af-a676-4938-b682-9d772bcfafb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f90d66-3233-461c-be67-3d6dab3cfcdb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.425012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2c3b80af-a676-4938-b682-9d772bcfafb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.428776 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2c3b80af-a676-4938-b682-9d772bcfafb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/security-groups/e9f90d66-3233-461c-be67-3d6dab3cfcdb HTTP/1.1" status: 204 len: 168 time: 0.2080281 May 19 13:33:12.549509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43492) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:12.554799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348496969', 'description': 'tempest-secgroup-smoke-348496969 description', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:12.560759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:12.564789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:12.567712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:12.573433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:12.584418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.603690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:12.607777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:12.610583 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:12.616170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:12.682963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.690088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.740969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510b7528-124a-4df6-88d0-6765d76f4bdd,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.745158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.746662 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f9609626-2c51-493b-aaf7-41d9dad45c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1960857 May 19 13:33:12.749759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43496) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:12.757022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '510b7528-124a-4df6-88d0-6765d76f4bdd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:12.765786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:12.769649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:12.772504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:12.778134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:12.800377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.862757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.867524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.890395 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011ba8b9-7c5d-4f9b-af3e-3db723f6e4db,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:12.900665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:12.901842 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e002e0ed-eb8c-44ae-b83b-76a02965d751 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508429 May 19 13:33:12.904954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43500) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:12.909923 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '510b7528-124a-4df6-88d0-6765d76f4bdd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:12.915786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:12.919624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:12.922510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:12.928261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:12.945596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.009672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.014343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.037221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c071c1-884a-452a-9aa4-9b37c298fb81,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.047336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.048530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-372ff5fe-34b9-473a-b6d3-b4099daea1d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425340 May 19 13:33:13.051606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43504) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:13.056483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '510b7528-124a-4df6-88d0-6765d76f4bdd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:13.062536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:13.066479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:13.069449 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:13.075405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:13.094317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.161079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.165723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.189284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa64d55-5257-4a86-86b8-08b38728a2b1,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.200342 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.201588 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4459a670-45f2-495d-baad-13ed27797100 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489990 May 19 13:33:13.204533 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43508) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:13.209939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '510b7528-124a-4df6-88d0-6765d76f4bdd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:13.215732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:13.219894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:13.222766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:13.228496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:13.246251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.312721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.317940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.343036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830ef436-445a-4ddf-b439-3eec147b6c46,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.353035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.354242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5ca9d8d1-1cb5-40ec-ad79-5b998e7c2de5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487920 May 19 13:33:13.357078 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43512) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:13.362223 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '510b7528-124a-4df6-88d0-6765d76f4bdd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:13.368227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:13.372246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:13.375301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:13.381246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:13.392525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:33:13.399291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.468855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.473903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.500376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19d991a-53d1-4b69-83dc-8200085fdd6f,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.510541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.511772 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4212fa0a-db98-4d10-912d-67b04eec9dfe tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536393 May 19 13:33:13.514627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43516) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:13.519539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '510b7528-124a-4df6-88d0-6765d76f4bdd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:13.525557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:13.529819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:13.532986 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:13.539097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:13.553523 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:33:13.563309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.638789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.643753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.666709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a70b156-55b5-43ee-b6f2-0c290254390c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.677227 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.678405 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c7873f9b-9458-4ab1-bb76-383bfcc1e79e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628454 May 19 13:33:13.681406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43520) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:13.686800 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'network': {'name': 'tempest-network-smoke--1687294529', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:13.691730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:13.701383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:network and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:13.704811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:13.711136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:13.721877 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:13.725286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.752691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:33:13.761063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.761387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Added segment dcaa5275-7eb4-47e9-8fe9-2646ef033950 of type vlan for network 5cec5c99-7e01-4f59-b08f-ab07d7940384 May 19 13:33:13.784635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 07234d5d-319b-4a4c-b381-98cb59d71b63 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:33:13.787171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.821323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.826870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:13.827558 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.864274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 07234d5d-319b-4a4c-b381-98cb59d71b63 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:33:13.864617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 07234d5d-319b-4a4c-b381-98cb59d71b63 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:33:13.934028 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2515855 May 19 13:33:13.936818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43524) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:13.939445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c98af-9699-423a-90f0-085f5da1b42d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Network': ['ID=5cec5c99-7e01-4f59-b08f-ab07d7940384,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:13.944013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'admin_state_up': True, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:13.949700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:33:13.951431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:13.955527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:router and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:13.958862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:13.964653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:13.976214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.977194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:13.992406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:14.368564 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:14.677988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:14.706952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:14.854417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.104 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/a5d740f2-9c64-4018-b833-1f46ccf9e4f0) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:14.998888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:15.030276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:15.092144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:15.095006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:15.099129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:33:15.136052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:15.522734 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:15.992075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:16.198231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 05041b07-e86a-4cf6-80d5-4e3bf104a526 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:33:16.380026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:33:16.390063 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Sync routers for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:33:16.401007 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:16.401620 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:16.409793 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:16.411390 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-98d7ef65-ae7a-4252-bc4c-c32e1c68f68c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4735229 May 19 13:33:16.414415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43528) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:16.456422 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-84e28c9e-84e4-4d51-912f-5a55b9f09529 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ad4b103a75b14c278ca8ee79c84334ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407522 May 19 13:33:16.459568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43532) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:16.576551 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:16.587176 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5f018-e077-4f6c-b46b-1c0cec384994 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:16.588719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-75b5f018-e077-4f6c-b46b-1c0cec384994 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282654 May 19 13:33:16.591551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43536) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:16.629101 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e576fc01-51c3-4b86-879e-d733da5751cf tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364542 May 19 13:33:16.631567 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43540) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:16.636638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870842729', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:16.743642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:16.747362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:subnet and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:16.750836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:16.756872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:16.768244 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:16.771771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:16.866233 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:15Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:16.870684 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Checking router: 05041b07-e86a-4cf6-80d5-4e3bf104a526 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:33:16.871028 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Updating router 05041b07-e86a-4cf6-80d5-4e3bf104a526 port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:33:16.924261 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:16.981480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.063571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Subnet': ['ID=ca0cd9e7-cee4-434a-a506-7cc177fe596c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:17.074086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Checking segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:33:17.074541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network hostable DHCP agents. Network: 5cec5c99-7e01-4f59-b08f-ab07d7940384, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:33:17.093854 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:33:17.103337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 5cec5c99-7e01-4f59-b08f-ab07d7940384) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:17.113809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21623d33-6b1c-401f-a6e7-894e43b228dc None None] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:33:17.114747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:17.115776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.144827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-62f37971-0e5b-4d1a-ad5a-522ffd3d321f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5122249 May 19 13:33:17.147657 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43544) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:17.302485 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.315946 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Transition to ACTIVE for port object a5d740f2-9c64-4018-b833-1f46ccf9e4f0 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:17.322877 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.347153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-5cec5c99-7e01-4f59-b08f-ab07d7940384', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:33:17.348329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.400478 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Attempting to bind port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:33:17.401029 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Attempting to bind port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:33:17.401156 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Attempting to bind port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:33:17.411292 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:33:17.411927 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:33:17.412437 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.412820 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:33:17.413255 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Bound port: a5d740f2-9c64-4018-b833-1f46ccf9e4f0, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:33:17.413630 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.487519 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] For port a5d740f2-9c64-4018-b833-1f46ccf9e4f0, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:33:17.490529 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] For port a5d740f2-9c64-4018-b833-1f46ccf9e4f0, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:33:17.494644 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Pushing event updated for resources: {'Port': ['ID=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:17.499338 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.507078 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.507425 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.507746 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.508066 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.508383 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.508697 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.509012 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.509320 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.509631 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.509940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.510246 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.510550 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:33:17.511568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Allocated IP 172.20.0.2 (5cec5c99-7e01-4f59-b08f-ab07d7940384/ca0cd9e7-cee4-434a-a506-7cc177fe596c/3a857e85-2ecb-4076-afc9-e454856a2e7f) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:17.588873 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:17.589383 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:17.652629 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e040a6-0b1a-427e-aef1-d4eb8afd16f6 None None] Pushing event updated for resources: {'Port': ['ID=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:17.722527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.733223 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Transition to ACTIVE for port object 3a857e85-2ecb-4076-afc9-e454856a2e7f will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:17.753977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Transition to ACTIVE for port object 3a857e85-2ecb-4076-afc9-e454856a2e7f will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:17.760563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.778129 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:17.830660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:17.833996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:17.837578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:33:17.843905 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Pushing event updated for resources: {'Port': ['ID=3a857e85-2ecb-4076-afc9-e454856a2e7f,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:17.933792 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Attempting to bind port 3a857e85-2ecb-4076-afc9-e454856a2e7f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:33:17.934169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Attempting to bind port 3a857e85-2ecb-4076-afc9-e454856a2e7f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:33:17.934769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Attempting to bind port 3a857e85-2ecb-4076-afc9-e454856a2e7f on network 5cec5c99-7e01-4f59-b08f-ab07d7940384 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:33:17.940846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:33:17.940846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Checking segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:33:17.941107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.941468 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Bound using segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:33:17.941949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Bound port: 3a857e85-2ecb-4076-afc9-e454856a2e7f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:33:17.942321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:17.998127 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:18.035732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] For port 3a857e85-2ecb-4076-afc9-e454856a2e7f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:33:18.039011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] For port 3a857e85-2ecb-4076-afc9-e454856a2e7f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3a857e85-2ecb-4076-afc9-e454856a2e7f,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:33:18.043516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:18.072260 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:15Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:18.076218 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949a000-20cd-45e7-94ca-961212b814fe None None] The sync data for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv is: [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:15Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:33:18.133915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27278f-d6ff-4d3b-b909-e26c30a01fc2 None None] Pushing event updated for resources: {'Port': ['ID=3a857e85-2ecb-4076-afc9-e454856a2e7f,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:18.484020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.1 (5cec5c99-7e01-4f59-b08f-ab07d7940384/ca0cd9e7-cee4-434a-a506-7cc177fe596c/d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:18.649580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:18.666378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:18.691304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:18.761950 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:18.765387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:18.768162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:33:18.808550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:18.838529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:19.178376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1694fb-b2e9-4b50-b445-26256e057042 None None] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:33:19.251132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:19.263286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-245cd72b-abf5-42ba-a887-d577e24779d4 None None] Provisioning for port 3a857e85-2ecb-4076-afc9-e454856a2e7f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:19.680932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:19.687252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:19.721589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-31bd7b4b-898f-4260-a55b-6811716254b7 None None] Provisioning for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:19.727799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-31bd7b4b-898f-4260-a55b-6811716254b7 None None] Provisioning complete for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:19.728290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-31bd7b4b-898f-4260-a55b-6811716254b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:19.799674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-31bd7b4b-898f-4260-a55b-6811716254b7 None None] Port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:33:19.804340 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:19.807915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:19.901588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a857e85-2ecb-4076-afc9-e454856a2e7f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:19.944517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:19.945663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:19.965972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9176f2b1-9d49-439f-b363-ebc4f403747f None None] Provisioning complete for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:19.966340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9176f2b1-9d49-439f-b363-ebc4f403747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.027223 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9176f2b1-9d49-439f-b363-ebc4f403747f None None] Port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:33:20.031974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 3a857e85-2ecb-4076-afc9-e454856a2e7f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:20.037488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3a857e85-2ecb-4076-afc9-e454856a2e7f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:20.037843 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.152458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 05041b07-e86a-4cf6-80d5-4e3bf104a526 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:33:20.202607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3a857e85-2ecb-4076-afc9-e454856a2e7f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:20.203090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.234493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 3a857e85-2ecb-4076-afc9-e454856a2e7f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3a857e85-2ecb-4076-afc9-e454856a2e7f,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:20.239968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.240735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a5d740f2-9c64-4018-b833-1f46ccf9e4f0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:20.331208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:33:20.356026 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2bc99c38-e1bc-4a7e-a4ae-1314427a3847 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/05041b07-e86a-4cf6-80d5-4e3bf104a526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1951587 May 19 13:33:20.356230 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Sync routers for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:33:20.360611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-81e920d4-b73c-4c0c-be6a-3f9abc0b5685 None None] Provisioning complete for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:20.360980 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-81e920d4-b73c-4c0c-be6a-3f9abc0b5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.418972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:20.419605 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:20.474019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=3a857e85-2ecb-4076-afc9-e454856a2e7f,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:20.501886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-81e920d4-b73c-4c0c-be6a-3f9abc0b5685 None None] Port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:33:20.511924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:20.515109 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-5d31ebf8-afe4-49fa-831b-af1d338565e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348496969&fields=id&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 267 time: 0.0441010 May 19 13:33:20.569101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:20.569467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.658993 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:20.664561 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-1c82929e-ec57-46ae-a88c-c612cbc29484 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:20.666005 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-1c82929e-ec57-46ae-a88c-c612cbc29484 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 797 time: 0.1442366 May 19 13:33:20.681266 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-1689efbe-4839-46f2-83de-4e2bad1576f5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/quotas/ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 375 time: 0.0093524 May 19 13:33:20.878014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-3b7c116c-5a8f-4ca5-9a34-22830b328111 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1912677 May 19 13:33:20.911621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:20.912242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:20.938856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port a5d740f2-9c64-4018-b833-1f46ccf9e4f0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:20.949860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:21.013160 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-ec685f6c-e244-4f36-9e88-5fe82191351c service neutron] 10.222.0.44 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232643 May 19 13:33:21.064786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:21.096796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 2, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:21.100747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Checking router: 05041b07-e86a-4cf6-80d5-4e3bf104a526 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:33:21.101094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Updating router 05041b07-e86a-4cf6-80d5-4e3bf104a526 port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:33:21.147943 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-29ff3fbe-daff-41df-9c61-8187605f748c service neutron] 10.222.0.44 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284142 May 19 13:33:21.156158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:21.331974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-c7bdfd11-3ab6-42ea-b193-02b560fb5169 req-99b4e741-ba09-461b-8cab-f49da1d7e20f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:33:21.351282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-c7bdfd11-3ab6-42ea-b193-02b560fb5169 req-99b4e741-ba09-461b-8cab-f49da1d7e20f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:33:21.352618 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c7bdfd11-3ab6-42ea-b193-02b560fb5169 req-99b4e741-ba09-461b-8cab-f49da1d7e20f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 210 time: 0.0668054 May 19 13:33:21.512219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:21.523973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Transition to ACTIVE for port object d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:21.532592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:21.744433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a24f43-c45a-48c7-ade2-55ed00de03d3 None None] Pushing event updated for resources: {'Port': ['ID=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:21.812626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Attempting to bind port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:33:21.812960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Attempting to bind port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:33:21.813346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Attempting to bind port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb on network 5cec5c99-7e01-4f59-b08f-ab07d7940384 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:33:21.823260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:33:21.823659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Checking segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:33:21.824172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:21.824574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Bound using segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:33:21.825186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Bound port: d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:33:21.825555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:21.877637 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a857e85-2ecb-4076-afc9-e454856a2e7f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:21.977654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] For port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:33:21.981245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] For port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:33:21.987662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:22.021867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 3a857e85-2ecb-4076-afc9-e454856a2e7f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:22.022148 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:22.121685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:22.122313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:22.176155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a24f43-c45a-48c7-ade2-55ed00de03d3 None None] Pushing event updated for resources: {'Port': ['ID=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:22.340023 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 3a857e85-2ecb-4076-afc9-e454856a2e7f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:22.341020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a5d740f2-9c64-4018-b833-1f46ccf9e4f0 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:22.412244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:22.505275 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-ded02a02-c842-4656-a538-d1ca271c9f37 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:22.506744 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-ded02a02-c842-4656-a538-d1ca271c9f37 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:33:22.526592 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-ded02a02-c842-4656-a538-d1ca271c9f37 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:33:22.528263 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-ded02a02-c842-4656-a538-d1ca271c9f37 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 797 time: 0.2007859 May 19 13:33:22.531143 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-344efad9-34f4-44bb-b669-bac901613119 req-1d152296-638e-4e02-993a-dc842c5cd244 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 210 time: 0.0551584 May 19 13:33:22.632300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:22.632879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:22.690057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-aad3160f-abab-4fa0-b6c6-182763b9cda5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:33:22.707716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-aad3160f-abab-4fa0-b6c6-182763b9cda5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:33:22.708875 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-aad3160f-abab-4fa0-b6c6-182763b9cda5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 379 time: 0.1716268 May 19 13:33:22.719387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'port': {'device_id': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'admin_state_up': True, 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'security_groups': ['510b7528-124a-4df6-88d0-6765d76f4bdd']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:22.832568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:22.850711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:21Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:22.854496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96da4b-6878-4663-a203-a9369970e331 None None] The sync data for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv is: [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:21Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:33:22.856611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:22.867186 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:22.878878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:33:22.882439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:23.057975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.6 (5cec5c99-7e01-4f59-b08f-ab07d7940384/ca0cd9e7-cee4-434a-a506-7cc177fe596c/abd6e309-facd-4d1f-b630-8949d1f28fa0) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:23.252937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:23.270450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object abd6e309-facd-4d1f-b630-8949d1f28fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:23.295431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:23.370896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:23.374319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:23.378308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:33:23.409428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=abd6e309-facd-4d1f-b630-8949d1f28fa0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:23.446613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:23.447277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:23.483631 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-fbdc02cc-2c22-459c-8712-5c7ae184319f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680438 May 19 13:33:23.495843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Request body: {'port': {'device_id': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:23.623920 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e158d067-5994-4a05-b076-b5cbaf20f03b None None] Provisioning for port abd6e309-facd-4d1f-b630-8949d1f28fa0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:23.631266 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:23.632113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-e158d067-5994-4a05-b076-b5cbaf20f03b None None] Provisioning complete for port abd6e309-facd-4d1f-b630-8949d1f28fa0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:23.632561 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e158d067-5994-4a05-b076-b5cbaf20f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:23.690441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-e158d067-5994-4a05-b076-b5cbaf20f03b None None] Port abd6e309-facd-4d1f-b630-8949d1f28fa0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:33:23.819638 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45cf53-7624-4907-ad5d-3e24a3d625d6 req-67f2f678-3b9c-4b02-b8cc-f605ca15a2da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:23.820333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-fc45cf53-7624-4907-ad5d-3e24a3d625d6 req-67f2f678-3b9c-4b02-b8cc-f605ca15a2da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:33:23.865714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:23.880932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-fc45cf53-7624-4907-ad5d-3e24a3d625d6 req-67f2f678-3b9c-4b02-b8cc-f605ca15a2da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:33:23.882005 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fc45cf53-7624-4907-ad5d-3e24a3d625d6 req-67f2f678-3b9c-4b02-b8cc-f605ca15a2da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 931 time: 0.2400532 May 19 13:33:23.939413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:23.944236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:23.944604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.002747 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fc45cf53-7624-4907-ad5d-3e24a3d625d6 req-eb864816-55e2-4c3a-8a03-47c30e7e091b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722558 May 19 13:33:24.058236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:24.058654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.092080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:24.096420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.099099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd6e309-facd-4d1f-b630-8949d1f28fa0 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:24.106743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.122103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Transition to ACTIVE for port object abd6e309-facd-4d1f-b630-8949d1f28fa0 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:33:24.128370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.218409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:24.301049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=abd6e309-facd-4d1f-b630-8949d1f28fa0,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:24.373994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Attempting to bind port abd6e309-facd-4d1f-b630-8949d1f28fa0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:33:24.374318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Attempting to bind port abd6e309-facd-4d1f-b630-8949d1f28fa0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:33:24.374667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Attempting to bind port abd6e309-facd-4d1f-b630-8949d1f28fa0 on network 5cec5c99-7e01-4f59-b08f-ab07d7940384 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:33:24.379255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Port abd6e309-facd-4d1f-b630-8949d1f28fa0 on network 5cec5c99-7e01-4f59-b08f-ab07d7940384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:33:24.379570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Attempting to bind port abd6e309-facd-4d1f-b630-8949d1f28fa0 on network 5cec5c99-7e01-4f59-b08f-ab07d7940384 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:33:24.384644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:33:24.384977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Checking segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:33:24.385357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Bound using segment: {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:33:24.385772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Bound port: abd6e309-facd-4d1f-b630-8949d1f28fa0, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaa5275-7eb4-47e9-8fe9-2646ef033950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:33:24.386111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.474180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] For port abd6e309-facd-4d1f-b630-8949d1f28fa0, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:33:24.477174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] For port abd6e309-facd-4d1f-b630-8949d1f28fa0, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:33:24.486101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.659798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.660602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:24.661801 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] 10.222.0.79 "PUT /v2.0/ports/abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 1093 time: 1.1703000 May 19 13:33:24.662262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:24.684668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e57070-5edb-4fc0-aea0-2c70971c9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=abd6e309-facd-4d1f-b630-8949d1f28fa0,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:24.742406 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c343773-e68d-4a14-8a1d-093117c6a1e9'] response: {'name': 'network-changed', 'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'status': 'completed', 'code': 200} May 19 13:33:24.784601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c2ff12ab-391b-4b7e-a611-72f21fdde4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.786082 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-c2ff12ab-391b-4b7e-a611-72f21fdde4e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1096 time: 0.0752070 May 19 13:33:24.858495 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-1b9e8748-af40-4f0b-98e4-d3e4387db3df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 217 time: 0.0641832 May 19 13:33:24.921095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-63552045-51ea-4f2d-af46-5f9dab585b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:24.922420 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-63552045-51ea-4f2d-af46-5f9dab585b82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.0565088 May 19 13:33:25.006064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-524ac5ea-d181-4316-9dad-f0630e139841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.007418 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-524ac5ea-d181-4316-9dad-f0630e139841 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750036 May 19 13:33:25.185601 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-9978e13d-e315-4ac7-a23b-230da785e69e service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706741 May 19 13:33:25.300416 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b31c57-32ca-4a18-8097-a24364abca94 req-37be0df2-d152-4364-aae8-7f4bba5664b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.301742 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-11b31c57-32ca-4a18-8097-a24364abca94 req-37be0df2-d152-4364-aae8-7f4bba5664b4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 943 time: 0.1826382 May 19 13:33:25.361785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25d1ba89-e39b-4771-9d9c-5c5e740853a3 req-4dcc7da5-1e2d-4bec-bb1f-3e54621d8839 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687493 May 19 13:33:25.371457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-11b31c57-32ca-4a18-8097-a24364abca94 req-df7db04d-4419-484f-be16-778a9d9083a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589981 May 19 13:33:25.505441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-37ee2f5f-5f93-4acb-bcf6-d90bfa22c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.506936 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-37ee2f5f-5f93-4acb-bcf6-d90bfa22c912 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1096 time: 0.0854354 May 19 13:33:25.640376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-667bcf8a-c78f-40be-9c43-24e2d020c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.641787 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-667bcf8a-c78f-40be-9c43-24e2d020c909 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 898 time: 0.1274068 May 19 13:33:25.713830 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-a7cd12ea-f292-4a7d-b3d2-b402b6c538ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 217 time: 0.0633137 May 19 13:33:25.793089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-aa12016a-6af3-4530-9744-470e1062df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.796625 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-aa12016a-6af3-4530-9744-470e1062df2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.0721979 May 19 13:33:25.845249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:25.882251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-bc3dabb0-503f-42da-b926-9895c492a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:25.883754 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-bc3dabb0-503f-42da-b926-9895c492a33e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786474 May 19 13:33:25.916013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:25.916307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:26.020571 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-dd52f214-cfd4-4c1e-ba9f-79561b623a8f service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275554 May 19 13:33:26.041714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:26.173762 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e1560361-b60e-4f22-aab9-ec0c0f150904 req-a2d4b806-fbbf-41ba-991f-48750662e9a9 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427572 May 19 13:33:26.751050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device abd6e309-facd-4d1f-b630-8949d1f28fa0 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:33:26.756483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15f568-c1d2-407a-a973-bc31ebeffe4c req-cbe6f495-8a86-4ee3-a625-06b1186adab7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:26.758349 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5b15f568-c1d2-407a-a973-bc31ebeffe4c req-cbe6f495-8a86-4ee3-a625-06b1186adab7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 943 time: 0.0969415 May 19 13:33:26.809682 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5b15f568-c1d2-407a-a973-bc31ebeffe4c req-93faa283-2889-40b8-a0d4-886b4060bb7e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 May 19 13:33:26.909526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port abd6e309-facd-4d1f-b630-8949d1f28fa0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:26.923529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'port_id': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'mac_address': 'fa:16:3e:9f:eb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:33:26.991744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port abd6e309-facd-4d1f-b630-8949d1f28fa0 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:26.992144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:27.009184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd6e309-facd-4d1f-b630-8949d1f28fa0 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:33:27.036094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port abd6e309-facd-4d1f-b630-8949d1f28fa0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:27.044820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:27.116830 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=abd6e309-facd-4d1f-b630-8949d1f28fa0,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:27.295914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['abd6e309-facd-4d1f-b630-8949d1f28fa0'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:33:28.004698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851542f3-4ad5-439a-94fa-c495685605f2 req-5f641cc9-4563-4bf8-b6d8-b0751fd85f89 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:28.006144 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-851542f3-4ad5-439a-94fa-c495685605f2 req-5f641cc9-4563-4bf8-b6d8-b0751fd85f89 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 944 time: 0.0834446 May 19 13:33:28.049540 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-851542f3-4ad5-439a-94fa-c495685605f2 req-777cf6b2-15ea-4c18-8c8f-cf48a3da64a1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 May 19 13:33:28.751679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device abd6e309-facd-4d1f-b630-8949d1f28fa0 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:33:28.823010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port abd6e309-facd-4d1f-b630-8949d1f28fa0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:33:28.828442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port abd6e309-facd-4d1f-b630-8949d1f28fa0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:33:28.828813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:28.957882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port abd6e309-facd-4d1f-b630-8949d1f28fa0 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:33:28.958251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:28.986057 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:28.995872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port abd6e309-facd-4d1f-b630-8949d1f28fa0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:33:29.000584 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:29.036122 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9322f8-c1e7-4741-af3a-c27fc75779d0'] response: {'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'code': 200} May 19 13:33:29.070123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=abd6e309-facd-4d1f-b630-8949d1f28fa0,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:29.398376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79b98-bb6b-46e2-8721-243cab5288e3 req-fd60b41c-24f9-471d-b5be-4a3e37cb1f01 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.399922 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4fa79b98-bb6b-46e2-8721-243cab5288e3 req-fd60b41c-24f9-471d-b5be-4a3e37cb1f01 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.2427297 May 19 13:33:29.423252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce54df4-7567-49e0-931c-943eb74db3e3 req-7fad08d5-c21c-4c58-9c4f-ffec5675297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:29.424694 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ce54df4-7567-49e0-931c-943eb74db3e3 req-7fad08d5-c21c-4c58-9c4f-ffec5675297d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1098 time: 0.2138667 May 19 13:33:29.467564 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4fa79b98-bb6b-46e2-8721-243cab5288e3 req-d3a77aa3-2855-408a-bcce-ca231d501b99 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609117 May 19 13:33:29.485176 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ce54df4-7567-49e0-931c-943eb74db3e3 req-9124d2ff-5312-4b83-ad7e-7bc5569d86c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536959 May 19 13:33:30.676044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e239-793e-4296-9b90-a7f11b2fa373 req-f4d26fe0-99b7-4013-819b-87c5aed2909f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:30.678386 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-81f1e239-793e-4296-9b90-a7f11b2fa373 req-f4d26fe0-99b7-4013-819b-87c5aed2909f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0986888 May 19 13:33:30.756484 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-81f1e239-793e-4296-9b90-a7f11b2fa373 req-80b7b20d-ed5b-415b-89ac-632aa3d1d87a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719821 May 19 13:33:31.206000 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d19d5032-ca48-4d3d-b52c-3e00e9a8bc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:31.952215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25125f-0e02-4447-83a1-3fd50691d555 req-7589ba23-fc7a-4fb8-afbc-c6842d10b8f0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:31.954071 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ff25125f-0e02-4447-83a1-3fd50691d555 req-7589ba23-fc7a-4fb8-afbc-c6842d10b8f0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0866859 May 19 13:33:32.019897 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ff25125f-0e02-4447-83a1-3fd50691d555 req-8334bd25-0fbd-4639-8462-923a4089f254 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582192 May 19 13:33:32.295048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff9a0b-8444-42f9-9935-30180de00f7e req-8cd91fe3-dd5b-4384-af55-a6c44acf9969 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.297374 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b6ff9a0b-8444-42f9-9935-30180de00f7e req-8cd91fe3-dd5b-4384-af55-a6c44acf9969 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.1061475 May 19 13:33:32.360595 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b6ff9a0b-8444-42f9-9935-30180de00f7e req-e0280d8d-e298-44e3-9e6b-6d0d11411659 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540614 May 19 13:33:32.383928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43596) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:32.454468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebca9b8-b25d-46df-b3a0-11ee8f6c4406 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:32.456012 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aebca9b8-b25d-46df-b3a0-11ee8f6c4406 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1093 time: 0.0710762 May 19 13:33:32.459621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43600) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:32.464443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:33:32.471114 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:33:32.475234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:floatingip and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:33:32.478030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:33:32.484498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:33:32.497818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:32.662888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:32.832344 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.7 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/bec61f01-21a0-4e01-8824-865f43f9afd3) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:33:33.038528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:33.079167 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:33.150408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:33:33.153084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:33:33.157660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:33:33.202899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=bec61f01-21a0-4e01-8824-865f43f9afd3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:33.662102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c45c5785-23d5-48fc-a6b7-b0f45149c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:33.720894 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:33.805157 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:34.042394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:34.048142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:34.166652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=bec61f01-21a0-4e01-8824-865f43f9afd3,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:33:34.176903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:34.457653 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP 30c7cab3-ed6d-435c-b24b-6401db208c2e associated. External IP: 172.26.3.7, port: abd6e309-facd-4d1f-b630-8949d1f28fa0. May 19 13:33:34.828660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 05041b07-e86a-4cf6-80d5-4e3bf104a526 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:33:34.930060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:34.969521 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:35.072945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:33:35.085525 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] Sync routers for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:33:35.101054 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:35.101814 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:35.103538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:35.162058 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a0b1e2d6-f480-4f7f-aa79-4c4a42087703 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7014542 May 19 13:33:35.163092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:33:35.231269 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30155bb-6903-4489-9f0c-b4c6665dd2fd'] response: {'name': 'network-changed', 'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'status': 'completed', 'code': 200} May 19 13:33:35.282850 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:35.389280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-ccfdb6f1-040f-4a48-ba28-0cc43850a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.390609 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-ccfdb6f1-040f-4a48-ba28-0cc43850a0a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1098 time: 0.1308279 May 19 13:33:35.400812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc665b-0602-4c45-a535-da6562f379af req-56558461-fad4-4131-9b92-c1a75419a8d7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.402159 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2fc665b-0602-4c45-a535-da6562f379af req-56558461-fad4-4131-9b92-c1a75419a8d7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.1083910 May 19 13:33:35.527710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2fc665b-0602-4c45-a535-da6562f379af req-8efff73f-c3d7-41ab-899e-fdcc446982d8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045439 May 19 13:33:35.551060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43608) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:35.560047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-1029385f-0689-4507-8300-be0eea5d4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.561606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-1029385f-0689-4507-8300-be0eea5d4b58 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 898 time: 0.1585531 May 19 13:33:35.629782 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '30c7cab3-ed6d-435c-b24b-6401db208c2e', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'port_id': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'mac_address': 'fa:16:3e:9f:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:33Z', 'updated_at': '2022-05-19T13:33:33Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:24Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:35.633816 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] Checking router: 05041b07-e86a-4cf6-80d5-4e3bf104a526 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:33:35.642522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:33:35.643171 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:33:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:35.663270 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-296705f0-845f-458f-80ec-b2f722f1d7af tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/30c7cab3-ed6d-435c-b24b-6401db208c2e HTTP/1.1" status: 200 len: 989 time: 0.1109984 May 19 13:33:35.668027 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-a215b3bb-d1fc-40c1-a474-43da438de46b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 997 time: 0.0995448 May 19 13:33:35.735876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-1f364ac1-82fe-4c9d-a3fd-4eb8ee2abd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.737300 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-1f364ac1-82fe-4c9d-a3fd-4eb8ee2abd05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.0627913 May 19 13:33:35.817341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-3a91e734-2a5b-4f47-b76f-b50f722d7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:35.819087 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-3a91e734-2a5b-4f47-b76f-b50f722d7b02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748312 May 19 13:33:35.871934 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:33:36.074841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-61d78018-89aa-445a-a100-6d95264d2aed service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453065 May 19 13:33:36.090341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:36.212497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-61edf185-8b17-4d56-843c-87c5c8a05022 req-c69911c3-3c10-493d-925c-90877c86e586 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293647 May 19 13:33:36.221086 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '30c7cab3-ed6d-435c-b24b-6401db208c2e', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'port_id': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'mac_address': 'fa:16:3e:9f:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:33Z', 'updated_at': '2022-05-19T13:33:33Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:24Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:33:36.225483 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab2a7e-ff24-4878-9c05-69a127ed1f60 None None] The sync data for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv is: [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '30c7cab3-ed6d-435c-b24b-6401db208c2e', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'port_id': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'mac_address': 'fa:16:3e:9f:eb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:33:33Z', 'updated_at': '2022-05-19T13:33:33Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:24Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:33:36.417883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf18ae-b24c-4e22-82d1-abcd89ae4716 None None] New status for floating IP 30c7cab3-ed6d-435c-b24b-6401db208c2e: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:33:36.665248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43612) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:33:36.778717 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-88258e83-f074-4536-a1a9-6988aecd7b74 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/30c7cab3-ed6d-435c-b24b-6401db208c2e HTTP/1.1" status: 200 len: 991 time: 0.1122513 May 19 13:33:37.929717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:33:38.580808 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:33:39.487686 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-1e053e2d-f227-40d3-94d7-6459b5885a70 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971169 May 19 13:33:39.653443 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04446b26-b061-48d6-b211-1269a14ed60e req-a73a6ebe-15f5-4bb0-917b-75ee340c8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:39.659374 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-a73a6ebe-15f5-4bb0-917b-75ee340c8d01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1098 time: 0.0851343 May 19 13:33:39.809461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04446b26-b061-48d6-b211-1269a14ed60e req-36dc1be6-4c53-4fbb-a9cd-d99a3bbdf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:39.811037 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-36dc1be6-4c53-4fbb-a9cd-d99a3bbdf822 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 898 time: 0.1290572 May 19 13:33:39.918146 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-740587aa-a4b9-4570-8817-25a6b2a262ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 999 time: 0.1007702 May 19 13:33:39.985739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04446b26-b061-48d6-b211-1269a14ed60e req-67ae3598-da3c-4377-960d-5a3485b4d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:39.987226 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-67ae3598-da3c-4377-960d-5a3485b4d5e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.0592473 May 19 13:33:40.073737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04446b26-b061-48d6-b211-1269a14ed60e req-5af82de7-c08e-45a3-86fe-bdc1545c68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:33:40.075161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-5af82de7-c08e-45a3-86fe-bdc1545c68c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767028 May 19 13:33:40.236718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-4ca28d22-9ff3-40a9-9715-bd3e547b71eb service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512866 May 19 13:33:40.392461 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-04446b26-b061-48d6-b211-1269a14ed60e req-6312b47e-0a53-4621-9eb0-03673a5a0755 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459155 May 19 13:34:01.210008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2066d39a-92a5-4160-a876-00edf428bdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:03.660987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1ae7a3a8-dafb-4e0b-a2db-3182d062da7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:04.936094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:04.963606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:06.085187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:07.955147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:10.484882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-1ed15bf0-d259-4c8f-8cf3-89dc29df4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:10.486282 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-1ed15bf0-d259-4c8f-8cf3-89dc29df4de8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1098 time: 0.0701063 May 19 13:34:10.530053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320041-5c33-4d5e-b5d2-79e1c39199bc req-7bc43618-0d09-493d-bbee-8946996c453f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:10.531532 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60320041-5c33-4d5e-b5d2-79e1c39199bc req-7bc43618-0d09-493d-bbee-8946996c453f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0844579 May 19 13:34:10.578611 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-60320041-5c33-4d5e-b5d2-79e1c39199bc req-477b1b2e-318b-4606-ae8c-27ae673e188e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406256 May 19 13:34:10.617918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-c4a98387-7723-410f-b407-650de4547410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:10.619414 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-c4a98387-7723-410f-b407-650de4547410 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 898 time: 0.1267455 May 19 13:34:10.731423 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-67210b40-f8ee-48c1-ac3d-2dd381f04365 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 999 time: 0.1035600 May 19 13:34:10.806482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-adc573fd-9c47-4972-9488-8e8f67e96d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:10.807935 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-adc573fd-9c47-4972-9488-8e8f67e96d4b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.0689006 May 19 13:34:10.888495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-04b4b113-c762-4185-8d89-ce6d2c4851f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:10.889940 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-04b4b113-c762-4185-8d89-ce6d2c4851f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743070 May 19 13:34:11.140067 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-dee51f64-94f4-4a4a-9ab3-5c3ddd93a5e5 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407875 May 19 13:34:11.273918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-56bffab7-fffe-464e-a1bc-1628b509e893 req-1e9ed374-4de0-47ab-911f-ba3890fb3ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266351 May 19 13:34:11.778043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35065f1-06cd-4428-8989-5dea1a84e585 req-76ea492d-c7e6-431f-98f1-512cead11fa1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:11.779529 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d35065f1-06cd-4428-8989-5dea1a84e585 req-76ea492d-c7e6-431f-98f1-512cead11fa1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0886695 May 19 13:34:11.824583 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d35065f1-06cd-4428-8989-5dea1a84e585 req-38a01512-90f6-4657-95df-8c6422b03294 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393457 May 19 13:34:13.032051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d575-796e-4bb2-99ec-fe89b69441c7 req-eef87504-d0af-47cb-9bc9-034fc7ff5201 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:13.033485 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d747d575-796e-4bb2-99ec-fe89b69441c7 req-eef87504-d0af-47cb-9bc9-034fc7ff5201 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0853915 May 19 13:34:13.078326 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d747d575-796e-4bb2-99ec-fe89b69441c7 req-e715511a-433f-46e1-bbe3-ec3c10630d9d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 May 19 13:34:14.291718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f95b9d-a955-4b9d-920a-82ea6be48b1d req-ca37b82a-e8cd-4250-b975-573b6cdf27ea tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:14.293143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-17f95b9d-a955-4b9d-920a-82ea6be48b1d req-ca37b82a-e8cd-4250-b975-573b6cdf27ea tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0957086 May 19 13:34:14.341074 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-17f95b9d-a955-4b9d-920a-82ea6be48b1d req-69c69c2f-8dcb-4aae-8871-5f735de7b806 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 May 19 13:34:15.550681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c002-84e2-48c0-8851-6f71c900f595 req-f80c9ad8-cc41-45a5-8ed9-73ef1dad9226 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:15.552047 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3750c002-84e2-48c0-8851-6f71c900f595 req-f80c9ad8-cc41-45a5-8ed9-73ef1dad9226 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0922940 May 19 13:34:15.580906 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:34:15.602475 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3750c002-84e2-48c0-8851-6f71c900f595 req-7807cbef-3a77-4d89-9561-97b2114cae66 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442922 May 19 13:34:16.795952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca836-e37f-484d-a66d-5826c8983268 req-bb17283b-6fc5-4ba3-a5e5-51e58aee80a1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:16.797382 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-67aca836-e37f-484d-a66d-5826c8983268 req-bb17283b-6fc5-4ba3-a5e5-51e58aee80a1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0858467 May 19 13:34:16.841982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-67aca836-e37f-484d-a66d-5826c8983268 req-f806d469-aac0-4377-94f4-2ad967d2e275 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 May 19 13:34:18.056976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b5630-4127-4cf6-9837-b38f39247016 req-1fb17f9b-e9c5-4075-9e45-341ae92d97cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:18.058997 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b7b5630-4127-4cf6-9837-b38f39247016 req-1fb17f9b-e9c5-4075-9e45-341ae92d97cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.1033328 May 19 13:34:18.113666 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8b7b5630-4127-4cf6-9837-b38f39247016 req-efd00aa5-0d85-4bbf-92b8-421dcedd2b75 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465329 May 19 13:34:19.313914 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64455b6-5c94-47ed-99ec-21d9886e17be req-112ff6fd-83dd-4a28-8511-3cc116390337 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:19.315394 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b64455b6-5c94-47ed-99ec-21d9886e17be req-112ff6fd-83dd-4a28-8511-3cc116390337 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0939324 May 19 13:34:19.361155 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b64455b6-5c94-47ed-99ec-21d9886e17be req-404ba2a9-c13a-4d11-a475-114d72713db6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397429 May 19 13:34:20.581637 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76f297-2f5f-4e54-83dd-28ae75779920 req-9cde8591-5f6b-4f46-bd6a-8710d46f70e5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:20.583017 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b76f297-2f5f-4e54-83dd-28ae75779920 req-9cde8591-5f6b-4f46-bd6a-8710d46f70e5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0972018 May 19 13:34:20.631693 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0b76f297-2f5f-4e54-83dd-28ae75779920 req-52092480-6b31-4dc8-93c7-a96a9437c16f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 May 19 13:34:21.825584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a6658-4d6a-4ac6-b1b9-400811799ce4 req-cd1a1939-ab31-4685-ac4d-8537c64b32e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:21.827361 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c79a6658-4d6a-4ac6-b1b9-400811799ce4 req-cd1a1939-ab31-4685-ac4d-8537c64b32e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0881116 May 19 13:34:21.875766 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c79a6658-4d6a-4ac6-b1b9-400811799ce4 req-a6413935-7c19-41d3-8afd-a23afa6cb616 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 May 19 13:34:23.090152 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fca2c-c822-462e-80cd-2896d579fc8a req-fdfc391f-a82f-431e-94cb-459fb0b5b617 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:23.091610 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41fca2c-c822-462e-80cd-2896d579fc8a req-fdfc391f-a82f-431e-94cb-459fb0b5b617 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0851474 May 19 13:34:23.138477 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c41fca2c-c822-462e-80cd-2896d579fc8a req-66a76547-e10b-475e-a1c3-da7730a3e65e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384769 May 19 13:34:23.162404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43652) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:34:23.267411 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c8285b66-17dc-4e6b-87ef-48504c1d76d6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/30c7cab3-ed6d-435c-b24b-6401db208c2e HTTP/1.1" status: 200 len: 991 time: 0.1039140 May 19 13:34:31.212268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f6a5596e-2e2b-4ba6-a09c-9e36465fd1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:33.663562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-973464b9-b00f-420c-ab3c-cb0cfccb704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:34.936534 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:34.968278 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:36.087644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:37.957712 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:42.239838 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-91b8b45c-1c48-4cbb-b64b-9bf926354f2f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729103 May 19 13:34:42.399511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-0301ac89-8cc0-4859-8df8-4be57a8c9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:42.400957 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-0301ac89-8cc0-4859-8df8-4be57a8c9db1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1098 time: 0.0760353 May 19 13:34:42.565548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-e9744cd4-cadf-40dd-a03a-964ab66dff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:42.566934 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-e9744cd4-cadf-40dd-a03a-964ab66dff4a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 898 time: 0.1274281 May 19 13:34:42.671528 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-83a6799d-84ee-4d39-ae4b-98bacb2ebb15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 999 time: 0.0960915 May 19 13:34:42.739766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-577d414e-e38d-458d-b11c-42deb4f4d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:42.741168 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-577d414e-e38d-458d-b11c-42deb4f4d822 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.0614185 May 19 13:34:42.821310 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-7c54d61c-d2d5-4bf3-8e65-4bd6637885a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:42.822772 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-7c54d61c-d2d5-4bf3-8e65-4bd6637885a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738437 May 19 13:34:42.958752 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-a1f8619f-335a-480e-912d-b2084da27e9e service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276989 May 19 13:34:43.088921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a5bea2c2-24c7-4e69-90ee-2f4d93a65650 req-8ef7feac-94df-4c92-96ee-a5e7446ffde4 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224935 May 19 13:34:52.585099 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:34:57.760642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43670) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:34:58.079245 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port bec61f01-21a0-4e01-8824-865f43f9afd3 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:34:58.079467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:58.252898 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:58.253169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:58.372777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for bec61f01-21a0-4e01-8824-865f43f9afd3 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:34:58.532009 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:58.579003 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=bec61f01-21a0-4e01-8824-865f43f9afd3,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:34:58.618346 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.618710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.619051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.619384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.619720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.620043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.620336 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.620688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.621008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.621322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.621642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.621943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:34:58.679643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:58.679965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP 30c7cab3-ed6d-435c-b24b-6401db208c2e disassociated (deleted). External IP: 172.26.3.7, port: abd6e309-facd-4d1f-b630-8949d1f28fa0. May 19 13:34:59.039578 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 05041b07-e86a-4cf6-80d5-4e3bf104a526 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:34:59.222172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:34:59.237657 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] Sync routers for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:34:59.243712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:34:59.252599 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:34:59.253197 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:34:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:59.298498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1169cc6f-2c9f-4141-969a-7b4dc99fd637 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/floatingips/30c7cab3-ed6d-435c-b24b-6401db208c2e HTTP/1.1" status: 204 len: 168 time: 1.5363226 May 19 13:34:59.299110 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:34:59.357171 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0b6916-a0b9-4b4a-bbfa-242aa9d316a5'] response: {'name': 'network-changed', 'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'status': 'completed', 'code': 200} May 19 13:34:59.493093 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:34:59.545163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-b7599c7b-548a-4e45-96b5-7bf802e90cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:59.546857 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-b7599c7b-548a-4e45-96b5-7bf802e90cd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 1098 time: 0.1669314 May 19 13:34:59.692637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-c8d5d9cc-f1a4-4e3a-b696-eb5352c60c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:59.694433 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-c8d5d9cc-f1a4-4e3a-b696-eb5352c60c1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 200 len: 898 time: 0.1367509 May 19 13:34:59.792653 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-bfa24765-0771-48aa-9563-99ac4d6bed23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 200 len: 217 time: 0.0906274 May 19 13:34:59.858853 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:24Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:59.863272 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] Checking router: 05041b07-e86a-4cf6-80d5-4e3bf104a526 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:34:59.872073 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:34:59.872680 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:34:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:34:59.980538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-785f1ff6-af92-41ea-ad5e-7fa489e4c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:34:59.981961 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-785f1ff6-af92-41ea-ad5e-7fa489e4c966 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 200 len: 834 time: 0.1738722 May 19 13:35:00.042441 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6700c3-0633-43b8-800e-ea9c7e5fa2bf req-997e6442-6136-4435-a4fc-ef4cf866bc4c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:00.043903 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fc6700c3-0633-43b8-800e-ea9c7e5fa2bf req-997e6442-6136-4435-a4fc-ef4cf866bc4c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.4039972 May 19 13:35:00.045347 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:00.099943 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fc6700c3-0633-43b8-800e-ea9c7e5fa2bf req-961eb100-42d1-4ba4-baa4-a7f7dab07a75 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492036 May 19 13:35:00.106209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-7dc3192c-7dee-4790-9e61-6b2e5bc25d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:00.107827 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-7dc3192c-7dee-4790-9e61-6b2e5bc25d8a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5cec5c99-7e01-4f59-b08f-ab07d7940384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1179812 May 19 13:35:00.246050 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-25b9839a-824a-4a74-9ffe-f1d1b69541e6 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266346 May 19 13:35:00.355985 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:24Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:00.359769 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54717f96-ac4b-4aa4-a4aa-1b8d30d5c6d2 None None] The sync data for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv is: [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:33:19Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'd97cb86a-bc37-4dc6-91b8-f8ed7c698ffb', 'name': '', 'network_id': '5cec5c99-7e01-4f59-b08f-ab07d7940384', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:c7:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:18Z', 'updated_at': '2022-05-19T13:33:24Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'ca0cd9e7-cee4-434a-a506-7cc177fe596c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:00.379722 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b3fd6d87-8422-49ef-838d-2aa10aa338e0 req-9072a983-e1b7-41e5-9392-5ed8342e48e4 service neutron] 10.222.0.79 "GET /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260626 May 19 13:35:00.573917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73b82d-6128-4d3b-a05b-83122c2f3ce5 None None] New status for floating IP 30c7cab3-ed6d-435c-b24b-6401db208c2e: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:35:01.210503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0ff99340-3bf8-4d0b-86ed-f828a69faab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:01.365657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70a6f-e95e-4c36-8014-0bcbb472905c req-a541341b-b653-4b03-a7b8-683dde7b7855 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:01.366348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-c0a70a6f-e95e-4c36-8014-0bcbb472905c req-a541341b-b653-4b03-a7b8-683dde7b7855 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:35:01.383257 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-c0a70a6f-e95e-4c36-8014-0bcbb472905c req-a541341b-b653-4b03-a7b8-683dde7b7855 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:35:01.384333 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c0a70a6f-e95e-4c36-8014-0bcbb472905c req-a541341b-b653-4b03-a7b8-683dde7b7855 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.1700726 May 19 13:35:01.432987 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c0a70a6f-e95e-4c36-8014-0bcbb472905c req-e07a3994-8f87-4c18-bbcf-d70e1257abdc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=510b7528-124a-4df6-88d0-6765d76f4bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429304 May 19 13:35:01.438189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-fbb09bbf-b3ba-48d0-b0e6-a48e1c977906 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:01.439649 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-fbb09bbf-b3ba-48d0-b0e6-a48e1c977906 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 945 time: 0.0788796 May 19 13:35:01.513075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port abd6e309-facd-4d1f-b630-8949d1f28fa0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:35:01.513382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:01.762718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port abd6e309-facd-4d1f-b630-8949d1f28fa0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=abd6e309-facd-4d1f-b630-8949d1f28fa0,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:01.762977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:01.893962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for abd6e309-facd-4d1f-b630-8949d1f28fa0 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:35:02.047131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:02.099104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=abd6e309-facd-4d1f-b630-8949d1f28fa0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:02.137363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.137710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.138048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.138381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.138740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.139071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.139397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.139714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.140137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.140453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.140770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.141088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:02.185224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] No DVR routers for this DVR port abd6e309-facd-4d1f-b630-8949d1f28fa0 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:35:02.187934 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:02.190492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'name': 'network-vif-deleted', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:02.207396 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ed61ab44-10ee-4634-a567-7b8dc8806ac8 req-191f34c5-f89f-4c4b-83f2-70f32695dc12 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "DELETE /v2.0/ports/abd6e309-facd-4d1f-b630-8949d1f28fa0 HTTP/1.1" status: 204 len: 173 time: 0.7615180 May 19 13:35:02.295592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e4ac53-5922-440c-99a6-95d3e86e6476'] response: {'server_uuid': 'e98da8cf-347c-4d88-870b-d670fc83f853', 'name': 'network-vif-deleted', 'tag': 'abd6e309-facd-4d1f-b630-8949d1f28fa0', 'status': 'completed', 'code': 200} May 19 13:35:02.714495 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6665c133-2417-41a4-9dbb-5755673a7aeb req-031b24b2-43f2-428a-b477-6924e8e582a4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=e98da8cf-347c-4d88-870b-d670fc83f853 HTTP/1.1" status: 200 len: 210 time: 0.1597161 May 19 13:35:03.666581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7814dda-e9b1-433e-890e-5b67805abfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:03.816616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43696) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:04.478718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:04.854684 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:35:04.855367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:04.937408 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:04.975179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:05.082115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:05.082452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:05.219165 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:35:05.277505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device abd6e309-facd-4d1f-b630-8949d1f28fa0 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:35:05.312913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: abd6e309-facd-4d1f-b630-8949d1f28fa0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:35:05.313258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device abd6e309-facd-4d1f-b630-8949d1f28fa0 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:35:05.575548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:05.636231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:06.054538 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.095234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.438447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 05041b07-e86a-4cf6-80d5-4e3bf104a526 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:35:06.619648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:35:06.629568 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] Sync routers for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:06.633815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7b2b87c4-72fa-4286-8a27-6be9c3bbc0e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/05041b07-e86a-4cf6-80d5-4e3bf104a526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8161008 May 19 13:35:06.636803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43708) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:06.640638 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:06.641229 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:06.703828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting subnet ca0cd9e7-cee4-434a-a506-7cc177fe596c {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:35:06.707137 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.762551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.814608 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:06.854599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.933271 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.975401 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0cd9e7-cee4-434a-a506-7cc177fe596c,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:06.977240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:06.984830 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-94fa4d14-40b0-4871-87ee-46357148ce7b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/subnets/ca0cd9e7-cee4-434a-a506-7cc177fe596c HTTP/1.1" status: 204 len: 168 time: 0.3467276 May 19 13:35:06.987181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd316117-f26e-4595-aebb-76d240d6d1a5 None None] Network 5cec5c99-7e01-4f59-b08f-ab07d7940384 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:35:06.987967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43712) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:07.118781 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:35:05Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:07.123468 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] Checking router: 05041b07-e86a-4cf6-80d5-4e3bf104a526 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:07.133836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] Routers {'05041b07-e86a-4cf6-80d5-4e3bf104a526'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:07.134705 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['05041b07-e86a-4cf6-80d5-4e3bf104a526'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:07.177799 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.238907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] DHCP port deletion for 5cec5c99-7e01-4f59-b08f-ab07d7940384 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:35:07.243585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Deleting port 3a857e85-2ecb-4076-afc9-e454856a2e7f {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:35:07.243947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.340857 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] Set router 05041b07-e86a-4cf6-80d5-4e3bf104a526 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:07.376130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.386987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port a5d740f2-9c64-4018-b833-1f46ccf9e4f0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:35:07.387552 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.456027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] For port 3a857e85-2ecb-4076-afc9-e454856a2e7f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=3a857e85-2ecb-4076-afc9-e454856a2e7f,segment=NetworkSegment(dcaa5275-7eb4-47e9-8fe9-2646ef033950),segment_id=dcaa5275-7eb4-47e9-8fe9-2646ef033950)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:07.456450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.590653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Calling delete_port for 3a857e85-2ecb-4076-afc9-e454856a2e7f owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:35:07.663536 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:35:05Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:07.667507 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219c445-86a3-4d5d-a9da-695a2503edde None None] The sync data for ids ['05041b07-e86a-4cf6-80d5-4e3bf104a526'] in dv-neutron-841945-1-hyperv is: [{'id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422943648', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:33:13Z', 'updated_at': '2022-05-19T13:35:05Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'a5d740f2-9c64-4018-b833-1f46ccf9e4f0', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05041b07-e86a-4cf6-80d5-4e3bf104a526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:33:14Z', 'updated_at': '2022-05-19T13:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:07.678881 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.692508 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port a5d740f2-9c64-4018-b833-1f46ccf9e4f0, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:07.692967 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:07.725997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Pushing event deleted for resources: {'Port': ['ID=3a857e85-2ecb-4076-afc9-e454856a2e7f,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:07.730493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] No DVR routers for this DVR port 3a857e85-2ecb-4076-afc9-e454856a2e7f on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:35:07.745331 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.745661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.745996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.746312 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.746660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.746974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.747290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.747603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.747913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.748209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.748514 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.748819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f6f0-eeb2-42a5-a377-148cd9711347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:07.823004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for a5d740f2-9c64-4018-b833-1f46ccf9e4f0 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:35:07.965724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.003962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.054140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=a5d740f2-9c64-4018-b833-1f46ccf9e4f0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:08.061858 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:35:08.108461 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:35:08.108954 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device d97cb86a-bc37-4dc6-91b8-f8ed7c698ffb not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:35:08.109417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a857e85-2ecb-4076-afc9-e454856a2e7f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:35:08.143938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 3a857e85-2ecb-4076-afc9-e454856a2e7f {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:35:08.144294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 3a857e85-2ecb-4076-afc9-e454856a2e7f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:35:08.151772 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.324892 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.327278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.353422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.354160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Fanout notify agent at l3_agent the message router_deleted on router 05041b07-e86a-4cf6-80d5-4e3bf104a526 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:35:08.371602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.372685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2f84932a-dac8-4f15-8d2e-b6399360960c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/routers/05041b07-e86a-4cf6-80d5-4e3bf104a526 HTTP/1.1" status: 204 len: 168 time: 1.3833482 May 19 13:35:08.375842 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43716) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:08.491954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.623814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.649673 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cec5c99-7e01-4f59-b08f-ab07d7940384']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:08.661586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaa5275-7eb4-47e9-8fe9-2646ef033950') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:08.661882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaa5275-7eb4-47e9-8fe9-2646ef033950') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:08.673165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.690278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.697112 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:35:08.697490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:35:08.712131 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:35:08.796742 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.814622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.825745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Network': ['ID=5cec5c99-7e01-4f59-b08f-ab07d7940384,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:08.835437 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-4bb4d16b-253f-4c00-98d7-c1ca2b055522 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/networks/5cec5c99-7e01-4f59-b08f-ab07d7940384 HTTP/1.1" status: 204 len: 168 time: 0.4585545 May 19 13:35:08.838252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43720) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:08.910801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b3be971-c979-44a8-a48f-062fbc80d82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:08.940381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b3be971-c979-44a8-a48f-062fbc80d82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.011368 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b3be971-c979-44a8-a48f-062fbc80d82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.030299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3be971-c979-44a8-a48f-062fbc80d82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510b7528-124a-4df6-88d0-6765d76f4bdd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.041323 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5b3be971-c979-44a8-a48f-062fbc80d82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.042435 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5b3be971-c979-44a8-a48f-062fbc80d82c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/security-groups/510b7528-124a-4df6-88d0-6765d76f4bdd HTTP/1.1" status: 204 len: 168 time: 0.2032173 May 19 13:35:09.162748 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43728) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:09.168055 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577807270', 'description': 'tempest-secgroup-smoke-1577807270 description', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:09.174547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:09.178776 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:09.181820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:09.187745 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:09.199355 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.219471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:09.223689 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:09.226607 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:09.232717 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:09.305879 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.311365 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.357445 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.361859 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.366699 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f58bd318-f61e-4500-84eb-bd025fbe1efa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1994033 May 19 13:35:09.367058 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43732) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:09.371894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '4ad1c7d7-bb6c-4845-b5f2-b5054357a45e', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:09.378511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:09.382469 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:09.385394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:09.391711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:09.419410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.481369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.487092 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.510089 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e5d73a-7168-4ea6-bde9-3e0803a374f4,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.520034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.521262 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ae8721cc-232f-4531-865b-509d91922ee6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535337 May 19 13:35:09.523978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43736) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:09.528940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '4ad1c7d7-bb6c-4845-b5f2-b5054357a45e', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:09.535197 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:09.539251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:09.542159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:09.549106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:09.567635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.637760 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.642680 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.665360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a228ac60-518a-441e-8d21-faf0beaaf977,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.676209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.677465 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8365cb66-1be7-4273-972c-29cfa64cf82e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525526 May 19 13:35:09.681036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43740) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:09.686039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '4ad1c7d7-bb6c-4845-b5f2-b5054357a45e', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:09.692250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:09.696246 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:09.699172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:09.706251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:09.730420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.800146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.806079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.828739 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c11710-9c3b-48fc-b518-7aca1440f6d0,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.838690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.839865 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a33e25e1-ae63-42df-a1a8-a35e67e34bce tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578591 May 19 13:35:09.842712 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43744) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:09.847884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '4ad1c7d7-bb6c-4845-b5f2-b5054357a45e', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:09.854168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:09.859650 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:09.862821 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:09.868869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:09.886682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.892507 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a5d740f2-9c64-4018-b833-1f46ccf9e4f0 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:35:09.925738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: a5d740f2-9c64-4018-b833-1f46ccf9e4f0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:35:09.926076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device a5d740f2-9c64-4018-b833-1f46ccf9e4f0 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:35:09.951340 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.956192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.978965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d03e83-6d71-4426-aebf-f0e367ce0160,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:09.988667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:09.989879 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-314412bf-cf40-4311-b15c-2fe791f437e3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461051 May 19 13:35:09.992820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43748) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:09.997654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '4ad1c7d7-bb6c-4845-b5f2-b5054357a45e', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:10.003982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:10.007743 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:10.010595 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:10.016597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:10.028599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:35:10.035387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.111666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.117258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.145408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b5c060-4bbd-42b7-aeef-2ce66308ebff,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:10.156347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.157688 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-707e99c1-be4a-400e-9c15-72d9ee3747b7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639531 May 19 13:35:10.160547 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43752) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:10.165481 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '4ad1c7d7-bb6c-4845-b5f2-b5054357a45e', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:10.172026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:10.176088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:10.179134 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:10.185044 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:10.195597 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:35:10.202108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.273433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.278512 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.301463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b735c6-d3b1-419c-a222-cc55a2e13638,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:10.311007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.312392 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-94f09ea2-fbde-4620-bc60-3b1b4635cad7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508040 May 19 13:35:10.315503 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43756) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:10.321037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'network': {'name': 'tempest-network-smoke--1998127658', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:10.325881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:10.330978 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:network and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:10.333904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:10.340094 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:10.352751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:35:10.356233 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.385458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:35:10.394814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.395155 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Added segment 0a8e9b02-4ce0-4614-9579-3e387bd328b8 of type vlan for network e29c7e2a-e144-4873-9b5e-7472f1e0a62f May 19 13:35:10.421100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.454985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.460908 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:10.461474 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.567533 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Network': ['ID=e29c7e2a-e144-4873-9b5e-7472f1e0a62f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:10.571680 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-51f30dff-1e96-47f3-9714-dbe8bcd7d082 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2551658 May 19 13:35:10.574691 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43760) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:10.577462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:35:10.581289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'admin_state_up': True, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:10.588882 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:10.592987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:router and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:10.596682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:10.603275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:10.613549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.614525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:10.629485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:11.005034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:11.314272 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:11.344039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:11.485539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.169 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/cd7f2315-e7c3-4465-aa02-cd4ea2669342) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:11.645855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:11.678315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:11.745278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:11.748211 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:11.752793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:35:11.785201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=cd7f2315-e7c3-4465-aa02-cd4ea2669342,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:12.169313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:12.632792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:12.844101 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router aabbbd50-2ab8-40be-be8a-2ca13322b533 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:35:13.036936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:35:13.046333 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Sync routers for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:13.056439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:13.057052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:13.064880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:13.066229 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-addd7529-99da-4393-9d74-c7a930915270 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4905293 May 19 13:35:13.069441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43764) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:13.113461 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-62aed03c-1263-4dc0-942c-09b7d14e01a6 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ad4b103a75b14c278ca8ee79c84334ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427160 May 19 13:35:13.116965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43768) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:13.254835 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87697837-1a14-4b36-a1f8-09a3f1d3fcb2 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:13.256339 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-87697837-1a14-4b36-a1f8-09a3f1d3fcb2 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382425 May 19 13:35:13.259205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43772) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:13.271215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:13.299459 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-999e3565-a92e-4c2b-9b5c-e2cdb0b7b6aa tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390427 May 19 13:35:13.301942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43776) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:13.307119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376764199', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:13.419635 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:13.424356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:subnet and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:13.427234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:13.433201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:13.443391 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:35:13.446861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:13.552656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:11Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:13.556516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Checking router: aabbbd50-2ab8-40be-be8a-2ca13322b533 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:13.556923 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Updating router aabbbd50-2ab8-40be-be8a-2ca13322b533 port cd7f2315-e7c3-4465-aa02-cd4ea2669342 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:35:13.615797 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:13.664460 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:13.747527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Subnet': ['ID=e19ae604-9bcd-4e96-b071-449a5ab1bb51,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:13.755827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Checking segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:35:13.756194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network hostable DHCP agents. Network: e29c7e2a-e144-4873-9b5e-7472f1e0a62f, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:35:13.775755 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:35:13.786001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, e29c7e2a-e144-4873-9b5e-7472f1e0a62f) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:13.789959 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:13.790523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:13.801591 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172f0ed-1fdb-4164-acfb-7f8cb1dc2731 None None] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:35:13.813709 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-21938d17-0190-44b6-a019-42a2944f5193 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5107243 May 19 13:35:13.816384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43780) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:14.122433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:35:14.123266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.135342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.152720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Transition to ACTIVE for port object cd7f2315-e7c3-4465-aa02-cd4ea2669342 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:14.193723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.308445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Attempting to bind port cd7f2315-e7c3-4465-aa02-cd4ea2669342 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:35:14.308801 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Attempting to bind port cd7f2315-e7c3-4465-aa02-cd4ea2669342 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:35:14.309152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Attempting to bind port cd7f2315-e7c3-4465-aa02-cd4ea2669342 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:35:14.337151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c922caa-1f2c-483d-b002-da35cbe39926 None None] Pushing event updated for resources: {'Port': ['ID=cd7f2315-e7c3-4465-aa02-cd4ea2669342,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:14.352323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:35:14.352693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:35:14.353092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.353471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:35:14.353945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Bound port: cd7f2315-e7c3-4465-aa02-cd4ea2669342, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:35:14.354293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.425025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Allocated IP 172.20.0.2 (e29c7e2a-e144-4873-9b5e-7472f1e0a62f/e19ae604-9bcd-4e96-b071-449a5ab1bb51/2f9b5018-858f-4e92-a861-a037b1687634) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:14.452653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] For port cd7f2315-e7c3-4465-aa02-cd4ea2669342, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:35:14.532112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] For port cd7f2315-e7c3-4465-aa02-cd4ea2669342, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cd7f2315-e7c3-4465-aa02-cd4ea2669342,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:35:14.542183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.650935 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.658132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:14.658799 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:14.815592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c922caa-1f2c-483d-b002-da35cbe39926 None None] Pushing event updated for resources: {'Port': ['ID=cd7f2315-e7c3-4465-aa02-cd4ea2669342,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:14.918555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:14.935982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Transition to ACTIVE for port object 2f9b5018-858f-4e92-a861-a037b1687634 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:14.966919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:15.011162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Transition to ACTIVE for port object 2f9b5018-858f-4e92-a861-a037b1687634 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:15.072737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.140198 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.1 (e29c7e2a-e144-4873-9b5e-7472f1e0a62f/e19ae604-9bcd-4e96-b071-449a5ab1bb51/ac1a43f3-3543-431d-b812-4d3bdaefe42f) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:15.212467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:15.216611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:15.222279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:35:15.234273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Pushing event updated for resources: {'Port': ['ID=2f9b5018-858f-4e92-a861-a037b1687634,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:15.305322 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.322193 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object ac1a43f3-3543-431d-b812-4d3bdaefe42f will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:15.347192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.374619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Attempting to bind port 2f9b5018-858f-4e92-a861-a037b1687634 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:35:15.375003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Attempting to bind port 2f9b5018-858f-4e92-a861-a037b1687634 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:35:15.375364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Attempting to bind port 2f9b5018-858f-4e92-a861-a037b1687634 on network e29c7e2a-e144-4873-9b5e-7472f1e0a62f {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:35:15.383720 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:35:15.384090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Checking segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:35:15.384484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.384871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Bound using segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:35:15.385315 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Bound port: 2f9b5018-858f-4e92-a861-a037b1687634, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:35:15.385683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.414020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:15.416965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:15.419517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:35:15.470803 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=ac1a43f3-3543-431d-b812-4d3bdaefe42f,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:15.488995 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.491253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] For port 2f9b5018-858f-4e92-a861-a037b1687634, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:35:15.494064 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:11Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:15.497060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] For port 2f9b5018-858f-4e92-a861-a037b1687634, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2f9b5018-858f-4e92-a861-a037b1687634,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:35:15.500286 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf13395-cf0d-4a22-95bd-9f875ec4d4a2 None None] The sync data for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv is: [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:11Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:15.502649 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:15.585196 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eef4c-a812-4754-a765-1215e1b6510e None None] Pushing event updated for resources: {'Port': ['ID=2f9b5018-858f-4e92-a861-a037b1687634,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:15.945756 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.005664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2f9b5018-858f-4e92-a861-a037b1687634 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:16.082173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 2f9b5018-858f-4e92-a861-a037b1687634 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:16.088917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cd7f2315-e7c3-4465-aa02-cd4ea2669342 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:16.177736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port cd7f2315-e7c3-4465-aa02-cd4ea2669342 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:16.184136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port cd7f2315-e7c3-4465-aa02-cd4ea2669342 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:16.184771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.309237 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port cd7f2315-e7c3-4465-aa02-cd4ea2669342 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:16.309772 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.331024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port cd7f2315-e7c3-4465-aa02-cd4ea2669342, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cd7f2315-e7c3-4465-aa02-cd4ea2669342,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:16.336807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.413029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=cd7f2315-e7c3-4465-aa02-cd4ea2669342,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:16.427697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.432916 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.556910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.562943 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=ac1a43f3-3543-431d-b812-4d3bdaefe42f,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:16.671199 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ba54c-9d5c-4096-9640-d043a23e4ead None None] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:35:16.708330 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:16.709542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:16.776757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Provisioning for port 2f9b5018-858f-4e92-a861-a037b1687634 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:16.786427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Provisioning complete for port 2f9b5018-858f-4e92-a861-a037b1687634 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:16.786818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:16.897291 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router aabbbd50-2ab8-40be-be8a-2ca13322b533 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:35:17.007401 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Current status of the port 2f9b5018-858f-4e92-a861-a037b1687634 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:17.007753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.054493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] For port 2f9b5018-858f-4e92-a861-a037b1687634, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2f9b5018-858f-4e92-a861-a037b1687634,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:17.061003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.094740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:35:17.109416 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cecdb4d0-6adb-40d9-b134-ce81effa2db3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/aabbbd50-2ab8-40be-be8a-2ca13322b533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919760 May 19 13:35:17.178793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990228d-2628-4652-beb6-428b8a1e99cc None None] Pushing event updated for resources: {'Port': ['ID=2f9b5018-858f-4e92-a861-a037b1687634,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:17.235705 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Sync routers for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:17.247178 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:17.247845 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:17.284767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Provisioning for port ac1a43f3-3543-431d-b812-4d3bdaefe42f completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:17.291012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Provisioning complete for port ac1a43f3-3543-431d-b812-4d3bdaefe42f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:17.291384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.293372 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-99414b95-92a5-4ec1-8c9f-e1d3442e8228 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:35:17.318078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-99414b95-92a5-4ec1-8c9f-e1d3442e8228 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:35:17.319701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-99414b95-92a5-4ec1-8c9f-e1d3442e8228 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577807270&fields=id&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 267 time: 0.0730591 May 19 13:35:17.353546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Port ac1a43f3-3543-431d-b812-4d3bdaefe42f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:35:17.367295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Provisioning complete for port 2f9b5018-858f-4e92-a861-a037b1687634 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:17.367295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.440808 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:17.489331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-2b6534ca-f577-4e11-8d87-5a7be9094885 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:17.490264 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-2b6534ca-f577-4e11-8d87-5a7be9094885 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:35:17.496138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4f59-9f85-46c0-83f9-f5cf0c900f0e None None] Current status of the port 2f9b5018-858f-4e92-a861-a037b1687634 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:17.508751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-2b6534ca-f577-4e11-8d87-5a7be9094885 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:35:17.510039 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-2b6534ca-f577-4e11-8d87-5a7be9094885 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 797 time: 0.1814461 May 19 13:35:17.535122 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-8ac228a8-9334-4f79-bb26-6d5f61412c20 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/quotas/ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 375 time: 0.0182850 May 19 13:35:17.618248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7fa8e79f-4936-40f5-9fd9-e0b8413d8a97 None None] Provisioning complete for port ac1a43f3-3543-431d-b812-4d3bdaefe42f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:17.618912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e79f-4936-40f5-9fd9-e0b8413d8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.690613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8e79f-4936-40f5-9fd9-e0b8413d8a97 None None] Port ac1a43f3-3543-431d-b812-4d3bdaefe42f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:35:17.749495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-c82804d3-bbc3-47a3-9ac4-377f02cf8d0a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:35:17.767016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-c82804d3-bbc3-47a3-9ac4-377f02cf8d0a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:35:17.768275 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-c82804d3-bbc3-47a3-9ac4-377f02cf8d0a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288930 May 19 13:35:17.780314 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 2, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:17.785132 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Checking router: aabbbd50-2ab8-40be-be8a-2ca13322b533 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:17.785467 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Updating router aabbbd50-2ab8-40be-be8a-2ca13322b533 port ac1a43f3-3543-431d-b812-4d3bdaefe42f binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:35:17.812201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-00f593fd-2f84-4c9e-b663-dfea21ebfac4 None None] Provisioning complete for port ac1a43f3-3543-431d-b812-4d3bdaefe42f triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:17.812819 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-00f593fd-2f84-4c9e-b663-dfea21ebfac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.838501 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:17.868129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-00f593fd-2f84-4c9e-b663-dfea21ebfac4 None None] Port ac1a43f3-3543-431d-b812-4d3bdaefe42f cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:35:17.911889 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-b996a3ad-4397-4fbb-b1d5-bfd599325e1d service neutron] 10.222.0.44 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314664 May 19 13:35:17.929576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2f9b5018-858f-4e92-a861-a037b1687634 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:18.004441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 2f9b5018-858f-4e92-a861-a037b1687634 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:18.004714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.045715 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-505cd740-86f9-4a0f-8369-975e3de0b328 service neutron] 10.222.0.44 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279740 May 19 13:35:18.124465 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 2f9b5018-858f-4e92-a861-a037b1687634 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:18.125802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cd7f2315-e7c3-4465-aa02-cd4ea2669342 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:18.209627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port cd7f2315-e7c3-4465-aa02-cd4ea2669342 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:18.209992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.230628 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.243027 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Transition to ACTIVE for port object ac1a43f3-3543-431d-b812-4d3bdaefe42f will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:18.250756 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.263715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-cc732e63-d47f-45e8-8ea4-6fb2a8fca4d0 req-497bf92c-0880-4578-835d-9108368bc3f1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:35:18.283191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-cc732e63-d47f-45e8-8ea4-6fb2a8fca4d0 req-497bf92c-0880-4578-835d-9108368bc3f1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:35:18.284939 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cc732e63-d47f-45e8-8ea4-6fb2a8fca4d0 req-497bf92c-0880-4578-835d-9108368bc3f1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 210 time: 0.0696642 May 19 13:35:18.368664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port cd7f2315-e7c3-4465-aa02-cd4ea2669342 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:18.422323 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Pushing event updated for resources: {'Port': ['ID=ac1a43f3-3543-431d-b812-4d3bdaefe42f,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:18.468877 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.469218 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.469558 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.469895 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.470209 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.470532 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.470882 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.471200 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.471521 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.471838 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.472150 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.472461 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:35:18.484517 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Attempting to bind port ac1a43f3-3543-431d-b812-4d3bdaefe42f on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:35:18.485075 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Attempting to bind port ac1a43f3-3543-431d-b812-4d3bdaefe42f by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:35:18.485438 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Attempting to bind port ac1a43f3-3543-431d-b812-4d3bdaefe42f on network e29c7e2a-e144-4873-9b5e-7472f1e0a62f {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:35:18.491356 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:35:18.491720 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Checking segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:35:18.492286 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.492677 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Bound using segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:35:18.493141 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Bound port: ac1a43f3-3543-431d-b812-4d3bdaefe42f, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:35:18.493512 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.614453 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] For port ac1a43f3-3543-431d-b812-4d3bdaefe42f, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:35:18.617743 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] For port ac1a43f3-3543-431d-b812-4d3bdaefe42f, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ac1a43f3-3543-431d-b812-4d3bdaefe42f,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:35:18.622348 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:18.697883 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:18.698499 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:18.767385 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54484d8-90e6-450a-a4ae-e6f9b6004786 None None] Pushing event updated for resources: {'Port': ['ID=ac1a43f3-3543-431d-b812-4d3bdaefe42f,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:18.888934 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:19.215351 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:18Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:19.221261 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55fb9e6-946f-4451-9992-ee5f46b50686 None None] The sync data for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv is: [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:18Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:19.471530 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3f50b3f2-7f9f-48c5-a1bd-6853b651f3f7 req-c7425492-f344-4d7c-9de4-b2bad740dad8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 210 time: 0.0644553 May 19 13:35:19.502588 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-e66dceaa-4a82-45be-b071-892067ec6a0d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:19.507826 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-e66dceaa-4a82-45be-b071-892067ec6a0d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 797 time: 0.2049081 May 19 13:35:19.563499 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-ad1266a4-2633-4acd-95bf-728a18cb865c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 380 time: 0.0442610 May 19 13:35:19.573727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'port': {'device_id': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'admin_state_up': True, 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'security_groups': ['4ad1c7d7-bb6c-4845-b5f2-b5054357a45e']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:19.727650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:19.738532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:19.748122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:35:19.751868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:19.930916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.7 (e29c7e2a-e144-4873-9b5e-7472f1e0a62f/e19ae604-9bcd-4e96-b071-449a5ab1bb51/883b2422-4e08-4ff6-a37b-0b459a1fa10b) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:19.933751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac1a43f3-3543-431d-b812-4d3bdaefe42f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:20.007099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ac1a43f3-3543-431d-b812-4d3bdaefe42f completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:20.012715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ac1a43f3-3543-431d-b812-4d3bdaefe42f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:20.013183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.141641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.147919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ac1a43f3-3543-431d-b812-4d3bdaefe42f is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:20.148274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.160591 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object 883b2422-4e08-4ff6-a37b-0b459a1fa10b will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:20.185179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ac1a43f3-3543-431d-b812-4d3bdaefe42f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ac1a43f3-3543-431d-b812-4d3bdaefe42f,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:20.191220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.201624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.271284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ac1a43f3-3543-431d-b812-4d3bdaefe42f,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:20.397736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:20.401049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:20.405987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:35:20.435156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:20.474372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:20.475063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.505620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9e10a384-da56-4d4f-972d-3530532e214b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355650 May 19 13:35:20.517450 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Request body: {'port': {'device_id': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:20.652371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d2b06252-c951-4215-b6b2-7bab9763bc77 None None] Provisioning for port 883b2422-4e08-4ff6-a37b-0b459a1fa10b completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:20.659624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-d2b06252-c951-4215-b6b2-7bab9763bc77 None None] Provisioning complete for port 883b2422-4e08-4ff6-a37b-0b459a1fa10b triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:20.660165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d2b06252-c951-4215-b6b2-7bab9763bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.703838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:20.721555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d2b06252-c951-4215-b6b2-7bab9763bc77 None None] Port 883b2422-4e08-4ff6-a37b-0b459a1fa10b cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:35:20.798468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a386c-408d-4d67-ae6b-74c289cc803e req-c52b9e93-b101-4942-b18d-262072b772a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:20.799222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-2e9a386c-408d-4d67-ae6b-74c289cc803e req-c52b9e93-b101-4942-b18d-262072b772a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:35:20.874806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-2e9a386c-408d-4d67-ae6b-74c289cc803e req-c52b9e93-b101-4942-b18d-262072b772a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:35:20.876021 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2e9a386c-408d-4d67-ae6b-74c289cc803e req-c52b9e93-b101-4942-b18d-262072b772a6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 931 time: 0.2639196 May 19 13:35:21.004878 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-2e9a386c-408d-4d67-ae6b-74c289cc803e req-dbfdea0a-adeb-4f8d-9501-279e34197152 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219254 May 19 13:35:21.115255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883b2422-4e08-4ff6-a37b-0b459a1fa10b {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:35:21.122955 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:21.137761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Transition to ACTIVE for port object 883b2422-4e08-4ff6-a37b-0b459a1fa10b will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:35:21.143515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:21.303968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:21.382674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Attempting to bind port 883b2422-4e08-4ff6-a37b-0b459a1fa10b on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:35:21.383012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Attempting to bind port 883b2422-4e08-4ff6-a37b-0b459a1fa10b by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:35:21.383335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Attempting to bind port 883b2422-4e08-4ff6-a37b-0b459a1fa10b on network e29c7e2a-e144-4873-9b5e-7472f1e0a62f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:35:21.388315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Port 883b2422-4e08-4ff6-a37b-0b459a1fa10b on network e29c7e2a-e144-4873-9b5e-7472f1e0a62f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:35:21.388631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Attempting to bind port 883b2422-4e08-4ff6-a37b-0b459a1fa10b on network e29c7e2a-e144-4873-9b5e-7472f1e0a62f {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:35:21.396330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:35:21.396764 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Checking segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:35:21.397286 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Bound using segment: {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:35:21.397832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Bound port: 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8e9b02-4ce0-4614-9579-3e387bd328b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:35:21.398251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:21.495089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:35:21.497952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:35:21.505318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:21.566881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:21.567483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:21.568822 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] 10.222.0.79 "PUT /v2.0/ports/883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 1093 time: 1.0558007 May 19 13:35:21.569267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:21.600979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcc368-479e-4e4d-9626-7f4aec282d7a service neutron] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:21.653077 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e61968-067e-4133-9ea1-4e9312b5ac6a'] response: {'name': 'network-changed', 'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'status': 'completed', 'code': 200} May 19 13:35:21.694661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-fd410ed0-5e4b-4464-81cc-bac34f32d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:21.696130 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-fd410ed0-5e4b-4464-81cc-bac34f32d998 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0756538 May 19 13:35:21.771454 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-ec1ef364-9a08-4bcf-8db4-3342ec7e36e5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 217 time: 0.0674250 May 19 13:35:21.833334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-4de5b5c2-9ae5-42bc-8c90-4ecc4697b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:21.834691 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-4de5b5c2-9ae5-42bc-8c90-4ecc4697b765 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0570886 May 19 13:35:21.904099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac1a43f3-3543-431d-b812-4d3bdaefe42f up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:21.912897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9739af5c-4f45-40fe-a2c5-ecdae137154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:21.914365 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-9739af5c-4f45-40fe-a2c5-ecdae137154b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729313 May 19 13:35:21.974794 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ac1a43f3-3543-431d-b812-4d3bdaefe42f triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:21.975153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:22.053775 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-e22021ac-7eda-4a4a-b141-ada751ff0042 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315823 May 19 13:35:22.096356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ac1a43f3-3543-431d-b812-4d3bdaefe42f is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:22.347991 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e586a414-62dd-47d5-b438-80fb56aaee01 req-e0e14e6d-5184-4bb2-b924-b421c73f8342 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875190 May 19 13:35:22.364824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173cfa1-7fd4-479a-9616-e747137578af req-3af676ac-3258-4379-92d4-ec8302f2a9d9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:22.366236 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1173cfa1-7fd4-479a-9616-e747137578af req-3af676ac-3258-4379-92d4-ec8302f2a9d9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 943 time: 0.2375405 May 19 13:35:22.453860 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-1173cfa1-7fd4-479a-9616-e747137578af req-ba0b1f71-5333-490b-b0e0-444588f40143 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807924 May 19 13:35:22.485886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728550fd-7713-4889-835c-ec67045e4621 req-e8db2952-a181-4b4c-9d8b-7407a22eab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:22.487384 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-e8db2952-a181-4b4c-9d8b-7407a22eab54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0848386 May 19 13:35:22.628916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728550fd-7713-4889-835c-ec67045e4621 req-811664d2-e17b-489f-b876-c98fa5781199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:22.631200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-811664d2-e17b-489f-b876-c98fa5781199 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1363881 May 19 13:35:22.708050 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-e9f030b7-41b7-4c23-b43a-d595a0d801ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 217 time: 0.0644898 May 19 13:35:22.771400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728550fd-7713-4889-835c-ec67045e4621 req-010c7763-9f92-430f-8831-ed37a5493b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:22.772780 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-010c7763-9f92-430f-8831-ed37a5493b01 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0579472 May 19 13:35:22.857590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728550fd-7713-4889-835c-ec67045e4621 req-c79c8255-23e8-4d05-85ff-7b0bf35dc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:22.859163 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-c79c8255-23e8-4d05-85ff-7b0bf35dc5a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794928 May 19 13:35:22.992793 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-50d4b168-b1d9-42e8-b9f3-e21de84c9ea8 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266639 May 19 13:35:23.138747 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-728550fd-7713-4889-835c-ec67045e4621 req-2184adc6-52b2-4ab1-ab99-23c49f48bced service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373730 May 19 13:35:23.681090 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30380311-f5d1-406e-890b-bea14391328f req-7e8107dd-79ff-4d14-8e73-946b60b85117 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:23.683173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-30380311-f5d1-406e-890b-bea14391328f req-7e8107dd-79ff-4d14-8e73-946b60b85117 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 943 time: 0.1115057 May 19 13:35:23.731378 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-30380311-f5d1-406e-890b-bea14391328f req-52a4c64c-84eb-4642-a482-9b8716501167 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 May 19 13:35:24.935327 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863479ac-ffa0-4678-bd1b-9b55aee7cc46 req-8dcc28d6-ffac-4b7b-894b-25f185f64d1e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:24.936785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-863479ac-ffa0-4678-bd1b-9b55aee7cc46 req-8dcc28d6-ffac-4b7b-894b-25f185f64d1e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 943 time: 0.0878119 May 19 13:35:24.992566 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-863479ac-ffa0-4678-bd1b-9b55aee7cc46 req-458b1588-c9e1-44ce-9be5-62f3ac972487 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497816 May 19 13:35:25.356395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:35:25.494532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:25.507641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'port_id': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'mac_address': 'fa:16:3e:4c:c3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:35:25.564400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 883b2422-4e08-4ff6-a37b-0b459a1fa10b is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:25.564763 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:25.583916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883b2422-4e08-4ff6-a37b-0b459a1fa10b {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:35:25.603585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:25.610034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:25.680301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:25.888751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['883b2422-4e08-4ff6-a37b-0b459a1fa10b'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:35:26.180929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f7f3-7f25-4024-9085-786b66279329 req-99e1a3a6-1464-4ab7-8a69-9063978ccb00 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:26.182392 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-27a2f7f3-7f25-4024-9085-786b66279329 req-99e1a3a6-1464-4ab7-8a69-9063978ccb00 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 944 time: 0.0814683 May 19 13:35:26.227337 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-27a2f7f3-7f25-4024-9085-786b66279329 req-12204404-b471-46eb-ad8e-86ad2efb70ad tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 May 19 13:35:27.369451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:35:27.434415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcab36-c19f-4f3a-a0af-69de6c2a39ac req-852aeb1b-b14b-48bd-9453-eead896d174b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:27.436325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4bbcab36-c19f-4f3a-a0af-69de6c2a39ac req-852aeb1b-b14b-48bd-9453-eead896d174b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 944 time: 0.0871005 May 19 13:35:27.437796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 883b2422-4e08-4ff6-a37b-0b459a1fa10b completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:35:27.443221 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 883b2422-4e08-4ff6-a37b-0b459a1fa10b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:35:27.443595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:27.484603 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4bbcab36-c19f-4f3a-a0af-69de6c2a39ac req-22c1b32b-5d9b-40c5-993d-9d0f7efa201d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 May 19 13:35:27.563246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 883b2422-4e08-4ff6-a37b-0b459a1fa10b is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:35:27.563671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:27.591127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:27.601360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:35:27.605988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:27.636432 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beec5478-e7da-44ea-a376-08f8164fb482'] response: {'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'code': 200} May 19 13:35:27.678474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:27.868060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47035ad-098a-495c-8789-f5d454ad2675 req-3fceecc3-93d1-4a58-879a-9414ef3edf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:27.870107 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c47035ad-098a-495c-8789-f5d454ad2675 req-3fceecc3-93d1-4a58-879a-9414ef3edf7c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0701828 May 19 13:35:27.912927 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c47035ad-098a-495c-8789-f5d454ad2675 req-858217c6-2399-4490-afa4-b23837a19c10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353158 May 19 13:35:28.696532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bb523-86bb-4d8c-add3-514b0771cf0e req-e7005936-4e04-41dc-89ce-25c0aea39fb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:28.697987 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-088bb523-86bb-4d8c-add3-514b0771cf0e req-e7005936-4e04-41dc-89ce-25c0aea39fb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0961351 May 19 13:35:28.745952 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-088bb523-86bb-4d8c-add3-514b0771cf0e req-1dd97bac-753f-4481-affd-7e8b64964597 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 May 19 13:35:29.590285 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:35:29.957919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4644507-ee12-42df-a5be-c5d854796c6b req-e4c93ffb-b81e-41d7-b281-33045237c230 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:29.959445 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e4644507-ee12-42df-a5be-c5d854796c6b req-e4c93ffb-b81e-41d7-b281-33045237c230 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0955739 May 19 13:35:30.006112 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e4644507-ee12-42df-a5be-c5d854796c6b req-ca3d7b12-7226-4430-8f28-31597268b7cc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 May 19 13:35:30.206864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b41609-4003-4027-ba3e-499eeb5967c1 req-53652933-35c5-45b6-b91e-3fa244797fb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:30.208331 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-42b41609-4003-4027-ba3e-499eeb5967c1 req-53652933-35c5-45b6-b91e-3fa244797fb1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0923405 May 19 13:35:30.252007 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-42b41609-4003-4027-ba3e-499eeb5967c1 req-b4f4c29c-4a8e-4ead-a2da-dba5dd246c35 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379076 May 19 13:35:30.280890 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43834) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:30.355383 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972128e-586a-4d91-86a1-5bd1f3c50fea tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:30.356887 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c972128e-586a-4d91-86a1-5bd1f3c50fea tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1093 time: 0.0750248 May 19 13:35:30.361131 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43838) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:30.366297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:35:30.372410 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:35:30.376524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:floatingip and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:35:30.379475 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:35:30.385360 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:35:30.398490 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:30.538763 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:30.676907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.22 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/b7df4ee2-ab73-4a06-b6a2-ddaf72267f96) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:35:30.834813 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:30.866770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:30.932645 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:35:30.935224 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:35:30.939139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:35:30.972929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=b7df4ee2-ab73-4a06-b6a2-ddaf72267f96,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:31.205832 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9186-711a-4e41-b258-dacf1e4e5248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:31.461873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:31.539872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:31.744770 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:31.752194 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:31.856866 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=b7df4ee2-ab73-4a06-b6a2-ddaf72267f96,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:35:31.868592 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:32.041803 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b associated. External IP: 172.26.3.22, port: 883b2422-4e08-4ff6-a37b-0b459a1fa10b. May 19 13:35:32.404254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router aabbbd50-2ab8-40be-be8a-2ca13322b533 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:35:32.581433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:35:32.592345 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] Sync routers for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:35:32.602610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:32.603261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:32.606465 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:32.663820 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-31f57bfc-f172-4fd9-9413-2b3f1fb81f1c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3015752 May 19 13:35:32.664296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:35:32.780185 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc20d3c-d189-4975-bf07-725ed41f9118'] response: {'name': 'network-changed', 'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'status': 'completed', 'code': 200} May 19 13:35:32.788618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:32.830095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32f83-1bfd-4178-ba0b-87cd07dc039e req-830ac0ff-7e4c-498a-a53d-f2636da1448d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:32.831100 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7e32f83-1bfd-4178-ba0b-87cd07dc039e req-830ac0ff-7e4c-498a-a53d-f2636da1448d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0828335 May 19 13:35:32.868135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-c733cef6-6787-4628-b9a1-e9ba180eec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:32.869643 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-c733cef6-6787-4628-b9a1-e9ba180eec3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0794330 May 19 13:35:32.877498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7e32f83-1bfd-4178-ba0b-87cd07dc039e req-50ca6ff9-02ce-4171-a08e-9de1ebf5e92b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 May 19 13:35:32.901934 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43848) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:33.011398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-32c245af-bfbf-4348-b8da-737065e536a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:33.012834 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-32c245af-bfbf-4348-b8da-737065e536a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1367793 May 19 13:35:33.135528 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-204d2562-c2fe-4261-b5e7-0a5139c32ae4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b HTTP/1.1" status: 200 len: 990 time: 0.2323823 May 19 13:35:33.146540 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'port_id': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'mac_address': 'fa:16:3e:4c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:35:31Z', 'updated_at': '2022-05-19T13:35:31Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:20Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:33.150736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] Checking router: aabbbd50-2ab8-40be-be8a-2ca13322b533 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:35:33.159713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:35:33.160329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:35:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:33.233711 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-a2a70d9f-a2de-45d5-9b93-3b1c6eba101c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 998 time: 0.2134085 May 19 13:35:33.298193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-e9403a3f-f546-4dc9-a1c9-c2ebe19f32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:33.299578 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-e9403a3f-f546-4dc9-a1c9-c2ebe19f32e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0591149 May 19 13:35:33.340635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:35:33.375889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-052bc689-4c79-4b8d-b90c-43b9b79bd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:33.377525 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-052bc689-4c79-4b8d-b90c-43b9b79bd824 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710452 May 19 13:35:33.513686 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-1ab3a2ed-6add-422d-a157-3c0456de65cd service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281791 May 19 13:35:33.651341 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bdaf9fc5-f907-46ae-bf21-fdf8daf498e4 req-2c63d81d-5220-4759-82c0-c35e239d524b service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304719 May 19 13:35:33.703068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fac153b8-39cd-4379-8fea-b127bc159209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:33.742450 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'port_id': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'mac_address': 'fa:16:3e:4c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:35:31Z', 'updated_at': '2022-05-19T13:35:31Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:20Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:35:33.746646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba045a-abaf-44a9-9a6f-f91f6c1197b7 None None] The sync data for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv is: [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'port_id': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'mac_address': 'fa:16:3e:4c:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:35:31Z', 'updated_at': '2022-05-19T13:35:31Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:20Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:35:33.935993 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc84e3-9e59-4120-be0d-66210b9c643c None None] New status for floating IP e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:35:34.136928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43852) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:35:34.248260 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2792419a-3435-44e4-9ab3-f4c3aa204a3d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b HTTP/1.1" status: 200 len: 992 time: 0.1100831 May 19 13:35:34.944570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:34.971671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:36.097106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:37.961788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:35:43.224258 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-3855e16e-7b06-4663-b823-ee53f8c94d74 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742824 May 19 13:35:43.379152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-dd65de4a-0527-4cf9-9b31-ae6d5d4f9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:43.380542 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-dd65de4a-0527-4cf9-9b31-ae6d5d4f9435 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0733688 May 19 13:35:43.526864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-c2467f7e-2023-494a-a602-c89aebf570c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:43.528531 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-c2467f7e-2023-494a-a602-c89aebf570c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1280286 May 19 13:35:43.633064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-173b8e33-1579-4c7b-a6ba-9a23d2adf3b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 1000 time: 0.0978405 May 19 13:35:43.697593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-96bef701-c734-446f-863e-36a187c0611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:43.699015 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-96bef701-c734-446f-863e-36a187c0611a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0562332 May 19 13:35:43.778722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-4f3c3429-593e-44f8-9961-054d4ef307ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:35:43.780131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-4f3c3429-593e-44f8-9961-054d4ef307ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729282 May 19 13:35:43.913117 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-0c116df6-68ca-4cc9-8783-928cff88295e service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243372 May 19 13:35:44.057249 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a62a1a48-00f7-44bf-93fc-ffd3761f5fec req-40c670ed-2ed7-4079-9404-1bf80ee0ee48 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365604 May 19 13:36:01.212190 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-46518ecf-dfa3-4b80-a44e-c7af843eed9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:03.668676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3efb-4bcd-45ce-aa67-c3dcdd7247b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:04.947037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:04.971080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:06.096611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:06.593647 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:36:07.996157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:09.960115 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43874) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:36:09.996170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644da53-40f7-4d34-9037-3c0632f9ba8f req-c10f6dc6-417e-49ed-9578-7aa41823c96f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:09.997669 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a644da53-40f7-4d34-9037-3c0632f9ba8f req-c10f6dc6-417e-49ed-9578-7aa41823c96f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0803523 May 19 13:36:10.044192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a644da53-40f7-4d34-9037-3c0632f9ba8f req-296cfb27-beaf-4894-a6e0-839f4002c647 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404174 May 19 13:36:10.073642 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-38f5f27e-4fe1-4898-b0d2-13b29f86e119 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123288 May 19 13:36:11.237954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7296b86-2319-48bd-9924-c5fb777ccfc6 req-6402978c-6f6a-4b71-aec3-62ce590b3524 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:11.239434 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f7296b86-2319-48bd-9924-c5fb777ccfc6 req-6402978c-6f6a-4b71-aec3-62ce590b3524 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0833509 May 19 13:36:11.290904 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f7296b86-2319-48bd-9924-c5fb777ccfc6 req-0342d9dc-db84-4c79-a18b-7a483629d60c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 May 19 13:36:11.369335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-62a6d3fa-6252-47e6-93c9-f7d9f2d5f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:11.371131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-62a6d3fa-6252-47e6-93c9-f7d9f2d5f93a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0780325 May 19 13:36:11.621442 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-d44e6e25-8b92-4f24-bf8d-e3710c7c1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:11.622872 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-d44e6e25-8b92-4f24-bf8d-e3710c7c1b66 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.2447286 May 19 13:36:11.728412 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-1646d95a-14a8-4b3b-b23a-adca8ed0f6f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 1000 time: 0.0988834 May 19 13:36:11.798084 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-d4aa6ce2-38d5-4cc1-80d6-611d405030d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:11.799540 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-d4aa6ce2-38d5-4cc1-80d6-611d405030d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0639548 May 19 13:36:11.888853 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-6d6f7564-2f80-45d3-9329-eebeae619af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:11.890357 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-6d6f7564-2f80-45d3-9329-eebeae619af9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838454 May 19 13:36:12.028635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-f01c5a80-2e70-4d4c-a0a4-dd21f8b24ac6 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306460 May 19 13:36:12.166828 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-9b3fe4ab-af6e-4952-b992-16d75af61a7e service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316121 May 19 13:36:12.482321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b3ff-0c20-4bc0-90ff-530a329e6f70 req-da55b99d-8999-4dc3-a08c-77ead33ffa27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:12.483679 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3ed8b3ff-0c20-4bc0-90ff-530a329e6f70 req-da55b99d-8999-4dc3-a08c-77ead33ffa27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0860102 May 19 13:36:12.537343 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3ed8b3ff-0c20-4bc0-90ff-530a329e6f70 req-a072d1c4-4bff-4d04-80f7-7a608f20d37b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479074 May 19 13:36:13.735446 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb6cfe-f339-43ae-8b39-7151ccdb3217 req-e70c76b2-d4b9-483c-b6cc-ede4297014ef tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:13.736778 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25cb6cfe-f339-43ae-8b39-7151ccdb3217 req-e70c76b2-d4b9-483c-b6cc-ede4297014ef tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0876570 May 19 13:36:13.782106 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-25cb6cfe-f339-43ae-8b39-7151ccdb3217 req-576078d7-f3fa-48ca-b62d-c432a689ab15 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375264 May 19 13:36:14.983194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09873bcb-ebba-474f-ade0-73a0d8957735 req-237b661b-7d70-4096-8c3c-522bf870212e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:14.984596 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-09873bcb-ebba-474f-ade0-73a0d8957735 req-237b661b-7d70-4096-8c3c-522bf870212e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0901153 May 19 13:36:15.034766 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-09873bcb-ebba-474f-ade0-73a0d8957735 req-dc647656-c9c6-4046-a2af-9d468b407f65 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 May 19 13:36:16.231295 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116d0f7-33aa-4b0d-8662-86624c389de7 req-ac75f8ae-9d7f-4187-971d-ac6233718292 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:16.232737 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9116d0f7-33aa-4b0d-8662-86624c389de7 req-ac75f8ae-9d7f-4187-971d-ac6233718292 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0803189 May 19 13:36:16.277104 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9116d0f7-33aa-4b0d-8662-86624c389de7 req-b3072674-6fc4-49cc-917e-7f73bf6bd5b9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385842 May 19 13:36:17.512434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ac876-47ba-4d44-b71d-37b03551bdf8 req-3153b67e-dddc-46f2-858c-c54227cb9c95 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:17.513794 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f97ac876-47ba-4d44-b71d-37b03551bdf8 req-3153b67e-dddc-46f2-858c-c54227cb9c95 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0992100 May 19 13:36:17.559260 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f97ac876-47ba-4d44-b71d-37b03551bdf8 req-7f2ebc6b-24d5-41c9-9795-969a7135d0ef tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395312 May 19 13:36:18.779387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0825c3-cbb3-48db-8153-0d9c04d2b27c req-1d2fe00a-6604-49e6-8357-59c8c1956231 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:18.780832 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ed0825c3-cbb3-48db-8153-0d9c04d2b27c req-1d2fe00a-6604-49e6-8357-59c8c1956231 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.1034942 May 19 13:36:18.825342 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ed0825c3-cbb3-48db-8153-0d9c04d2b27c req-d00cb798-c851-43bc-ba48-3ad5e585217a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 May 19 13:36:20.038197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be76e-579c-4fc4-924d-cf8d8ae0c573 req-da97c23d-be58-4237-a695-4c854b14163b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:20.039661 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0e8be76e-579c-4fc4-924d-cf8d8ae0c573 req-da97c23d-be58-4237-a695-4c854b14163b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0930469 May 19 13:36:20.085832 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0e8be76e-579c-4fc4-924d-cf8d8ae0c573 req-e94d732e-74d8-48e1-ba53-61deb7e7c7a8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 May 19 13:36:21.281428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c71e7-9ab0-4c70-ae38-851d0863bd70 req-088fc7c3-1d66-4508-a67f-92078efdf5f1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:21.282883 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb5c71e7-9ab0-4c70-ae38-851d0863bd70 req-088fc7c3-1d66-4508-a67f-92078efdf5f1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0844245 May 19 13:36:21.331632 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-bb5c71e7-9ab0-4c70-ae38-851d0863bd70 req-624f6dcf-1b92-44cd-a5ae-d53d6476a859 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 May 19 13:36:22.534426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ba74-97ff-483b-abfa-d007dde06a9e req-a5134e19-f0b7-4a82-90ac-6d3a9610c675 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:22.535814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6838ba74-97ff-483b-abfa-d007dde06a9e req-a5134e19-f0b7-4a82-90ac-6d3a9610c675 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0818131 May 19 13:36:22.582319 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6838ba74-97ff-483b-abfa-d007dde06a9e req-4e283e5c-f2de-450b-97d0-55a0c3dedb9e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 May 19 13:36:23.779176 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d557877-729f-4975-afff-fc6dab443906 req-de236ec1-9fd0-47f4-b505-d9fb8be61f74 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:23.780619 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3d557877-729f-4975-afff-fc6dab443906 req-de236ec1-9fd0-47f4-b505-d9fb8be61f74 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0834811 May 19 13:36:23.828401 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3d557877-729f-4975-afff-fc6dab443906 req-8930a93f-c51d-4eb8-9993-7e3ab6f924f2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 May 19 13:36:25.029097 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefc4f7-21ae-499e-afe9-5e6f7caff4c5 req-ca0d75e7-21ae-4808-b233-a8c8430b3af4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:25.030540 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adefc4f7-21ae-499e-afe9-5e6f7caff4c5 req-ca0d75e7-21ae-4808-b233-a8c8430b3af4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0833807 May 19 13:36:25.074084 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adefc4f7-21ae-499e-afe9-5e6f7caff4c5 req-a85d6ad4-38b4-4588-8bf7-9091119b4eed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 May 19 13:36:26.271006 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc622-5fd2-43aa-b910-e97cf5600db4 req-e0ba527a-3f22-4700-b667-bd08ad31d11b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:26.272442 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f59fc622-5fd2-43aa-b910-e97cf5600db4 req-e0ba527a-3f22-4700-b667-bd08ad31d11b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0841591 May 19 13:36:26.320117 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f59fc622-5fd2-43aa-b910-e97cf5600db4 req-62a2e9f2-3118-4d87-b9e6-b7161ce1d555 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 May 19 13:36:27.534939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb2b37-b7f8-4518-addc-9eb07ebbff87 req-3fec7cca-9f31-47f2-8e46-0784826f0f68 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:27.536668 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-49fb2b37-b7f8-4518-addc-9eb07ebbff87 req-3fec7cca-9f31-47f2-8e46-0784826f0f68 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0924621 May 19 13:36:27.591749 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-49fb2b37-b7f8-4518-addc-9eb07ebbff87 req-79c79c88-43e8-4ce4-a89d-ac4f696719c9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 May 19 13:36:28.810299 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597df04-79a5-458d-8cd5-039eba73c797 req-9861f05f-be2a-4e24-ac2d-a9caa3e26174 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:28.811774 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6597df04-79a5-458d-8cd5-039eba73c797 req-9861f05f-be2a-4e24-ac2d-a9caa3e26174 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0955818 May 19 13:36:28.859308 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-6597df04-79a5-458d-8cd5-039eba73c797 req-9b0e83b5-f4a5-43f7-bcca-8ae19500f577 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 May 19 13:36:29.166098 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-c2d41d2f-9028-4d6c-abcd-ecb198808ff0 service neutron] 10.222.0.79 "GET /v2.0/ports/883b2422-4e08-4ff6-a37b-0b459a1fa10b/bindings/hv-neutron-8419 HTTP/1.1" status: 200 len: 384 time: 0.0849426 May 19 13:36:29.468737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-7808a2f5-caed-4813-b72f-f79fdd1fdcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:29.470123 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-7808a2f5-caed-4813-b72f-f79fdd1fdcae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 1098 time: 0.0811179 May 19 13:36:29.569009 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-788b6831-7079-40f5-b1d5-e22da137c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:29.570722 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-788b6831-7079-40f5-b1d5-e22da137c84f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0754578 May 19 13:36:29.706813 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-5ada3398-13d9-4288-a5cb-415fad871f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:29.709083 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-5ada3398-13d9-4288-a5cb-415fad871f1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1309745 May 19 13:36:29.918917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-dd646825-24ab-4f91-bc39-270f94ce27b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 1000 time: 0.2020993 May 19 13:36:30.024421 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-3ee0a876-e133-415d-bcd1-54b20935d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:30.025829 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-3ee0a876-e133-415d-bcd1-54b20935d3e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.1002872 May 19 13:36:30.109621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7254-4b86-4ecc-b4ad-9a1e13f6850d req-e0b7fe17-fe6e-4bd4-9ab0-efc974173330 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:30.111066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e4b7254-4b86-4ecc-b4ad-9a1e13f6850d req-e0b7fe17-fe6e-4bd4-9ab0-efc974173330 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.1418753 May 19 13:36:30.139650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-0bcf6a1b-ef63-4a5c-8976-eae86f65046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:30.141032 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-0bcf6a1b-ef63-4a5c-8976-eae86f65046b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074297 May 19 13:36:30.223235 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e4b7254-4b86-4ecc-b4ad-9a1e13f6850d req-5af52416-33b1-4c9e-8e05-d7ae5b6ca792 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062462 May 19 13:36:30.281944 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-36a2bbba-be73-4a23-a5bf-9670f51838a4 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326799 May 19 13:36:30.414320 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8f98c910-82db-4235-ba21-cbb47e15e09e req-f467059f-dafe-43a0-bf8b-d6d8f6997d26 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249466 May 19 13:36:31.206810 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1b89-a7d1-4204-848c-dd6427cbc4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:31.424973 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99675c2e-91d1-4ae7-ad58-947fd9a32208 req-f4b120c7-7da7-4ec8-9578-7417ab793cc9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:31.426312 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99675c2e-91d1-4ae7-ad58-947fd9a32208 req-f4b120c7-7da7-4ec8-9578-7417ab793cc9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0920267 May 19 13:36:31.471426 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-99675c2e-91d1-4ae7-ad58-947fd9a32208 req-548f39db-17cc-4a93-9240-643aa2685446 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 May 19 13:36:32.673063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce18fae-fb01-46c0-8364-3b61b89d6207 req-0e6f1854-8975-4c1d-a720-b38eb34ab783 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:32.674487 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce18fae-fb01-46c0-8364-3b61b89d6207 req-0e6f1854-8975-4c1d-a720-b38eb34ab783 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0899062 May 19 13:36:32.718590 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fce18fae-fb01-46c0-8364-3b61b89d6207 req-6e2729b5-b35a-4e64-875f-3ab1a2aed69a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 May 19 13:36:33.666942 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b03e4ce3-1153-4a71-9296-3db80f076c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:33.711026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:36:33.714293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:36:33.902909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0ffb-1a77-4bf0-921f-7a7a7d27df82 req-a8f4e0d9-5c18-46dc-9a36-a1d5d8bad14b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:33.904801 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f82e0ffb-1a77-4bf0-921f-7a7a7d27df82 req-a8f4e0d9-5c18-46dc-9a36-a1d5d8bad14b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0814641 May 19 13:36:33.923889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 883b2422-4e08-4ff6-a37b-0b459a1fa10b is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:36:33.924245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:33.954427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:36:33.955313 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f82e0ffb-1a77-4bf0-921f-7a7a7d27df82 req-e546f47c-a16c-46be-a112-1334d0ea84a7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 May 19 13:36:33.977343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:33.983650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'port_id': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'mac_address': 'fa:16:3e:4c:c3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:36:33.989535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:36:34.023388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:34.058167 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63315280-057b-4f22-9892-9a01691518fb'] response: {'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'code': 200} May 19 13:36:34.102642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 883b2422-4e08-4ff6-a37b-0b459a1fa10b is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:36:34.103031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:34.131914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:34.140108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.140376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.140708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.141030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.141356 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.141673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.141987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.142306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.142647 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.142957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.143266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.143697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:36:34.149691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883b2422-4e08-4ff6-a37b-0b459a1fa10b {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:36:34.171790 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:36:34.179228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:34.257244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:34.263586 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['883b2422-4e08-4ff6-a37b-0b459a1fa10b'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:36:34.279799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee53ed-b805-488c-8749-1f81c37c0b1b req-89267261-eb10-4cbc-bffd-fa33fe1d698e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.281258 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-87ee53ed-b805-488c-8749-1f81c37c0b1b req-89267261-eb10-4cbc-bffd-fa33fe1d698e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 944 time: 0.0888529 May 19 13:36:34.302728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-06a9ff92-23cd-4aea-a23a-1553bd5f1235 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.304199 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-06a9ff92-23cd-4aea-a23a-1553bd5f1235 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2&tenant_id=ad4b103a75b14c278ca8ee79c84334ce&binding%3Ahost_id=hv-neutron-8419 HTTP/1.1" status: 200 len: 944 time: 0.0868754 May 19 13:36:34.331269 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-87ee53ed-b805-488c-8749-1f81c37c0b1b req-498ce6ac-ad99-4485-9c4c-e96cdefb7261 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 May 19 13:36:34.500254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-73254021-f445-4b0c-a455-d8b3f5705c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.501975 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-73254021-f445-4b0c-a455-d8b3f5705c56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1097 time: 0.1235776 May 19 13:36:34.618397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92662ac-463d-4cda-9eff-6467b46d8edf req-168e1c6a-2d16-4054-9e67-ae6dc17f8f19 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.619876 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a92662ac-463d-4cda-9eff-6467b46d8edf req-168e1c6a-2d16-4054-9e67-ae6dc17f8f19 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 944 time: 0.1853411 May 19 13:36:34.683537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-a3f2a99a-79d9-4c34-bae7-9b5d8e26f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.685016 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-a3f2a99a-79d9-4c34-bae7-9b5d8e26f426 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1759498 May 19 13:36:34.691920 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a92662ac-463d-4cda-9eff-6467b46d8edf req-c7de5e97-1ef5-4ee4-b644-2d570035acd5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659769 May 19 13:36:34.792535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-1951d1a6-d937-4392-be4a-88e9b93cd7cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 999 time: 0.0990841 May 19 13:36:34.862803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-c59b4899-4f86-4ecc-b947-1022cc3ca201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.864953 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-c59b4899-4f86-4ecc-b947-1022cc3ca201 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0659218 May 19 13:36:34.944045 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-8cd06c8f-233e-4e76-86ad-8089fdecb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:34.947060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:34.947614 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-8cd06c8f-233e-4e76-86ad-8089fdecb8ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741706 May 19 13:36:34.967537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:35.082057 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-6d36438c-3d76-4a71-b091-eedfd794ba9e service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270399 May 19 13:36:35.223300 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac1990df-e241-49c0-ba6e-84a045a98998 req-860c2586-e8b0-4ad2-b153-42fb206248f2 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346717 May 19 13:36:35.735542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:36:35.812683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 883b2422-4e08-4ff6-a37b-0b459a1fa10b triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:36:35.813197 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:35.893896 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b20cd9-f4bc-4eb8-b6a3-2bdabdff77bb req-5ca0a34f-194e-4fa6-a483-0a01d71931c4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:35.900811 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-43b20cd9-f4bc-4eb8-b6a3-2bdabdff77bb req-5ca0a34f-194e-4fa6-a483-0a01d71931c4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 944 time: 0.0938184 May 19 13:36:35.941341 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-43b20cd9-f4bc-4eb8-b6a3-2bdabdff77bb req-07964695-06f7-4dbd-9aad-6f36deef3cd3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 May 19 13:36:35.945891 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 883b2422-4e08-4ff6-a37b-0b459a1fa10b is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:36:35.946641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:35.967371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43956) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:36:35.980313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:36:35.984420 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:36.057559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:36:36.060352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:36:36.100380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:36.109718 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bd4ed9-554d-442a-bbae-c495d0fafd15'] response: {'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'code': 200} May 19 13:36:36.182581 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b1faa2c8-f7c7-4cb4-8508-3922e3a30a11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b HTTP/1.1" status: 200 len: 992 time: 0.2140126 May 19 13:36:38.014038 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:36:43.593905 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:36:45.301498 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-1717e5d7-d6ae-4bfc-8741-a86230073faa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830195 May 19 13:36:45.452215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-df97c29f-756c-4530-a06e-1fa18cbca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:45.453900 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-df97c29f-756c-4530-a06e-1fa18cbca79e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0748875 May 19 13:36:45.603088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-cb7121b2-ae16-42b7-b27a-0708472f5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:45.604515 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-cb7121b2-ae16-42b7-b27a-0708472f5e39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1284950 May 19 13:36:45.723903 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-c7b8c98d-0cb9-4a0d-9781-14f6908e800d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 1000 time: 0.1038682 May 19 13:36:45.803375 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-82d02315-495f-4459-afc3-ab4413d03401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:45.805443 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-82d02315-495f-4459-afc3-ab4413d03401 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0718040 May 19 13:36:45.889412 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-9aaadb64-6aeb-43d0-90cc-1404b7c7dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:36:45.890867 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-9aaadb64-6aeb-43d0-90cc-1404b7c7dafa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746644 May 19 13:36:46.021707 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-a167c132-e04c-446c-b462-5390e9a0c9c2 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231294 May 19 13:36:46.162388 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-82102d76-f05c-4b7b-af07-f3a86afadfb2 req-6215a61a-f161-4f50-b772-69ea2189e150 service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305850 May 19 13:37:01.217508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-80a4e794-a62d-41f2-8268-a449ace55570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:03.672818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-43eac02a-b2f5-4520-aaa5-640156801a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:04.969837 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:04.972244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:06.105946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:06.801397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43976) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:07.009335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port b7df4ee2-ab73-4a06-b6a2-ddaf72267f96 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:37:07.009758 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:07.192563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:07.192887 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:07.320112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for b7df4ee2-ab73-4a06-b6a2-ddaf72267f96 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:37:07.583389 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:07.628027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=b7df4ee2-ab73-4a06-b6a2-ddaf72267f96,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:07.669096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.669437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.669780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.670095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.670401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.670749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.671067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.671385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.671703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.672011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.672319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.672626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:07.742217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:07.742485 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b disassociated (deleted). External IP: 172.26.3.22, port: 883b2422-4e08-4ff6-a37b-0b459a1fa10b. May 19 13:37:07.996188 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:08.140774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router aabbbd50-2ab8-40be-be8a-2ca13322b533 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:37:08.345206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:37:08.360964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] Sync routers for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:08.373991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:08.379136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:08.379933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:08.430244 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fdc19b00-6536-4c10-b028-e6866fb55129 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/floatingips/e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b HTTP/1.1" status: 204 len: 168 time: 1.6276724 May 19 13:37:08.430893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:08.490576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa21b433-9966-4b58-a477-7dd5abfb94d5'] response: {'name': 'network-changed', 'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'status': 'completed', 'code': 200} May 19 13:37:08.600958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-1729da17-e7b1-4ef2-8e28-69bdda600c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.602937 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-1729da17-e7b1-4ef2-8e28-69bdda600c17 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0848544 May 19 13:37:08.615289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:08.752464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-5bc709f1-06f3-4ed9-8ebd-a63434170a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.753946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-5bc709f1-06f3-4ed9-8ebd-a63434170a47 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 200 len: 898 time: 0.1440461 May 19 13:37:08.834993 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-4d3cc3ad-567d-4eff-a87e-45c4ae6fcbe1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 200 len: 217 time: 0.0707963 May 19 13:37:08.863588 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4da50-4920-4bb7-bf8d-dbad81e7e3dd req-afa35dee-8a3b-4c33-bf1f-12b1092a159d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.865176 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7a4da50-4920-4bb7-bf8d-dbad81e7e3dd req-afa35dee-8a3b-4c33-bf1f-12b1092a159d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0946972 May 19 13:37:08.903148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-82cd3fde-445c-4af7-aec1-51979e3a3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.904606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-82cd3fde-445c-4af7-aec1-51979e3a3dd8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 200 len: 835 time: 0.0619955 May 19 13:37:08.913435 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7a4da50-4920-4bb7-bf8d-dbad81e7e3dd req-44c2ac07-db2f-4dd2-bf5e-e752546a2387 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 May 19 13:37:08.961883 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:20Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:08.965662 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] Checking router: aabbbd50-2ab8-40be-be8a-2ca13322b533 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:08.974588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:08.975193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:08.981613 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-ce54ccfd-7746-4fc4-a7d7-ef18b54d014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:08.983260 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-ce54ccfd-7746-4fc4-a7d7-ef18b54d014f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e29c7e2a-e144-4873-9b5e-7472f1e0a62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708632 May 19 13:37:09.122925 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-00c46cd9-1c90-4540-8441-44b42ce1d59c service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260066 May 19 13:37:09.151466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:09.365695 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-de1fe588-8296-43e6-ae16-e1ade3bcd161 req-8b780309-3010-43ff-ab26-cf16b494532f service neutron] 10.222.0.79 "GET /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358778 May 19 13:37:09.473469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:20Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:09.477532 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa5704-a553-46f3-b91a-a69251bcf82b None None] The sync data for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv is: [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:35:15Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'ac1a43f3-3543-431d-b812-4d3bdaefe42f', 'name': '', 'network_id': 'e29c7e2a-e144-4873-9b5e-7472f1e0a62f', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:3e:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:14Z', 'updated_at': '2022-05-19T13:35:20Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'e19ae604-9bcd-4e96-b071-449a5ab1bb51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:09.714254 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436ab7a-2f7b-4403-9aef-6c0806e57350 None None] New status for floating IP e00e5ec1-bebb-4c0a-af6a-a765e7f1d53b: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:37:10.115801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1908b08-77bb-4284-a1d3-b6fcefca3202 req-7c74cee4-6fdf-4f7f-91f3-e64eec910408 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:10.116488 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a1908b08-77bb-4284-a1d3-b6fcefca3202 req-7c74cee4-6fdf-4f7f-91f3-e64eec910408 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:37:10.134619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-a1908b08-77bb-4284-a1d3-b6fcefca3202 req-7c74cee4-6fdf-4f7f-91f3-e64eec910408 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:37:10.135726 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1908b08-77bb-4284-a1d3-b6fcefca3202 req-7c74cee4-6fdf-4f7f-91f3-e64eec910408 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.1114926 May 19 13:37:10.183091 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a1908b08-77bb-4284-a1d3-b6fcefca3202 req-3f0b5675-a7d1-44ca-8241-3c2bb4af77b2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 May 19 13:37:10.820295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-48cfb57f-6f4a-4416-9203-8ad2b021115e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:10.821691 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-48cfb57f-6f4a-4416-9203-8ad2b021115e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0922494 May 19 13:37:10.892697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 883b2422-4e08-4ff6-a37b-0b459a1fa10b {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:37:10.893029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:11.140354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port 883b2422-4e08-4ff6-a37b-0b459a1fa10b, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=883b2422-4e08-4ff6-a37b-0b459a1fa10b,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:11.140703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:11.266593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 883b2422-4e08-4ff6-a37b-0b459a1fa10b owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:37:11.381267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3e3ee-e23f-495f-9e86-1ce4b6f5297f req-e4e5608b-4d2a-49aa-93f8-10acc966771a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:11.382747 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33c3e3ee-e23f-495f-9e86-1ce4b6f5297f req-e4e5608b-4d2a-49aa-93f8-10acc966771a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=d738096a-f962-4f6b-ae86-4aad41523cb2 HTTP/1.1" status: 200 len: 945 time: 0.0867946 May 19 13:37:11.412172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:11.428657 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33c3e3ee-e23f-495f-9e86-1ce4b6f5297f req-ae9ba152-15ad-487b-90b2-3f67f69b603c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 May 19 13:37:11.465596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=883b2422-4e08-4ff6-a37b-0b459a1fa10b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:11.538814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] No DVR routers for this DVR port 883b2422-4e08-4ff6-a37b-0b459a1fa10b on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:37:11.541612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:11.544075 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-deleted', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:11.563754 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bd5d4a9d-2039-4360-97e4-90455985a066 req-8afa718c-f3f6-40b8-be85-067de06fd51f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "DELETE /v2.0/ports/883b2422-4e08-4ff6-a37b-0b459a1fa10b HTTP/1.1" status: 204 len: 173 time: 0.7348282 May 19 13:37:11.593218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb5ac77-0bb0-410a-bdb7-245b330d08ce'] response: {'server_uuid': 'd738096a-f962-4f6b-ae86-4aad41523cb2', 'name': 'network-vif-deleted', 'tag': '883b2422-4e08-4ff6-a37b-0b459a1fa10b', 'status': 'completed', 'code': 200} May 19 13:37:12.533384 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 43994) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:13.222002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:13.598515 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port ac1a43f3-3543-431d-b812-4d3bdaefe42f {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:37:13.599238 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:13.795144 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port ac1a43f3-3543-431d-b812-4d3bdaefe42f, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ac1a43f3-3543-431d-b812-4d3bdaefe42f,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:13.795466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:13.919209 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for ac1a43f3-3543-431d-b812-4d3bdaefe42f owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:37:14.031811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:37:14.070470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 883b2422-4e08-4ff6-a37b-0b459a1fa10b {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:37:14.070966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 883b2422-4e08-4ff6-a37b-0b459a1fa10b not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:37:14.255358 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:14.301947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=ac1a43f3-3543-431d-b812-4d3bdaefe42f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:14.344037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.344396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.344706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.345034 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.345361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.345684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.346002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.346315 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.347161 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.347485 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.347802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.348119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:14.718002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:15.107396 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router aabbbd50-2ab8-40be-be8a-2ca13322b533 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:37:15.291341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:37:15.302067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] Sync routers for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:15.305422 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-17d56dc7-f767-4db8-a901-ccc1d6d729dc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/aabbbd50-2ab8-40be-be8a-2ca13322b533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7707920 May 19 13:37:15.308338 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 43998) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:15.313919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:15.314667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:15.379290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting subnet e19ae604-9bcd-4e96-b071-449a5ab1bb51 {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:37:15.382345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:15.435615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:15.495983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:15.522529 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:15.597905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:15.637246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Subnet': ['ID=e19ae604-9bcd-4e96-b071-449a5ab1bb51,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:15.642496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:15.649060 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9348bfac-5a84-4427-9c44-3204cb404b2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/subnets/e19ae604-9bcd-4e96-b071-449a5ab1bb51 HTTP/1.1" status: 204 len: 168 time: 0.3397050 May 19 13:37:15.651771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44002) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:15.660263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15bbd9-98a7-4efc-9d21-ecf7db95e9f4 None None] Network e29c7e2a-e144-4873-9b5e-7472f1e0a62f requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:37:15.829260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.003267 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:37:14Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:16.007485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] Checking router: aabbbd50-2ab8-40be-be8a-2ca13322b533 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:16.017243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] Routers {'aabbbd50-2ab8-40be-be8a-2ca13322b533'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:16.017867 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['aabbbd50-2ab8-40be-be8a-2ca13322b533'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:16.067251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] DHCP port deletion for e29c7e2a-e144-4873-9b5e-7472f1e0a62f request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:37:16.089139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] Deleting port 2f9b5018-858f-4e92-a861-a037b1687634 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:37:16.089482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.121094 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.132026 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port cd7f2315-e7c3-4465-aa02-cd4ea2669342 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:37:16.132991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.300823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] Set router aabbbd50-2ab8-40be-be8a-2ca13322b533 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:16.309749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port cd7f2315-e7c3-4465-aa02-cd4ea2669342, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=cd7f2315-e7c3-4465-aa02-cd4ea2669342,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:16.310272 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.438927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for cd7f2315-e7c3-4465-aa02-cd4ea2669342 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:37:16.552956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] For port 2f9b5018-858f-4e92-a861-a037b1687634, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=2f9b5018-858f-4e92-a861-a037b1687634,segment=NetworkSegment(0a8e9b02-4ce0-4614-9579-3e387bd328b8),segment_id=0a8e9b02-4ce0-4614-9579-3e387bd328b8)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:16.553542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.610789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.657386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=cd7f2315-e7c3-4465-aa02-cd4ea2669342,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:16.688574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] Calling delete_port for 2f9b5018-858f-4e92-a861-a037b1687634 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:37:16.747523 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.821082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.912039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] Pushing event deleted for resources: {'Port': ['ID=2f9b5018-858f-4e92-a861-a037b1687634,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:16.915873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5ce0c-01c9-4b39-9d3f-3525c81b7450 None None] No DVR routers for this DVR port 2f9b5018-858f-4e92-a861-a037b1687634 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:37:16.922505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:37:14Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:16.928068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.930405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.930727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6db809-4428-4fe2-84dd-3e8218e41154 None None] The sync data for ids ['aabbbd50-2ab8-40be-be8a-2ca13322b533'] in dv-neutron-841945-1-hyperv is: [{'id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'name': 'tempest-TestNetworkAdvancedServerOps-router-111007457', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:35:10Z', 'updated_at': '2022-05-19T13:37:14Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'cd7f2315-e7c3-4465-aa02-cd4ea2669342', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabbbd50-2ab8-40be-be8a-2ca13322b533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:35:11Z', 'updated_at': '2022-05-19T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:16.967332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.967911 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Fanout notify agent at l3_agent the message router_deleted on router aabbbd50-2ab8-40be-be8a-2ca13322b533 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:37:16.983460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:16.984538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b59e2d77-523c-4112-8b15-a39486c5c99a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/routers/aabbbd50-2ab8-40be-be8a-2ca13322b533 HTTP/1.1" status: 204 len: 168 time: 1.3319223 May 19 13:37:16.987501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44006) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:17.097510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.231302 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.256095 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29c7e2a-e144-4873-9b5e-7472f1e0a62f']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:17.267875 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e9b02-4ce0-4614-9579-3e387bd328b8') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:17.268167 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e9b02-4ce0-4614-9579-3e387bd328b8') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:17.279690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.297015 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.304773 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:37:17.305185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:37:17.320146 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:37:17.404462 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.422303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.433605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Network': ['ID=e29c7e2a-e144-4873-9b5e-7472f1e0a62f,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:17.442705 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-76739d7d-2dbb-408e-9e23-5aafca24790d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/networks/e29c7e2a-e144-4873-9b5e-7472f1e0a62f HTTP/1.1" status: 204 len: 168 time: 0.4541211 May 19 13:37:17.445292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44010) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:17.517941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75de25ed-b49d-40c0-87f6-7fcc08fb69aa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.550933 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75de25ed-b49d-40c0-87f6-7fcc08fb69aa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.621684 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75de25ed-b49d-40c0-87f6-7fcc08fb69aa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.642076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de25ed-b49d-40c0-87f6-7fcc08fb69aa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad1c7d7-bb6c-4845-b5f2-b5054357a45e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:17.656170 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-75de25ed-b49d-40c0-87f6-7fcc08fb69aa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.657273 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-75de25ed-b49d-40c0-87f6-7fcc08fb69aa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ad1c7d7-bb6c-4845-b5f2-b5054357a45e HTTP/1.1" status: 204 len: 168 time: 0.2110853 May 19 13:37:17.777538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44018) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:17.782948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299427666', 'description': 'tempest-secgroup-smoke-299427666 description', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:17.789273 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:17.793601 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:17.796716 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:17.802938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:17.937458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:17.958395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:17.962386 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:17.965337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:17.971443 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:17.982927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac1a43f3-3543-431d-b812-4d3bdaefe42f no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:37:18.016991 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ac1a43f3-3543-431d-b812-4d3bdaefe42f {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:37:18.017335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ac1a43f3-3543-431d-b812-4d3bdaefe42f not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:37:18.017742 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2f9b5018-858f-4e92-a861-a037b1687634 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:37:18.043139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.049036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.051935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 2f9b5018-858f-4e92-a861-a037b1687634 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:37:18.052260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 2f9b5018-858f-4e92-a861-a037b1687634 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:37:18.052665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cd7f2315-e7c3-4465-aa02-cd4ea2669342 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:37:18.085128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: cd7f2315-e7c3-4465-aa02-cd4ea2669342 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:37:18.085467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device cd7f2315-e7c3-4465-aa02-cd4ea2669342 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:37:18.094146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:18.097758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.099032 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6865ca5c-a464-4add-9c31-d471aa7d7012 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3204761 May 19 13:37:18.102192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44022) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:18.107783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '0e1fdab5-8db2-4911-88c8-3ddf543ab7b4', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:18.114365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:18.118387 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:18.121390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:18.127320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:18.145458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.217743 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.224055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.255634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dab0088-09cf-462c-9058-c2252f1212aa,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:18.265603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.266850 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c59ebf80-37a0-41c8-b838-b22485f989e0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633821 May 19 13:37:18.269959 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44026) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:18.274821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '0e1fdab5-8db2-4911-88c8-3ddf543ab7b4', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:18.280603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:18.284531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:18.287493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:18.293091 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:18.310978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.372503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.376648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.400547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121211c5-6f57-472c-8580-8a9648a2997f,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:18.411313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.412959 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c790e108-cec3-4584-baa6-84ad55dc4cf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416414 May 19 13:37:18.415542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44030) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:18.423093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '0e1fdab5-8db2-4911-88c8-3ddf543ab7b4', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:18.429696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:18.433696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:18.436673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:18.442790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:18.460640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.525841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.532119 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.554843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c3c583-e454-4e79-b6c7-30901c3d13a8,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:18.565016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.566312 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-50341401-790b-4064-b047-2ccdb8a90f2d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495771 May 19 13:37:18.569205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44034) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:18.574982 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '0e1fdab5-8db2-4911-88c8-3ddf543ab7b4', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:18.581975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:18.586042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:18.589082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:18.595476 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:18.613996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.680953 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.686980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.710610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6c97c-740f-4594-8e9f-019858508094,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:18.720458 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.721841 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-65d498c4-70ba-4bc0-8db1-19639f19b6cb tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514368 May 19 13:37:18.724586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44038) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:18.729539 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '0e1fdab5-8db2-4911-88c8-3ddf543ab7b4', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:18.735659 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:18.741002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:18.744007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:18.749988 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:18.762707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:37:18.769753 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.843997 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.849948 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.872529 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8b6454-b16d-4f20-b1be-e378fc73d9c7,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:18.882482 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:18.884076 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1208208f-ca0a-45f3-aa25-da43217aeb11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585255 May 19 13:37:18.886873 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44042) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:18.894583 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': '0e1fdab5-8db2-4911-88c8-3ddf543ab7b4', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:18.903420 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:18.909267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:18.912202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:18.917981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:18.930544 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:37:18.937471 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.003395 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.009335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.040967 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d97ea1-0aca-4121-9d0f-78616cbba92d,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:19.051477 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.052678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-7bbd20e3-d8e8-458c-b1cf-331a06d3afc7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646283 May 19 13:37:19.055551 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44046) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:19.060932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'network': {'name': 'tempest-network-smoke--1726508435', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'port_security_enabled': True}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:19.065936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:19.070235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:network and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:19.073207 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:19.079528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:19.093604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:37:19.097143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.125269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:37:19.135290 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.135793 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Added segment 9f5072f2-7eb4-49c8-8d08-22d42c595a8a of type vlan for network c1d54312-bcce-497a-a1b7-72f3675fffc5 May 19 13:37:19.163393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.195262 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.200811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:19.201388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.305599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2489841 May 19 13:37:19.308480 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44050) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:19.311610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558582e-a885-4ffd-8a96-12d690c4abaf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Network': ['ID=c1d54312-bcce-497a-a1b7-72f3675fffc5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:19.313721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'admin_state_up': True, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:19.322016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:37:19.326623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:19.331253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:router and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:19.334482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:19.341126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:19.353467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.354527 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.369581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:19.733906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:20.041192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:20.070057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:20.204700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.134 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/7024cb93-613f-44a7-bfe4-d0db3dfe71f9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:20.347502 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:20.378601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:20.441698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:20.444641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:20.448233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:37:20.476781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:20.593188 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:37:20.882746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:21.335941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:21.548831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:37:21.733400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:37:21.743288 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Sync routers for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:21.753403 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:21.754016 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:21.762073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:21.763352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5e5ca890-2d11-4271-9c76-c80feeb1ceb9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4538255 May 19 13:37:21.766471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44054) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:21.854066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-084861cc-bcad-40cf-9005-5019eea9d335 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ad4b103a75b14c278ca8ee79c84334ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861444 May 19 13:37:21.856795 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44060) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:21.957519 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:21.983162 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c981c-b820-4549-b135-0711a4a114a2 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:21.988007 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d08c981c-b820-4549-b135-0711a4a114a2 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269972 May 19 13:37:21.988156 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44064) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:22.029529 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8ceb9178-62e6-4680-b9d8-fd65876d26f0 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377247 May 19 13:37:22.029772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44068) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:22.035183 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963423965', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:22.145664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:22.149699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:subnet and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:22.152784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:22.158788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:22.170097 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:37:22.174106 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.235934 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:20Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:22.240013 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Checking router: 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:22.240372 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Updating router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:37:22.291072 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.400345 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.476419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Subnet': ['ID=abfcdc38-ac92-4e14-8606-44afa6e7e56c,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:22.485020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Checking segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:37:22.485393 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network hostable DHCP agents. Network: c1d54312-bcce-497a-a1b7-72f3675fffc5, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:37:22.504654 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:37:22.514406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c1d54312-bcce-497a-a1b7-72f3675fffc5) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:22.518612 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:22.519228 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.526457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb86920-90bf-4fa7-a1b3-f65b228da3dc None None] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:37:22.543541 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c1131586-2d46-4b13-bce5-b47ac31c1bac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5101056 May 19 13:37:22.543965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44072) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:22.617556 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.629161 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Transition to ACTIVE for port object 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:22.635922 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.716969 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Attempting to bind port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:37:22.717328 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Attempting to bind port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:37:22.717672 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Attempting to bind port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:37:22.721306 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Pushing event updated for resources: {'Port': ['ID=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:22.726659 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:37:22.727022 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:37:22.727404 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.727779 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:37:22.728222 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Bound port: 7024cb93-613f-44a7-bfe4-d0db3dfe71f9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:37:22.728577 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.756464 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c1d54312-bcce-497a-a1b7-72f3675fffc5', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:37:22.757527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.772712 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.773296 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.773296 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.773522 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.774002 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.774484 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.774983 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.775446 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.775911 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.776377 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.776691 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.777002 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:22.811482 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] For port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:37:22.814430 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] For port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:37:22.820977 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:22.901214 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:22.902026 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:22.918916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Allocated IP 172.20.0.2 (c1d54312-bcce-497a-a1b7-72f3675fffc5/abfcdc38-ac92-4e14-8606-44afa6e7e56c/89726c20-606d-49d9-89be-e90c3e71d507) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:22.971599 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7e213-0f25-43df-bfba-8708eeecfb9d None None] Pushing event updated for resources: {'Port': ['ID=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:23.086307 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:23.131219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:23.142498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Transition to ACTIVE for port object 89726c20-606d-49d9-89be-e90c3e71d507 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:23.162413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Transition to ACTIVE for port object 89726c20-606d-49d9-89be-e90c3e71d507 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:23.170749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:23.238824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:23.242689 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:23.249272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:37:23.296678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Pushing event updated for resources: {'Port': ['ID=89726c20-606d-49d9-89be-e90c3e71d507,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:23.348599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Attempting to bind port 89726c20-606d-49d9-89be-e90c3e71d507 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:37:23.348943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Attempting to bind port 89726c20-606d-49d9-89be-e90c3e71d507 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:37:23.349303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Attempting to bind port 89726c20-606d-49d9-89be-e90c3e71d507 on network c1d54312-bcce-497a-a1b7-72f3675fffc5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:37:23.355260 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:37:23.355457 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Checking segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:37:23.355757 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:23.356146 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Bound using segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:37:23.356606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Bound port: 89726c20-606d-49d9-89be-e90c3e71d507, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:37:23.357392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:23.404814 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:23.418349 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:20Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:23.423342 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d86bc3-f4c1-400a-aec9-7d7f9ea86faf None None] The sync data for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv is: [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:20Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:23.459915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] For port 89726c20-606d-49d9-89be-e90c3e71d507, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:37:23.463209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] For port 89726c20-606d-49d9-89be-e90c3e71d507, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=89726c20-606d-49d9-89be-e90c3e71d507,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:37:23.466938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:23.547446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82c1f4-3f46-4137-8c3e-0798b3837a40 None None] Pushing event updated for resources: {'Port': ['ID=89726c20-606d-49d9-89be-e90c3e71d507,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:23.871201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.1 (c1d54312-bcce-497a-a1b7-72f3675fffc5/abfcdc38-ac92-4e14-8606-44afa6e7e56c/e29405bf-b1b0-4ad7-bdc0-dd250d124641) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:24.043862 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:24.047931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.064833 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object e29405bf-b1b0-4ad7-bdc0-dd250d124641 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:24.091141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.124179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:24.130834 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:24.131473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.164191 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:24.167501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:24.171482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:37:24.225956 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=e29405bf-b1b0-4ad7-bdc0-dd250d124641,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:24.244051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.268387 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:24.269008 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.291391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:24.302069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.303068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 89726c20-606d-49d9-89be-e90c3e71d507 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:24.433259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:24.450463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 89726c20-606d-49d9-89be-e90c3e71d507 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:24.532555 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:24.758838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08da465-6698-4806-a309-5128a9033da6 None None] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:37:24.886984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Provisioning for port 89726c20-606d-49d9-89be-e90c3e71d507 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:24.905076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Provisioning complete for port 89726c20-606d-49d9-89be-e90c3e71d507 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:24.905560 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.086368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.091333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.120716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Current status of the port 89726c20-606d-49d9-89be-e90c3e71d507 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:25.121094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.167800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] For port 89726c20-606d-49d9-89be-e90c3e71d507, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=89726c20-606d-49d9-89be-e90c3e71d507,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:25.180469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.213151 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.217872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=e29405bf-b1b0-4ad7-bdc0-dd250d124641,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:25.256793 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fed25-93cb-462c-9cd5-58567118c6f2 None None] Pushing event updated for resources: {'Port': ['ID=89726c20-606d-49d9-89be-e90c3e71d507,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:25.358311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:25.359497 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:25.414119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Provisioning complete for port 89726c20-606d-49d9-89be-e90c3e71d507 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:25.414417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.541676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Current status of the port 89726c20-606d-49d9-89be-e90c3e71d507 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:25.553809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Provisioning for port e29405bf-b1b0-4ad7-bdc0-dd250d124641 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:25.560271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Provisioning complete for port e29405bf-b1b0-4ad7-bdc0-dd250d124641 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:25.560796 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.561779 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:37:25.620693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-19337cbc-d507-4285-a34b-68d4c13c084d None None] Port e29405bf-b1b0-4ad7-bdc0-dd250d124641 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:37:25.739995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0326551d-dff4-439d-9ea0-6a08607c4f80 None None] Provisioning complete for port e29405bf-b1b0-4ad7-bdc0-dd250d124641 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:25.740358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0326551d-dff4-439d-9ea0-6a08607c4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:25.751323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:37:25.764730 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-466997ee-c10a-4187-b456-6c2f27e39763 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/9ee367cb-6b31-4fb8-8a98-e50a9a4957ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2195976 May 19 13:37:25.764982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Sync routers for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:25.794992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:25.795616 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:25.870485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0326551d-dff4-439d-9ea0-6a08607c4f80 None None] Port e29405bf-b1b0-4ad7-bdc0-dd250d124641 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:37:25.929710 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-302f01dc-9240-44cb-ba40-620cc3e7509b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299427666&fields=id&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 267 time: 0.0400620 May 19 13:37:25.984789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:26.032024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:26.086423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-f6da1697-8cbd-46cd-8f92-9d1f917fad83 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:26.087919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-f6da1697-8cbd-46cd-8f92-9d1f917fad83 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 797 time: 0.1512725 May 19 13:37:26.103479 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-1aa24436-64f2-46c7-bccd-df0a208386ac tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/quotas/ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 375 time: 0.0096095 May 19 13:37:26.195694 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-d9d5d38a-24bc-4523-bb85-e5ddc9b0458f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:37:26.211664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-d9d5d38a-24bc-4523-bb85-e5ddc9b0458f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:37:26.213179 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-d9d5d38a-24bc-4523-bb85-e5ddc9b0458f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048255 May 19 13:37:26.251274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:26.251642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:26.275841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-29e5ffb7-26b0-4735-955e-ffac7a41bf7d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:37:26.277091 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-29e5ffb7-26b0-4735-955e-ffac7a41bf7d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519879 May 19 13:37:26.411408 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-3ac3854e-91c7-4cbc-b95a-33236349970c service neutron] 10.222.0.44 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281095 May 19 13:37:26.444708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:26.445702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 89726c20-606d-49d9-89be-e90c3e71d507 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:26.511492 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 2, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:26.516529 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Checking router: 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:26.516873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Updating router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec port e29405bf-b1b0-4ad7-bdc0-dd250d124641 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:37:26.544161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-810cc444-f930-41c5-b873-7b8c557cfc26 service neutron] 10.222.0.44 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265543 May 19 13:37:26.578102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 89726c20-606d-49d9-89be-e90c3e71d507 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:26.578471 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:26.602895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:26.732947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-28945dfa-667b-4bed-a047-58204bb2f6da req-dd221a9e-e376-433d-943c-418c42bd0fcf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:37:26.746626 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-28945dfa-667b-4bed-a047-58204bb2f6da req-dd221a9e-e376-433d-943c-418c42bd0fcf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:37:26.747878 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-28945dfa-667b-4bed-a047-58204bb2f6da req-dd221a9e-e376-433d-943c-418c42bd0fcf tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 210 time: 0.0603509 May 19 13:37:26.882353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 89726c20-606d-49d9-89be-e90c3e71d507 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:27.071564 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:27.084027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Transition to ACTIVE for port object e29405bf-b1b0-4ad7-bdc0-dd250d124641 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:27.091209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:27.251274 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372281a-bbb5-4c33-9386-73e4f4f7dc79 None None] Pushing event updated for resources: {'Port': ['ID=e29405bf-b1b0-4ad7-bdc0-dd250d124641,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:27.322574 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Attempting to bind port e29405bf-b1b0-4ad7-bdc0-dd250d124641 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:37:27.323075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Attempting to bind port e29405bf-b1b0-4ad7-bdc0-dd250d124641 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:37:27.323434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Attempting to bind port e29405bf-b1b0-4ad7-bdc0-dd250d124641 on network c1d54312-bcce-497a-a1b7-72f3675fffc5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:37:27.329933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:37:27.330294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Checking segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:37:27.331143 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:27.331321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Bound using segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:37:27.332012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Bound port: e29405bf-b1b0-4ad7-bdc0-dd250d124641, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:37:27.332385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:27.437191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] For port e29405bf-b1b0-4ad7-bdc0-dd250d124641, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:37:27.440322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] For port e29405bf-b1b0-4ad7-bdc0-dd250d124641, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e29405bf-b1b0-4ad7-bdc0-dd250d124641,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:37:27.445014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:27.524572 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:27.525192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:27.585311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372281a-bbb5-4c33-9386-73e4f4f7dc79 None None] Pushing event updated for resources: {'Port': ['ID=e29405bf-b1b0-4ad7-bdc0-dd250d124641,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:27.716761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:27.984085 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b266e5f5-7a8d-436e-9bd1-fd87f3f070ab req-fbc75b37-aff1-4ac9-a372-2cf26ae70083 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 210 time: 0.1039720 May 19 13:37:28.050296 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-2a12c926-0259-4ebc-9db0-56134640aacc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:28.051878 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-2a12c926-0259-4ebc-9db0-56134640aacc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 797 time: 0.1975448 May 19 13:37:28.065087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:28.069734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e61159-460e-4b0e-8461-dd3bd7b937e8 None None] The sync data for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv is: [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:28.106623 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-13c0a1c0-1381-4082-974d-86036b9c104d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 379 time: 0.0438733 May 19 13:37:28.130557 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'port': {'device_id': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'admin_state_up': True, 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'security_groups': ['0e1fdab5-8db2-4911-88c8-3ddf543ab7b4']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:28.391512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:28.401519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:28.411904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:37:28.415363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:28.581182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.7 (c1d54312-bcce-497a-a1b7-72f3675fffc5/abfcdc38-ac92-4e14-8606-44afa6e7e56c/b7c7a515-2f88-403d-ab36-bb3c2d4a91d7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:28.780612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:28.798059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:28.822235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:28.894133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:28.897531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:28.901725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:37:28.931871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:28.969642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:28.970278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.005025 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-99468a46-9351-4544-81d8-120af3f70841 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8889015 May 19 13:37:29.025197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Request body: {'port': {'device_id': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:29.152809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.182254 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-da3ac143-d819-4060-a873-3ccec7d4c18c None None] Provisioning for port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:29.187506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-da3ac143-d819-4060-a873-3ccec7d4c18c None None] Provisioning complete for port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:29.187952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-da3ac143-d819-4060-a873-3ccec7d4c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.214811 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be3259-0747-44a7-a5b2-7222af262100 req-473e08af-5e1e-41f9-8d4a-ddebc178894e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:29.216316 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c6be3259-0747-44a7-a5b2-7222af262100 req-473e08af-5e1e-41f9-8d4a-ddebc178894e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 931 time: 0.0905399 May 19 13:37:29.244663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-da3ac143-d819-4060-a873-3ccec7d4c18c None None] Port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:37:29.269002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-c6be3259-0747-44a7-a5b2-7222af262100 req-826eb959-e7f3-4b7b-9a45-3245feb68894 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:37:29.284377 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-c6be3259-0747-44a7-a5b2-7222af262100 req-826eb959-e7f3-4b7b-9a45-3245feb68894 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:37:29.285678 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c6be3259-0747-44a7-a5b2-7222af262100 req-826eb959-e7f3-4b7b-9a45-3245feb68894 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578480 May 19 13:37:29.513889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:37:29.521328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.536072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Transition to ACTIVE for port object b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:37:29.542241 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.673737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:29.779596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Attempting to bind port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:37:29.779850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Attempting to bind port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:37:29.780168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Attempting to bind port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 on network c1d54312-bcce-497a-a1b7-72f3675fffc5 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:37:29.785187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 on network c1d54312-bcce-497a-a1b7-72f3675fffc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:37:29.785498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Attempting to bind port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 on network c1d54312-bcce-497a-a1b7-72f3675fffc5 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:37:29.790619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:37:29.790952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Checking segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:37:29.791331 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Bound using segment: {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:37:29.791781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Bound port: b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5072f2-7eb4-49c8-8d08-22d42c595a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:37:29.792113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.885298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] For port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:37:29.888343 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] For port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:37:29.895474 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.955491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:29.955991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:29.957719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] 10.222.0.79 "PUT /v2.0/ports/b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 1093 time: 0.9435444 May 19 13:37:29.965225 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:29.979110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a90d9-d9ba-4214-9f31-906033681e7d service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:30.040985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e29405bf-b1b0-4ad7-bdc0-dd250d124641 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:30.042762 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9888c36d-4cc1-41c6-b497-48f5a82e2a09'] response: {'name': 'network-changed', 'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'status': 'completed', 'code': 200} May 19 13:37:30.087982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-c289a537-f404-4fd5-b251-52c2eb9e931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.089551 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-c289a537-f404-4fd5-b251-52c2eb9e931a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1096 time: 0.0833883 May 19 13:37:30.116332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e29405bf-b1b0-4ad7-bdc0-dd250d124641 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:30.122310 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e29405bf-b1b0-4ad7-bdc0-dd250d124641 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:30.122882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:30.173627 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-23bdedec-30b2-4919-ac60-5f9a36e2e3c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 217 time: 0.0766900 May 19 13:37:30.238946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-5e860f66-2994-4d16-81ea-1bff73a0f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.240369 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-5e860f66-2994-4d16-81ea-1bff73a0f055 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0603206 May 19 13:37:30.291469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e29405bf-b1b0-4ad7-bdc0-dd250d124641 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:30.292032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:30.314971 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-6234e1f4-d939-4452-ae53-66371a9eb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.316480 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-6234e1f4-d939-4452-ae53-66371a9eb540 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693390 May 19 13:37:30.326581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e29405bf-b1b0-4ad7-bdc0-dd250d124641, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e29405bf-b1b0-4ad7-bdc0-dd250d124641,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:30.332335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:30.408157 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e29405bf-b1b0-4ad7-bdc0-dd250d124641,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:30.481972 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711808-f7ac-4687-bc06-32c1fd92b1cf req-deef798a-f481-4291-ae31-94e2a747a241 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.483451 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc711808-f7ac-4687-bc06-32c1fd92b1cf req-deef798a-f481-4291-ae31-94e2a747a241 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 943 time: 0.0836174 May 19 13:37:30.533308 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fc711808-f7ac-4687-bc06-32c1fd92b1cf req-b15e4710-0136-42c2-be0c-d1d60eb11140 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 May 19 13:37:30.547487 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-b65f5c4b-41cd-4798-b01f-50b79ecf5284 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244413 May 19 13:37:30.684129 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-067ef873-0c6e-41d1-95b2-27be0a2baece req-2dec901b-f33a-4f2e-9eee-de8d8a34a2ab service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294887 May 19 13:37:30.811140 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-efcaa3e2-a903-495f-80b7-0e0faa531574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.812520 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-efcaa3e2-a903-495f-80b7-0e0faa531574 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1096 time: 0.0749683 May 19 13:37:30.954027 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-ed2b034c-84f5-4247-86d5-d73b3b530c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:30.955512 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-ed2b034c-84f5-4247-86d5-d73b3b530c29 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 898 time: 0.1314828 May 19 13:37:31.026613 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-40ebe6b5-c026-4c9a-a48b-1dfbae8ae69f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 217 time: 0.0632963 May 19 13:37:31.092730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-44e74001-3e97-49e4-9a39-78a90891b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:31.094162 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-44e74001-3e97-49e4-9a39-78a90891b306 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0607963 May 19 13:37:31.171493 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-c19a242e-0c6e-427a-a06d-5e8266af172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:31.172965 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-c19a242e-0c6e-427a-a06d-5e8266af172c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721173 May 19 13:37:31.212872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c903487e-c405-458d-94ab-575ca1a41a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:31.305314 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-656af7d1-7d52-436e-944a-74245e6a09c1 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240494 May 19 13:37:31.441685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a0455a2b-5a3b-4592-b806-108e73f5902d req-4f2788d1-9787-486a-8a80-168db3ea58b3 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271694 May 19 13:37:31.734866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3864d7c-e356-44e1-b86e-f4ed4350e676 req-7903edac-b659-430e-9422-3e7d02ba0fd6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:31.735452 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-c3864d7c-e356-44e1-b86e-f4ed4350e676 req-7903edac-b659-430e-9422-3e7d02ba0fd6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:37:31.759073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-c3864d7c-e356-44e1-b86e-f4ed4350e676 req-7903edac-b659-430e-9422-3e7d02ba0fd6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:37:31.760198 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c3864d7c-e356-44e1-b86e-f4ed4350e676 req-7903edac-b659-430e-9422-3e7d02ba0fd6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 943 time: 0.1178997 May 19 13:37:31.808921 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c3864d7c-e356-44e1-b86e-f4ed4350e676 req-13b34569-17bd-4b23-8b84-513818b52f4a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403039 May 19 13:37:32.000045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e29405bf-b1b0-4ad7-bdc0-dd250d124641 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:32.085904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e29405bf-b1b0-4ad7-bdc0-dd250d124641 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:32.086243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:32.204238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e29405bf-b1b0-4ad7-bdc0-dd250d124641 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:33.015854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f482f-c8c6-43c8-b5f2-38d0a5428368 req-8d71a45f-4287-4b50-9697-29b974d5c8ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:33.017311 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-359f482f-c8c6-43c8-b5f2-38d0a5428368 req-8d71a45f-4287-4b50-9697-29b974d5c8ed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 943 time: 0.0883307 May 19 13:37:33.065621 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-359f482f-c8c6-43c8-b5f2-38d0a5428368 req-4d1663d1-8c30-4ed9-93e2-8feaa437bd88 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 May 19 13:37:33.668483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef38e582-590c-4f1a-9bca-47c8752e8df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:34.158306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:37:34.270068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15561de-b30e-43c6-8784-ddeef00b00ba req-531b6a53-fc8d-4de2-a0e9-69bbee6892bc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:34.271537 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d15561de-b30e-43c6-8784-ddeef00b00ba req-531b6a53-fc8d-4de2-a0e9-69bbee6892bc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 943 time: 0.0860548 May 19 13:37:34.295604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:34.309226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'port_id': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'mac_address': 'fa:16:3e:ec:1d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:37:34.317033 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d15561de-b30e-43c6-8784-ddeef00b00ba req-59fd9616-7a64-4b6c-a5f9-53bad259a786 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396366 May 19 13:37:34.371874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:34.372243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:34.389511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:37:34.406671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:34.411563 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:34.481849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:34.489273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.489618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.490167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.490498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.490850 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.491172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.491490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.491807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.492122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.492441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.492756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.493067 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:37:34.662228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['b7c7a515-2f88-403d-ab36-bb3c2d4a91d7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:37:34.981531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:34.982619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:35.519406 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700648f-11b9-47d1-ba72-34ec29042fee req-7393a6af-3f14-4b49-9f8e-fcee42f4e2c8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:35.520852 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3700648f-11b9-47d1-ba72-34ec29042fee req-7393a6af-3f14-4b49-9f8e-fcee42f4e2c8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 944 time: 0.0887175 May 19 13:37:35.566790 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3700648f-11b9-47d1-ba72-34ec29042fee req-01266c77-b67e-4ffc-a187-6924e5560d4a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377281 May 19 13:37:36.109183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:36.162986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:37:36.235559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:37:36.240462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:37:36.240823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:36.363022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:37:36.363406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:36.390722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:36.400679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:37:36.407698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:36.474951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:36.481865 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd52d118-17fd-4f40-b33d-83d8f3adae22'] response: {'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'code': 200} May 19 13:37:36.717985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564575b-bac6-4332-8266-cba76ef6bdd6 req-3993685d-3e88-4214-91e0-9a2ffde6adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:36.719553 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c564575b-bac6-4332-8266-cba76ef6bdd6 req-3993685d-3e88-4214-91e0-9a2ffde6adc2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1098 time: 0.0721917 May 19 13:37:36.757724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fc5c-7bfe-4367-aa97-734eebf4d505 req-61ef42d7-8597-40fb-9e69-b341cdd93b31 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:36.759258 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9219fc5c-7bfe-4367-aa97-734eebf4d505 req-61ef42d7-8597-40fb-9e69-b341cdd93b31 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0811548 May 19 13:37:36.761481 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c564575b-bac6-4332-8266-cba76ef6bdd6 req-21aee8a8-672c-4c3b-a1bd-a7d611796ea0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349014 May 19 13:37:36.802989 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9219fc5c-7bfe-4367-aa97-734eebf4d505 req-645b8736-9a9b-412c-90a9-ed76d7a570fd tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380721 May 19 13:37:38.000949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9273d6-17c2-4158-8481-0da31ede83ea req-d5655e83-da9d-423e-8ef6-56644b06f945 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:38.002447 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ef9273d6-17c2-4158-8481-0da31ede83ea req-d5655e83-da9d-423e-8ef6-56644b06f945 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0910404 May 19 13:37:38.006658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:38.048375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ef9273d6-17c2-4158-8481-0da31ede83ea req-5c9dbf15-32c5-4250-aa79-acb7c1319675 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386071 May 19 13:37:39.259575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff783cc9-2ddc-4cb5-85b8-6b5d3594de81 req-6385bf46-2342-4d1c-92a3-e734d0324dc1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:39.261025 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ff783cc9-2ddc-4cb5-85b8-6b5d3594de81 req-6385bf46-2342-4d1c-92a3-e734d0324dc1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0897160 May 19 13:37:39.306219 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ff783cc9-2ddc-4cb5-85b8-6b5d3594de81 req-a3820f98-7a42-449d-9fb1-5ff52bfd7665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394831 May 19 13:37:39.489209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0862b-dbe4-4379-a789-569a50602eb2 req-127a4076-b3d3-4a21-92b1-5c072375bce6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:39.490639 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-78d0862b-dbe4-4379-a789-569a50602eb2 req-127a4076-b3d3-4a21-92b1-5c072375bce6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0811162 May 19 13:37:39.534333 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-78d0862b-dbe4-4379-a789-569a50602eb2 req-34dfb1ed-f076-4e18-9667-2348e1ed13c8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378113 May 19 13:37:39.556989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44138) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:39.646141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e341eabd-6db6-4f7d-ad84-9455ba6227a3 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:39.647582 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-e341eabd-6db6-4f7d-ad84-9455ba6227a3 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1093 time: 0.0896008 May 19 13:37:39.651110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44142) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:39.659133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:37:39.666228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:37:39.670792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:floatingip and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:37:39.673941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:37:39.680277 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:37:39.692917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:39.840792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:40.083920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.109 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/40cd0cfd-a5aa-442e-82ec-48df5741ecf4) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:37:40.231253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:40.265112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:40.333352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:37:40.336290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:37:40.339884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:37:40.372512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=40cd0cfd-a5aa-442e-82ec-48df5741ecf4,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:40.759290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:40.833757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:41.042237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:41.048936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:41.151992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=40cd0cfd-a5aa-442e-82ec-48df5741ecf4,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:37:41.164614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:41.354957 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP 9f41587c-4a71-4fd2-9e80-05db180e9237 associated. External IP: 172.26.3.109, port: b7c7a515-2f88-403d-ab36-bb3c2d4a91d7. May 19 13:37:41.830057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:37:42.023328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:37:42.034295 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] Sync routers for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:37:42.044591 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:42.045298 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:42.052128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:37:42.123237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-968fa9e7-6423-46af-af5c-9e63b474db86 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4706786 May 19 13:37:42.124576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:37:42.174582 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bd5d7d-364b-49b1-b82e-50fcacab7d7b'] response: {'name': 'network-changed', 'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'status': 'completed', 'code': 200} May 19 13:37:42.229706 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:42.267643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f613-f4bc-4302-b27f-6512b947aedc req-7ef42deb-e212-4161-a02a-fa53481e4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:42.269251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-7ef42deb-e212-4161-a02a-fa53481e4f54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1098 time: 0.0717204 May 19 13:37:42.291522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f516a-f4e9-4321-b9e5-7889530fb52a req-4877c730-4a40-437e-946c-dc682589738f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:42.299249 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-597f516a-f4e9-4321-b9e5-7889530fb52a req-4877c730-4a40-437e-946c-dc682589738f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0900118 May 19 13:37:42.357287 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-597f516a-f4e9-4321-b9e5-7889530fb52a req-a7457e6e-4a4c-463e-88d0-28ce94f65228 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484133 May 19 13:37:42.378478 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44150) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:42.414979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f613-f4bc-4302-b27f-6512b947aedc req-f7287e35-fe38-4bbb-a9d0-8df64cea5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:42.416444 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-f7287e35-fe38-4bbb-a9d0-8df64cea5a85 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 898 time: 0.1399658 May 19 13:37:42.487575 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-51421b93-91bc-4f51-bf3b-581a6a6c8c11 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/9f41587c-4a71-4fd2-9e80-05db180e9237 HTTP/1.1" status: 200 len: 991 time: 0.1072176 May 19 13:37:42.519448 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-a05b5977-dead-4f8a-aa6a-9bbe909d7028 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 999 time: 0.0963135 May 19 13:37:42.582951 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '9f41587c-4a71-4fd2-9e80-05db180e9237', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'port_id': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'mac_address': 'fa:16:3e:ec:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:37:40Z', 'updated_at': '2022-05-19T13:37:40Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:30Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:42.587032 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] Checking router: 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:37:42.589015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f613-f4bc-4302-b27f-6512b947aedc req-13cf91ca-e052-4f97-b1d5-8a7b6554ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:42.590469 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-13cf91ca-e052-4f97-b1d5-8a7b6554ffd2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0607336 May 19 13:37:42.595331 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:37:42.595923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:37:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:42.674024 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130f613-f4bc-4302-b27f-6512b947aedc req-cfe7f07d-48f5-426a-8305-83d0bfcf0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:42.675590 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-cfe7f07d-48f5-426a-8305-83d0bfcf0191 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756488 May 19 13:37:42.770670 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:37:42.807410 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-241bf7e4-7741-4d16-b21b-267ce2287084 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244762 May 19 13:37:42.936200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b130f613-f4bc-4302-b27f-6512b947aedc req-20e3055e-816b-402b-bdf8-08034734ed7d service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224217 May 19 13:37:43.124518 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '9f41587c-4a71-4fd2-9e80-05db180e9237', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'port_id': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'mac_address': 'fa:16:3e:ec:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:37:40Z', 'updated_at': '2022-05-19T13:37:40Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:30Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:37:43.128942 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aad4488-e612-4023-8bc1-03affdb0a7e6 None None] The sync data for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv is: [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '9f41587c-4a71-4fd2-9e80-05db180e9237', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.109', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'port_id': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'mac_address': 'fa:16:3e:ec:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:37:40Z', 'updated_at': '2022-05-19T13:37:40Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:30Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:37:43.322344 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ec267-ab5b-40d8-a6fa-3e0d581902df None None] New status for floating IP 9f41587c-4a71-4fd2-9e80-05db180e9237: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:37:43.491838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44154) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:37:43.702314 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2c1d2e30-2db1-4d10-8004-d5c97441e481 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/9f41587c-4a71-4fd2-9e80-05db180e9237 HTTP/1.1" status: 200 len: 993 time: 0.2093859 May 19 13:37:46.188497 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-b9069788-ab95-47df-b9ee-a39ef8409239 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739079 May 19 13:37:46.336993 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221878-4d22-4add-904c-33ee5e29917c req-de05593e-1a97-4284-a267-814ab26a0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:46.338448 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-de05593e-1a97-4284-a267-814ab26a0758 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1098 time: 0.0782609 May 19 13:37:46.512306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221878-4d22-4add-904c-33ee5e29917c req-00e5bd16-d01f-4306-b879-29723db33da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:46.513651 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-00e5bd16-d01f-4306-b879-29723db33da7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 898 time: 0.1530895 May 19 13:37:46.718422 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-31315232-3942-452b-b211-e72b8ff6412e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 1001 time: 0.1972773 May 19 13:37:46.787383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221878-4d22-4add-904c-33ee5e29917c req-d26b536e-283f-456e-9ef6-20c65e0e4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:46.788826 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-d26b536e-283f-456e-9ef6-20c65e0e4231 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0605860 May 19 13:37:46.866017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221878-4d22-4add-904c-33ee5e29917c req-91388988-61b1-47ea-9801-e79f76f266c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:37:46.867526 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-91388988-61b1-47ea-9801-e79f76f266c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712571 May 19 13:37:46.998875 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-2dfd7bae-9c44-4a55-8ee3-854ab0ab15ff service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240330 May 19 13:37:47.139858 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-74221878-4d22-4add-904c-33ee5e29917c req-bbf9cfb2-5b69-43c6-8619-1e6fc98df810 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344528 May 19 13:37:57.598657 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:38:01.227557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1643-fb11-4f4b-a81d-8da7831f15d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:03.667090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0d140db9-4287-4659-baba-78a9cef780f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:04.969162 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:04.973618 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:06.111903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:08.010371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:17.345691 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b536efb-35bd-40f4-8a02-69488179e77b req-5bf71c2c-a0aa-445d-bcd9-9e7e993f7532 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:17.347173 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b536efb-35bd-40f4-8a02-69488179e77b req-5bf71c2c-a0aa-445d-bcd9-9e7e993f7532 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0880759 May 19 13:38:17.393041 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b536efb-35bd-40f4-8a02-69488179e77b req-b1e7cad7-2970-4f29-bb53-7ef99e90e9cd tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 May 19 13:38:18.598664 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a665de-a23e-4759-b277-a1831b73cac0 req-3fb608c9-de1c-4941-a9e3-0c65e82a59e4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:18.600115 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e3a665de-a23e-4759-b277-a1831b73cac0 req-3fb608c9-de1c-4941-a9e3-0c65e82a59e4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0856197 May 19 13:38:18.645083 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e3a665de-a23e-4759-b277-a1831b73cac0 req-38a6cfc6-27d9-4526-83d0-48ac48775df9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391612 May 19 13:38:19.832665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8191-24da-4e60-a428-b715bb0302db req-2d93b712-c28d-4b74-8aaf-956f156ecaf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:19.834118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-78dc8191-24da-4e60-a428-b715bb0302db req-2d93b712-c28d-4b74-8aaf-956f156ecaf8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0839756 May 19 13:38:19.881227 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-78dc8191-24da-4e60-a428-b715bb0302db req-70dcdbea-dbe7-4a0f-8476-afee26c5e7e4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 May 19 13:38:21.091740 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f6f0f-570c-4c3f-9c79-3a847f48a06c req-ead2f012-550d-4d54-934b-c824c27b2bd6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:21.093167 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-113f6f0f-570c-4c3f-9c79-3a847f48a06c req-ead2f012-550d-4d54-934b-c824c27b2bd6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0924385 May 19 13:38:21.139843 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-113f6f0f-570c-4c3f-9c79-3a847f48a06c req-5dec637b-d71c-428e-b731-5c6c3cfc02c6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380924 May 19 13:38:22.345841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430a9a-5cb4-4edd-a59a-d3b1a119d687 req-8ac41c59-e424-4365-86e1-ee611380ec7f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:22.347359 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8d430a9a-5cb4-4edd-a59a-d3b1a119d687 req-8ac41c59-e424-4365-86e1-ee611380ec7f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0939369 May 19 13:38:22.394347 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8d430a9a-5cb4-4edd-a59a-d3b1a119d687 req-a1de0740-b48a-45ae-806c-c4a0eed43a3a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411916 May 19 13:38:23.584426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b547-0364-4060-9086-57c35573f25c req-569a878b-db86-4181-9cb4-44dd6fc8698a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:23.586025 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3cd6b547-0364-4060-9086-57c35573f25c req-569a878b-db86-4181-9cb4-44dd6fc8698a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0859730 May 19 13:38:23.633272 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3cd6b547-0364-4060-9086-57c35573f25c req-aca5426d-aba5-4318-8d1c-2da0c6b22a6f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 May 19 13:38:24.837428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607c0ca-f371-419d-bade-db6807c90127 req-9de0a2fd-4a63-4c07-aea1-c1834e11182e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:24.838902 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f607c0ca-f371-419d-bade-db6807c90127 req-9de0a2fd-4a63-4c07-aea1-c1834e11182e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0865803 May 19 13:38:24.886918 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f607c0ca-f371-419d-bade-db6807c90127 req-dbf05c56-ede0-42bb-a76f-1a4fe5ebdb80 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421314 May 19 13:38:26.106919 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152dd21-1345-4a7c-8813-1dfc4b06d83f req-5ca48638-36eb-4fb1-ae40-a87cc096627b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:26.108443 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9152dd21-1345-4a7c-8813-1dfc4b06d83f req-5ca48638-36eb-4fb1-ae40-a87cc096627b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.1020215 May 19 13:38:26.153382 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9152dd21-1345-4a7c-8813-1dfc4b06d83f req-c50bfbe2-73c4-4c35-8229-49b38cf96cc9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 May 19 13:38:27.356782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e56e-026e-4ae1-a97c-006b91f727ce req-b9ff51b0-1ca6-40dd-90a7-4d258ec07aa3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:27.358222 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-12e7e56e-026e-4ae1-a97c-006b91f727ce req-b9ff51b0-1ca6-40dd-90a7-4d258ec07aa3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0853562 May 19 13:38:27.401440 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-12e7e56e-026e-4ae1-a97c-006b91f727ce req-40bf96ca-fce5-4f67-ba9b-7dbf53c408cc tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 May 19 13:38:28.593598 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a20efd-573b-4189-8be6-92fb5e38cda5 req-4f403d31-b0be-4199-b0b3-42301d42d870 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:28.595061 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a7a20efd-573b-4189-8be6-92fb5e38cda5 req-4f403d31-b0be-4199-b0b3-42301d42d870 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0843389 May 19 13:38:28.644701 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a7a20efd-573b-4189-8be6-92fb5e38cda5 req-bb0c7429-7d05-4dd4-9afe-7e49a9ac79e9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432692 May 19 13:38:28.676905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44192) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:38:28.788143 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-575669a0-b045-44aa-b30b-f71244bee9c9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/9f41587c-4a71-4fd2-9e80-05db180e9237 HTTP/1.1" status: 200 len: 993 time: 0.1099412 May 19 13:38:30.321039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437e5c6-3686-463b-94b9-627d6ea76941 req-042bd611-e32d-47ce-80c8-7ef57a24dfb6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:30.322492 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e437e5c6-3686-463b-94b9-627d6ea76941 req-042bd611-e32d-47ce-80c8-7ef57a24dfb6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.1364799 May 19 13:38:30.353644 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106127-8e54-4817-a286-41decbfc3b4c req-8c9ff735-e2ef-4a87-a482-efe41f967018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:30.355100 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-8c9ff735-e2ef-4a87-a482-efe41f967018 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1098 time: 0.1122522 May 19 13:38:30.397345 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e437e5c6-3686-463b-94b9-627d6ea76941 req-124e1bd0-96be-46d1-ab9a-683f4405c6e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686774 May 19 13:38:30.498711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106127-8e54-4817-a286-41decbfc3b4c req-222ecfeb-7be1-4746-aaf3-61b9e57fda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:30.500190 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-222ecfeb-7be1-4746-aaf3-61b9e57fda25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 898 time: 0.1361187 May 19 13:38:30.602946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-d4ae1327-1afb-471d-9105-2b6198fc909d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 1001 time: 0.0960612 May 19 13:38:30.671420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106127-8e54-4817-a286-41decbfc3b4c req-b628dcd9-9092-4398-ae5e-6d1f6520ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:30.672763 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-b628dcd9-9092-4398-ae5e-6d1f6520ed60 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0594573 May 19 13:38:30.747419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106127-8e54-4817-a286-41decbfc3b4c req-11c663f1-a221-46c1-a42e-8c0b477dff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:30.748960 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-11c663f1-a221-46c1-a42e-8c0b477dff80 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698924 May 19 13:38:30.879355 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-b2fa2a6a-f080-4d78-9693-7b3a5820f7c8 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231012 May 19 13:38:31.009704 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b106127-8e54-4817-a286-41decbfc3b4c req-b7167c20-8c99-4695-b0c9-60f5fbb093ea service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231060 May 19 13:38:31.221708 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-db68ce50-bd87-4669-a99b-3c76b65c8420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:31.597692 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1504b4-e7f9-4569-88f2-d189325c2720 req-52391d66-38a5-4103-8afd-95e296652dd1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:31.599568 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7d1504b4-e7f9-4569-88f2-d189325c2720 req-52391d66-38a5-4103-8afd-95e296652dd1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0864940 May 19 13:38:31.648405 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7d1504b4-e7f9-4569-88f2-d189325c2720 req-5256577b-ba94-486d-af9e-43ddf7ddf120 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 May 19 13:38:32.841308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20342f-ed6f-42bf-9ff0-54ac565a299c req-da50dbd3-969c-4481-b033-48ca2047c0df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:32.842761 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec20342f-ed6f-42bf-9ff0-54ac565a299c req-da50dbd3-969c-4481-b033-48ca2047c0df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0884511 May 19 13:38:32.986106 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec20342f-ed6f-42bf-9ff0-54ac565a299c req-cfb373c0-3487-4cd5-ba75-f912aaabfec8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372819 May 19 13:38:33.010352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44208) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:38:33.113946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-36dc95e1-4474-42c1-99a6-c4cebbf549f0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/9f41587c-4a71-4fd2-9e80-05db180e9237 HTTP/1.1" status: 200 len: 993 time: 0.1024220 May 19 13:38:33.661938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5755d642-cf3f-44b4-b092-17d35886e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:34.598521 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:38:34.972082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:34.973053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:36.112417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:38.012482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:38:46.265997 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-399ca8f2-c89d-462c-8306-a1ab945de88e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766120 May 19 13:38:46.431346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-a6c56610-1b80-4b27-89ac-2e92a94c571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:46.432833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-a6c56610-1b80-4b27-89ac-2e92a94c571e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1098 time: 0.0823269 May 19 13:38:46.583828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-adacc7c5-5db0-490d-9a6b-600601082feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:46.585160 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-adacc7c5-5db0-490d-9a6b-600601082feb service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 898 time: 0.1308360 May 19 13:38:46.694938 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-0774c5fe-ea95-43e9-8a3a-abb5b382c780 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 1001 time: 0.0988472 May 19 13:38:46.760435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-f6be3d0d-dc57-4878-9f3b-43d1b6ed242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:46.761917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-f6be3d0d-dc57-4878-9f3b-43d1b6ed242f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0607240 May 19 13:38:46.841534 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-461f1b9f-65d7-460d-9072-6e69f18df504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:38:46.843043 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-461f1b9f-65d7-460d-9072-6e69f18df504 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740650 May 19 13:38:46.974948 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-a1008ebc-aa13-42a3-89fa-ce99237216c6 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240358 May 19 13:38:47.114148 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d77d003-4895-4d10-8697-fa891ac55f04 req-c8efa621-f228-4cb3-a9a4-85ffcfbd3681 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320264 May 19 13:39:01.227386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4655bffe-ae0b-4d4c-bd02-b0d3b3a355d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:03.669680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4a969854-b1e7-4d6f-91ba-e5b2e574898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:04.989735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:04.991035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:06.114516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:08.019970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:09.595439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44224) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:09.801267 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 40cd0cfd-a5aa-442e-82ec-48df5741ecf4 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:39:09.801624 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:09.982369 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:09.982723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:10.122845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 40cd0cfd-a5aa-442e-82ec-48df5741ecf4 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:39:10.311928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:10.361573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=40cd0cfd-a5aa-442e-82ec-48df5741ecf4,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:10.531589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.531944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.532296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.532605 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.532926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.533235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.533557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.533876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.534199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.534492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.534855 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.535153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:10.606132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:10.606872 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP 9f41587c-4a71-4fd2-9e80-05db180e9237 disassociated (deleted). External IP: 172.26.3.109, port: b7c7a515-2f88-403d-ab36-bb3c2d4a91d7. May 19 13:39:11.015531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:39:11.211644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:39:11.223335 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] Sync routers for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:11.233898 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:11.234968 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:11.237876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:11.297053 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-1140c393-d006-415e-b042-79b8950f3af0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/floatingips/9f41587c-4a71-4fd2-9e80-05db180e9237 HTTP/1.1" status: 204 len: 168 time: 1.7004354 May 19 13:39:11.297526 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:11.349853 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbabf553-a154-4fdd-9f6a-30b15e6c973d'] response: {'name': 'network-changed', 'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'status': 'completed', 'code': 200} May 19 13:39:11.414984 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:11.455034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-adac0df7-1971-445b-ba82-ded7f72fbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:11.456548 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-adac0df7-1971-445b-ba82-ded7f72fbb7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 1098 time: 0.0837018 May 19 13:39:11.599002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-f93f95b7-2c3c-463b-8454-5b7fe4b75f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:11.600458 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-f93f95b7-2c3c-463b-8454-5b7fe4b75f72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 200 len: 898 time: 0.1377017 May 19 13:39:11.637357 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:39:11.671957 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-36c5d877-6cb2-4bd9-ba1a-42adae6b3c5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 200 len: 217 time: 0.0650935 May 19 13:39:11.721611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4e639-079d-4988-b376-91d80db81b10 req-487f03ca-77df-4a55-b1aa-70c86b80dd14 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:11.722331 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-68b4e639-079d-4988-b376-91d80db81b10 req-487f03ca-77df-4a55-b1aa-70c86b80dd14 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:39:11.740459 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-68b4e639-079d-4988-b376-91d80db81b10 req-487f03ca-77df-4a55-b1aa-70c86b80dd14 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:39:11.741763 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-68b4e639-079d-4988-b376-91d80db81b10 req-487f03ca-77df-4a55-b1aa-70c86b80dd14 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.1090651 May 19 13:39:11.747297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-599f180b-69c1-4553-b5c2-78b4cc479822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:11.748775 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-599f180b-69c1-4553-b5c2-78b4cc479822 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 200 len: 835 time: 0.0675733 May 19 13:39:11.755562 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:30Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:11.762086 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] Checking router: 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:11.772338 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:11.772969 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:11.790289 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-68b4e639-079d-4988-b376-91d80db81b10 req-d3fca692-cb76-4886-984f-b52204f037ee tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 May 19 13:39:11.837599 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-5b3f5e31-a887-4217-ade1-d515f5648024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:11.839338 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-5b3f5e31-a887-4217-ade1-d515f5648024 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c1d54312-bcce-497a-a1b7-72f3675fffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786226 May 19 13:39:11.973775 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:11.978266 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-73e39e4b-c249-4efd-8333-2a493020ef71 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294210 May 19 13:39:12.216332 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-838d6ecd-6fb0-4214-acf4-37fdc7b15162 req-d5d9a0ed-a37c-4684-adf6-838af141f738 service neutron] 10.222.0.79 "GET /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301698 May 19 13:39:12.337992 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:30Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:12.342329 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f5d2c-0ec7-49fb-843f-227ac6ce8081 None None] The sync data for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv is: [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': 'e29405bf-b1b0-4ad7-bdc0-dd250d124641', 'name': '', 'network_id': 'c1d54312-bcce-497a-a1b7-72f3675fffc5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:b7:aa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:23Z', 'updated_at': '2022-05-19T13:37:30Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': 'abfcdc38-ac92-4e14-8606-44afa6e7e56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:12.573555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d9ea4-32d7-48a2-bf5a-ad4ce6b171bb None None] New status for floating IP 9f41587c-4a71-4fd2-9e80-05db180e9237: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:39:13.004025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a10a2b-4f3b-4a84-849d-e3897d47c8d2 req-7a0b74b8-b727-4e79-b686-43260a9adbfa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:13.005520 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e3a10a2b-4f3b-4a84-849d-e3897d47c8d2 req-7a0b74b8-b727-4e79-b686-43260a9adbfa tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0988550 May 19 13:39:13.056527 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e3a10a2b-4f3b-4a84-849d-e3897d47c8d2 req-6c0b53fe-d592-44cb-8460-e075274da7f2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 May 19 13:39:13.325090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-b7297f70-72f9-499c-8dc4-1588bfa1a46c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:13.326396 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-b7297f70-72f9-499c-8dc4-1588bfa1a46c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 945 time: 0.0819736 May 19 13:39:13.399917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:39:13.400221 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:13.660720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:13.661074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:13.782470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:39:13.943954 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:13.994098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=b7c7a515-2f88-403d-ab36-bb3c2d4a91d7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:14.031735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.032434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.032434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.032735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.033067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.033400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.033730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.034056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.034386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.034732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.035052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.035399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:14.083871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] No DVR routers for this DVR port b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:39:14.087361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:14.090258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'name': 'network-vif-deleted', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:14.107352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0522677c-97fc-4a56-adae-ac0de9cbeb02 req-d7ade130-4cd5-434f-8c34-97ec4726c0d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "DELETE /v2.0/ports/b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 HTTP/1.1" status: 204 len: 173 time: 0.7749190 May 19 13:39:14.159141 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035c8546-b954-4e72-9c06-d64e938cb53e'] response: {'server_uuid': '22f25b3d-34f1-46be-bc43-67e9eb93341d', 'name': 'network-vif-deleted', 'tag': 'b7c7a515-2f88-403d-ab36-bb3c2d4a91d7', 'status': 'completed', 'code': 200} May 19 13:39:14.245068 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8e7ce555-2e8b-4f5b-8999-509416c60858 req-f3112eb6-6f10-492f-be6e-a26944d06146 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f25b3d-34f1-46be-bc43-67e9eb93341d HTTP/1.1" status: 200 len: 210 time: 0.0457571 May 19 13:39:15.346065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44242) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:16.049184 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:16.444088 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port e29405bf-b1b0-4ad7-bdc0-dd250d124641 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:39:16.444825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:16.648857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port e29405bf-b1b0-4ad7-bdc0-dd250d124641, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e29405bf-b1b0-4ad7-bdc0-dd250d124641,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:16.649292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:16.676454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:39:16.712081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:39:16.712292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device b7c7a515-2f88-403d-ab36-bb3c2d4a91d7 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:39:16.772460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for e29405bf-b1b0-4ad7-bdc0-dd250d124641 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:39:17.104924 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:17.154431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=e29405bf-b1b0-4ad7-bdc0-dd250d124641,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:17.545358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:17.906341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:39:18.091513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:39:18.102187 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] Sync routers for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:18.108620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f2a6f6f4-3bbf-4b7f-8a77-203a526d5d90 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/9ee367cb-6b31-4fb8-8a98-e50a9a4957ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7613149 May 19 13:39:18.111660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44246) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:18.112098 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:18.112747 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:18.178383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting subnet abfcdc38-ac92-4e14-8606-44afa6e7e56c {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:39:18.181539 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.241487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.328356 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:18.331485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.413579 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.455428 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Subnet': ['ID=abfcdc38-ac92-4e14-8606-44afa6e7e56c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:18.457257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.466349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-376ceb3c-3fa0-4fe4-bcd7-f757e7e919e8 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/subnets/abfcdc38-ac92-4e14-8606-44afa6e7e56c HTTP/1.1" status: 204 len: 168 time: 0.3512549 May 19 13:39:18.466632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44250) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:18.467694 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fdffa8-c67e-4d42-a9e1-b603fd58d511 None None] Network c1d54312-bcce-497a-a1b7-72f3675fffc5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:39:18.616038 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:39:17Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:18.622175 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] Checking router: 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:18.631590 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] Routers {'9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:18.632475 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:18.657718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.766902 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] DHCP port deletion for c1d54312-bcce-497a-a1b7-72f3675fffc5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:39:18.771385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Deleting port 89726c20-606d-49d9-89be-e90c3e71d507 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:39:18.771759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.823511 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] Set router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:18.842477 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.855274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:39:18.855677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:18.996134 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] For port 89726c20-606d-49d9-89be-e90c3e71d507, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=89726c20-606d-49d9-89be-e90c3e71d507,segment=NetworkSegment(9f5072f2-7eb4-49c8-8d08-22d42c595a8a),segment_id=9f5072f2-7eb4-49c8-8d08-22d42c595a8a)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:18.996559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.119337 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:39:17Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:19.124090 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68d17a-eeba-4049-a379-1019a061ca12 None None] The sync data for ids ['9ee367cb-6b31-4fb8-8a98-e50a9a4957ec'] in dv-neutron-841945-1-hyperv is: [{'id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953850598', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134'}], 'enable_snat': True}, 'gw_port_id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:37:19Z', 'updated_at': '2022-05-19T13:39:17Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': '7024cb93-613f-44a7-bfe4-d0db3dfe71f9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee367cb-6b31-4fb8-8a98-e50a9a4957ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:37:20Z', 'updated_at': '2022-05-19T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:19.127051 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Calling delete_port for 89726c20-606d-49d9-89be-e90c3e71d507 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:39:19.202210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port 7024cb93-613f-44a7-bfe4-d0db3dfe71f9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:19.203251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.209187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.261192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] No DVR routers for this DVR port 89726c20-606d-49d9-89be-e90c3e71d507 on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:39:19.263279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Pushing event deleted for resources: {'Port': ['ID=89726c20-606d-49d9-89be-e90c3e71d507,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:19.273748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.274063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.274394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.274751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.275147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.275381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.275727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.276042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.276353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.276672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.277016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.277323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be83a4b-1b3d-4ea2-9eca-e7c271d6b688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:19.349035 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:39:19.535105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.583345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=7024cb93-613f-44a7-bfe4-d0db3dfe71f9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:19.689023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.868901 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.871884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.896470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.897074 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee367cb-6b31-4fb8-8a98-e50a9a4957ec {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:39:19.912861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:19.913950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c20c6ad4-6ef0-4192-a437-187287bd4a1d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/routers/9ee367cb-6b31-4fb8-8a98-e50a9a4957ec HTTP/1.1" status: 204 len: 168 time: 1.4464257 May 19 13:39:19.916710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44254) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:20.039350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.175431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.202535 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d54312-bcce-497a-a1b7-72f3675fffc5']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:20.215383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5072f2-7eb4-49c8-8d08-22d42c595a8a') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:20.215681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5072f2-7eb4-49c8-8d08-22d42c595a8a') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:20.227268 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.243909 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.250600 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:39:20.250992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:39:20.266592 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:39:20.375689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.399059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 89726c20-606d-49d9-89be-e90c3e71d507 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:39:20.399550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.410919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Network': ['ID=c1d54312-bcce-497a-a1b7-72f3675fffc5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:20.418310 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2fa931a8-ad05-42ee-87c8-7ffe927bd723 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/networks/c1d54312-bcce-497a-a1b7-72f3675fffc5 HTTP/1.1" status: 204 len: 168 time: 0.4974241 May 19 13:39:20.418656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44258) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:20.434678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 89726c20-606d-49d9-89be-e90c3e71d507 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:39:20.435006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 89726c20-606d-49d9-89be-e90c3e71d507 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:39:20.435472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e29405bf-b1b0-4ad7-bdc0-dd250d124641 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:39:20.468413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e29405bf-b1b0-4ad7-bdc0-dd250d124641 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:39:20.468753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e29405bf-b1b0-4ad7-bdc0-dd250d124641 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:39:20.491953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aab71420-f8bb-4af3-8419-a26b675d02d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.521321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aab71420-f8bb-4af3-8419-a26b675d02d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.588120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aab71420-f8bb-4af3-8419-a26b675d02d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.607189 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab71420-f8bb-4af3-8419-a26b675d02d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1fdab5-8db2-4911-88c8-3ddf543ab7b4,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:20.621068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-aab71420-f8bb-4af3-8419-a26b675d02d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.621990 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-aab71420-f8bb-4af3-8419-a26b675d02d5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e1fdab5-8db2-4911-88c8-3ddf543ab7b4 HTTP/1.1" status: 204 len: 168 time: 0.2025197 May 19 13:39:20.746939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44266) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:20.752406 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827606806', 'description': 'tempest-secgroup-smoke-1827606806 description', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:20.759098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:20.763882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:20.767214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:20.773306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:20.785109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.805530 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:20.810032 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:20.813033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:20.818968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:20.891642 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.896536 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.943334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:20.946931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:20.950651 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8448778f-f40c-488d-be2f-f2a3bee81a18 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2001467 May 19 13:39:20.951316 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44270) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:20.956899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e3f1c258-1c88-4140-b86a-80ee9b5b5ebd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:20.966313 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:20.971508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:20.974376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:20.981146 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:20.999734 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.068136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.073072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.097251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b906dada-52e0-4c0a-9d11-27e976188f50,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:21.108788 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.111475 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-18f10582-b45b-415e-b949-8ae9fedb09f4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585057 May 19 13:39:21.114307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44274) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:21.119946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e3f1c258-1c88-4140-b86a-80ee9b5b5ebd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:21.126308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:21.130385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:21.133394 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:21.139977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:21.248748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.311511 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.315824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.339482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba611613-e64a-4c26-a97d-a070b6854e6c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:21.349418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.350638 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-33ebbcc3-6011-431b-a498-70ccd6898d47 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2351499 May 19 13:39:21.353419 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:21.358448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e3f1c258-1c88-4140-b86a-80ee9b5b5ebd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:21.364464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:21.368448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:21.371884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:21.379832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:21.404549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.471301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.475930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.500061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ff83ee-96f5-444c-9bcb-f752ed37cb8c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:21.509516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.510909 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b68cf575-4dc2-42ed-87f3-bf829d8e0d8e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564119 May 19 13:39:21.514336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:21.522236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e3f1c258-1c88-4140-b86a-80ee9b5b5ebd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:21.529303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:21.533919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:21.537616 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:21.545650 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:21.564855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.636589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.641292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.671545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a438888-0ac1-4cfc-832e-e2c303a38186,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:21.682425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.683779 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4868c3a3-5019-4513-8cc7-4c21cad483c3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682312 May 19 13:39:21.687362 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44286) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:21.693204 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e3f1c258-1c88-4140-b86a-80ee9b5b5ebd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:21.702747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:21.708630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:21.713141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:21.719555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:21.733062 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:39:21.741790 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.828510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.832944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.863928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6470255-473b-4e5c-9840-799270481d3e,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:21.875609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.877502 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d0cde1e5-1b39-40dc-abd0-90385e9f2f28 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1889687 May 19 13:39:21.880428 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44290) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:21.885535 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'security_group_rule': {'security_group_id': 'e3f1c258-1c88-4140-b86a-80ee9b5b5ebd', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:21.892356 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:21.896464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:security_group_rule and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:21.899511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:21.905830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:21.920009 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Project ad4b103a75b14c278ca8ee79c84334ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:39:21.926941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.993690 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:21.998052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:39:21.999674 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.021232 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f95d7e-e26a-415f-b414-d521fde4cc75,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:22.033711 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.037767 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-22b9333b-9052-45c0-9fae-0dfbd7c65465 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563320 May 19 13:39:22.037970 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:22.039390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:39:22.039836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 7024cb93-613f-44a7-bfe4-d0db3dfe71f9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:39:22.044369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'network': {'name': 'tempest-network-smoke--1312263095', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'port_security_enabled': True}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:22.049673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:22.053840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:network and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:22.056748 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:22.064029 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:22.075797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:22.079707 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.107083 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:39:22.116280 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.116643 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Added segment c7aa709f-68cd-4d1c-be9d-88716e036b1d of type vlan for network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 May 19 13:39:22.145439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.185215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.191071 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:22.191637 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.300784 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2613943 May 19 13:39:22.303438 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44298) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:22.305823 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa4215-95be-4a9a-a439-4704f7b0caed tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Network': ['ID=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:22.312369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'admin_state_up': True, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:22.316183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:39:22.320856 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:22.325366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:router and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:22.328882 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:22.335063 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:22.347351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.348611 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.364806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.645804 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.960979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:22.991066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:23.131753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.63 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:23.280928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:23.312904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:23.378864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:23.381972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:23.385716 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:39:23.528563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:23.925436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:24.280193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:24.487413 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router cbc6c831-71e1-4c69-9669-a6754af595ef is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:39:24.703910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:39:24.714203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Sync routers for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:24.724257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:24.724885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:24.732329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:24.733539 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8591d922-e68d-4a0d-a09b-d27ebe8f665e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4290793 May 19 13:39:24.736681 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44302) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:24.778257 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dc922cca-3c77-4b8a-8d46-819eeee4889b tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ad4b103a75b14c278ca8ee79c84334ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402899 May 19 13:39:24.785363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44306) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:24.903565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:25.039931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2721ddd-5fc8-44f8-8628-a21c1b9236eb tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:25.041294 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c2721ddd-5fc8-44f8-8628-a21c1b9236eb tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2550211 May 19 13:39:25.044405 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44310) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:25.083040 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6d2d3de8-760b-42f5-b2fa-96243d7e2248 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=92ecd9d4-594b-41cd-bc44-2631387e1a4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375438 May 19 13:39:25.085624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44314) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:25.092011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-104536916', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:25.205370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:25.205747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:23Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:25.209687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:subnet and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:25.209908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Checking router: cbc6c831-71e1-4c69-9669-a6754af595ef for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:25.210070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Updating router cbc6c831-71e1-4c69-9669-a6754af595ef port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:39:25.212903 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:25.220587 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:25.233453 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:25.237087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.262533 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.461226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.544751 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Subnet': ['ID=9ea71393-c105-4613-b399-c6655fb40117,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:25.554820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Checking segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:39:25.555105 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network hostable DHCP agents. Network: db2cfcf1-ba01-4c8e-bbfd-5192442f98f5, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:39:25.577154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:39:25.588656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, db2cfcf1-ba01-4c8e-bbfd-5192442f98f5) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:25.594123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:25.594775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.601152 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfcc6a-6180-453f-b63e-600fed2de156 None None] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:39:25.618076 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-f14994f2-a857-4441-a280-5d4a41246665 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5313504 May 19 13:39:25.621563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44318) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:25.632898 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.697626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Transition to ACTIVE for port object e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:25.709699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.823418 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597c229-1f76-4216-8a86-23acaf7a64a1 None None] Pushing event updated for resources: {'Port': ['ID=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:25.827856 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Attempting to bind port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:39:25.828136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Attempting to bind port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:39:25.828440 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Attempting to bind port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:39:25.863549 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:39:25.863880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:39:25.864309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.864699 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:39:25.865147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Bound port: e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:39:25.865526 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:25.988059 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] For port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:39:25.992470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] For port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:39:25.995452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:39:25.996336 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:26.008292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:26.147626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:26.148264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:26.260250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597c229-1f76-4216-8a86-23acaf7a64a1 None None] Pushing event updated for resources: {'Port': ['ID=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:26.358025 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:26.438412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Allocated IP 172.20.0.2 (db2cfcf1-ba01-4c8e-bbfd-5192442f98f5/9ea71393-c105-4613-b399-c6655fb40117/1d51207c-54ca-49dc-8eda-739a166cc0af) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:26.449603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:26.904361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:26.916838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Transition to ACTIVE for port object 1d51207c-54ca-49dc-8eda-739a166cc0af will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:26.940634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:23Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:26.942889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Transition to ACTIVE for port object 1d51207c-54ca-49dc-8eda-739a166cc0af will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:26.946729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edae8c1-2491-48d3-b4e9-410ed33ab9d8 None None] The sync data for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv is: [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:23Z', 'revision_number': 3, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:26.950036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.010219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:27.018118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:27.022666 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:39:27.035122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.1 (db2cfcf1-ba01-4c8e-bbfd-5192442f98f5/9ea71393-c105-4613-b399-c6655fb40117/03989ce0-71fb-4968-9562-c0510c5244f9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:27.110203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Pushing event updated for resources: {'Port': ['ID=1d51207c-54ca-49dc-8eda-739a166cc0af,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:27.145279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Attempting to bind port 1d51207c-54ca-49dc-8eda-739a166cc0af on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:39:27.145716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Attempting to bind port 1d51207c-54ca-49dc-8eda-739a166cc0af by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:39:27.146114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Attempting to bind port 1d51207c-54ca-49dc-8eda-739a166cc0af on network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:39:27.152364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:39:27.152770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Checking segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:39:27.153127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.153551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Bound using segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:39:27.154671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Bound port: 1d51207c-54ca-49dc-8eda-739a166cc0af, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:39:27.154671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.213711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.248309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object 03989ce0-71fb-4968-9562-c0510c5244f9 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:27.274302 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] For port 1d51207c-54ca-49dc-8eda-739a166cc0af, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:39:27.280594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] For port 1d51207c-54ca-49dc-8eda-739a166cc0af, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=1d51207c-54ca-49dc-8eda-739a166cc0af,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:39:27.281647 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.285639 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.352782 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:27.356790 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:27.360559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:39:27.372137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbb6a0-2ef8-4b0c-ac3b-83afe393c263 None None] Pushing event updated for resources: {'Port': ['ID=1d51207c-54ca-49dc-8eda-739a166cc0af,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:27.418893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=03989ce0-71fb-4968-9562-c0510c5244f9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:27.444407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:27.750447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.109467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1d51207c-54ca-49dc-8eda-739a166cc0af up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:28.196469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 1d51207c-54ca-49dc-8eda-739a166cc0af completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:28.207439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:28.243391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.252079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.282211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:28.288924 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:28.289297 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.373659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=03989ce0-71fb-4968-9562-c0510c5244f9,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:28.378110 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.430889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:28.431275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.450285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:28.458296 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.497455 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb95633-095a-4b66-809d-f4b3980c648a None None] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:39:28.534775 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:28.536052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:28.600470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Provisioning for port 1d51207c-54ca-49dc-8eda-739a166cc0af completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:28.618339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Provisioning complete for port 1d51207c-54ca-49dc-8eda-739a166cc0af triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:28.618736 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.709874 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:28.876267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router cbc6c831-71e1-4c69-9669-a6754af595ef has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:39:28.913611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Current status of the port 1d51207c-54ca-49dc-8eda-739a166cc0af is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:28.913981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:28.960844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] For port 1d51207c-54ca-49dc-8eda-739a166cc0af, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=1d51207c-54ca-49dc-8eda-739a166cc0af,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:28.966990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:29.044246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf142f0-10f4-4b91-acdf-142845a16a40 None None] Pushing event updated for resources: {'Port': ['ID=1d51207c-54ca-49dc-8eda-739a166cc0af,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:29.067786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:39:29.078412 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Sync routers for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:29.082071 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9c2c03d6-e4d8-4f59-a6f7-811b3c2d42b1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/cbc6c831-71e1-4c69-9669-a6754af595ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593098 May 19 13:39:29.089243 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:29.089901 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:29.272401 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2d726bad-6f73-4e8c-aff2-a120d2e5f3b9 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827606806&fields=id&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 267 time: 0.0464323 May 19 13:39:29.302037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Provisioning for port 03989ce0-71fb-4968-9562-c0510c5244f9 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:29.305394 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:29.308944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Provisioning complete for port 03989ce0-71fb-4968-9562-c0510c5244f9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:29.309449 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:29.383182 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Port 03989ce0-71fb-4968-9562-c0510c5244f9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:39:29.397949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Provisioning complete for port 1d51207c-54ca-49dc-8eda-739a166cc0af triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:29.398330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:29.437412 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-a1ae9b45-a705-4b8b-98d8-3b0647858b5e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:29.438606 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-a1ae9b45-a705-4b8b-98d8-3b0647858b5e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:39:29.459812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-a1ae9b45-a705-4b8b-98d8-3b0647858b5e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:39:29.461324 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-a1ae9b45-a705-4b8b-98d8-3b0647858b5e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 797 time: 0.1817212 May 19 13:39:29.482173 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-6c5d9982-1934-45fa-af8c-e51ad398fc73 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/quotas/ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 375 time: 0.0137632 May 19 13:39:29.567922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d8ce7-5be8-482e-b571-7384d9df3076 None None] Current status of the port 1d51207c-54ca-49dc-8eda-739a166cc0af is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:29.603540 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-3e6c2dc9-0ccb-4ab5-9640-f14f2614d25d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074686 May 19 13:39:29.693380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b4807778-be2d-4ac1-aa7b-0705443292bf None None] Provisioning complete for port 03989ce0-71fb-4968-9562-c0510c5244f9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:29.694034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b4807778-be2d-4ac1-aa7b-0705443292bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:29.702455 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 2, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:29.707210 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Checking router: cbc6c831-71e1-4c69-9669-a6754af595ef for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:29.707787 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Updating router cbc6c831-71e1-4c69-9669-a6754af595ef port 03989ce0-71fb-4968-9562-c0510c5244f9 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:39:29.765293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b4807778-be2d-4ac1-aa7b-0705443292bf None None] Port 03989ce0-71fb-4968-9562-c0510c5244f9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:39:29.772580 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:29.818698 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-4438d90c-190f-48c5-95b4-c8e32388f851 service neutron] 10.222.0.44 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959503 May 19 13:39:29.889432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-4c0175c6-477b-41ba-9a57-21f98c32ab00 None None] Provisioning complete for port 03989ce0-71fb-4968-9562-c0510c5244f9 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:29.890082 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4c0175c6-477b-41ba-9a57-21f98c32ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:29.952091 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4c0175c6-477b-41ba-9a57-21f98c32ab00 None None] Port 03989ce0-71fb-4968-9562-c0510c5244f9 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:39:30.061888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1d51207c-54ca-49dc-8eda-739a166cc0af up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:30.085406 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-dadf4c4e-f54d-4515-8067-e5fe78b87457 service neutron] 10.222.0.44 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593367 May 19 13:39:30.136871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 1d51207c-54ca-49dc-8eda-739a166cc0af triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:30.137546 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.170693 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.184753 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Transition to ACTIVE for port object 03989ce0-71fb-4968-9562-c0510c5244f9 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:30.194649 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.305032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 1d51207c-54ca-49dc-8eda-739a166cc0af is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:30.306306 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:30.339353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d62c5ade-31de-443f-97cc-b5efefb2b3d8 req-4d8d1b84-be5a-44ea-af0a-9d107f72e918 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:39:30.374556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d62c5ade-31de-443f-97cc-b5efefb2b3d8 req-4d8d1b84-be5a-44ea-af0a-9d107f72e918 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:39:30.389081 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d62c5ade-31de-443f-97cc-b5efefb2b3d8 req-4d8d1b84-be5a-44ea-af0a-9d107f72e918 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 210 time: 0.1264014 May 19 13:39:30.425326 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:30.425948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.446328 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Pushing event updated for resources: {'Port': ['ID=03989ce0-71fb-4968-9562-c0510c5244f9,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:30.506948 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.507353 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.507538 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.507827 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.508146 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.508504 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.508851 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.509176 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.509500 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.509801 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.510131 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.510511 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:39:30.537805 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Attempting to bind port 03989ce0-71fb-4968-9562-c0510c5244f9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:39:30.538203 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Attempting to bind port 03989ce0-71fb-4968-9562-c0510c5244f9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:39:30.538549 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Attempting to bind port 03989ce0-71fb-4968-9562-c0510c5244f9 on network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:39:30.545523 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:39:30.545886 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Checking segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:39:30.546279 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.546708 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Bound using segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:39:30.547167 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Bound port: 03989ce0-71fb-4968-9562-c0510c5244f9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:39:30.547713 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.599872 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:30.654147 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] For port 03989ce0-71fb-4968-9562-c0510c5244f9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:39:30.657396 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] For port 03989ce0-71fb-4968-9562-c0510c5244f9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=03989ce0-71fb-4968-9562-c0510c5244f9,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:39:30.662452 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:30.747926 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:30.748587 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:30.803605 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bdbc7-f563-48d0-971d-6eab63f81b9c None None] Pushing event updated for resources: {'Port': ['ID=03989ce0-71fb-4968-9562-c0510c5244f9,revision_number=4']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:30.953507 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:31.234035 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b479fb4a-2dd5-4070-b319-1fbe5b2a5f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:31.291677 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:30Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:31.296429 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa19e2-2fe5-4a74-aa74-380aad9af2ab None None] The sync data for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv is: [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:30Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:31.557113 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-7490e8b7-d02b-4d0d-a0bb-9221c13001d7 req-d10e7063-79ad-4cbe-bdbe-88d2506f741e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 210 time: 0.0572846 May 19 13:39:31.595314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-56ebfd5d-d0cc-4893-bd0d-be90eddb96df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:31.596089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-56ebfd5d-d0cc-4893-bd0d-be90eddb96df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:39:31.610099 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-56ebfd5d-d0cc-4893-bd0d-be90eddb96df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:network {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:39:31.611283 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-56ebfd5d-d0cc-4893-bd0d-be90eddb96df tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 797 time: 0.2263796 May 19 13:39:31.667355 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-bf757371-5786-4fe9-82f1-a131de4f16da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:39:31.691183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-bf757371-5786-4fe9-82f1-a131de4f16da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:39:31.692467 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-bf757371-5786-4fe9-82f1-a131de4f16da tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4b103a75b14c278ca8ee79c84334ce HTTP/1.1" status: 200 len: 380 time: 0.0707510 May 19 13:39:31.703332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'port': {'device_id': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'admin_state_up': True, 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'security_groups': ['e3f1c258-1c88-4140-b86a-80ee9b5b5ebd']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:31.858777 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:31.868919 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:31.881349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Made reservation on behalf of ad4b103a75b14c278ca8ee79c84334ce for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:39:31.885153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.082314 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 03989ce0-71fb-4968-9562-c0510c5244f9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:32.091675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.20.0.7 (db2cfcf1-ba01-4c8e-bbfd-5192442f98f5/9ea71393-c105-4613-b399-c6655fb40117/0aab489c-9775-4312-b7e2-c1ebb95a15f3) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:32.168179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 03989ce0-71fb-4968-9562-c0510c5244f9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:32.174737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 03989ce0-71fb-4968-9562-c0510c5244f9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:32.175110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.313598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 03989ce0-71fb-4968-9562-c0510c5244f9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:32.314087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.329255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.352235 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Transition to ACTIVE for port object 0aab489c-9775-4312-b7e2-c1ebb95a15f3 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:32.354868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 03989ce0-71fb-4968-9562-c0510c5244f9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=03989ce0-71fb-4968-9562-c0510c5244f9,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:32.363641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.384362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.450061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=03989ce0-71fb-4968-9562-c0510c5244f9,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:32.469714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:32.473126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:32.480368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:39:32.516603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=0aab489c-9775-4312-b7e2-c1ebb95a15f3,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:32.552736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:32.553372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.596817 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-2fa441c0-2176-455c-bf4a-04c2cb1a5962 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8990488 May 19 13:39:32.612615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Request body: {'port': {'device_id': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:32.769386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-58e88bac-45e4-439c-b209-8716ddcb31a1 None None] Provisioning for port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:32.779892 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-58e88bac-45e4-439c-b209-8716ddcb31a1 None None] Provisioning complete for port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:32.780460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-58e88bac-45e4-439c-b209-8716ddcb31a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.781137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:32.836842 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-58e88bac-45e4-439c-b209-8716ddcb31a1 None None] Port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:39:32.865574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1699e-208c-4be3-9307-8dc1cc076828 req-63e36053-5b09-4906-a8a1-77d6e3eaf272 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:32.866290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-21d1699e-208c-4be3-9307-8dc1cc076828 req-63e36053-5b09-4906-a8a1-77d6e3eaf272 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:39:32.936483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-21d1699e-208c-4be3-9307-8dc1cc076828 req-63e36053-5b09-4906-a8a1-77d6e3eaf272 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:39:32.937640 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-21d1699e-208c-4be3-9307-8dc1cc076828 req-63e36053-5b09-4906-a8a1-77d6e3eaf272 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 931 time: 0.2685304 May 19 13:39:33.187932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-21d1699e-208c-4be3-9307-8dc1cc076828 req-8b903923-476c-421d-80db-5e875d26bdd4 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432044 May 19 13:39:33.318358 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aab489c-9775-4312-b7e2-c1ebb95a15f3 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:39:33.327281 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:33.342532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Transition to ACTIVE for port object 0aab489c-9775-4312-b7e2-c1ebb95a15f3 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:39:33.347573 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:33.514939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0aab489c-9775-4312-b7e2-c1ebb95a15f3,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:33.605259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Attempting to bind port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:39:33.605931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Attempting to bind port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:39:33.605931 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Attempting to bind port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 on network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:39:33.610920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 on network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:39:33.611228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Attempting to bind port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 on network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:39:33.621476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:39:33.621476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Checking segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:39:33.621476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Bound using segment: {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:39:33.621476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Bound port: 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7aa709f-68cd-4d1c-be9d-88716e036b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:39:33.621476 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:33.677687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3f02d525-0f2d-4f5e-b871-7062e30a1f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:33.723460 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] For port 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:39:33.726749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] For port 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:39:33.732649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:33.797719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:33.798359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:33.799816 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] 10.222.0.79 "PUT /v2.0/ports/0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 1093 time: 1.1916769 May 19 13:39:33.800261 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:33.823234 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4abb-0d9a-4e2f-be83-9e6848bc82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0aab489c-9775-4312-b7e2-c1ebb95a15f3,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:33.877748 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043d3feb-915c-47c3-8c87-5980f802abcc'] response: {'name': 'network-changed', 'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'status': 'completed', 'code': 200} May 19 13:39:33.932301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-fcc9e5f1-fa0d-45e8-8509-113749c9f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:33.934404 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-fcc9e5f1-fa0d-45e8-8509-113749c9f8b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1096 time: 0.0921781 May 19 13:39:34.017538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-38e2020a-1ccc-48eb-9939-78a35d779fa1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 217 time: 0.0754750 May 19 13:39:34.055814 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 03989ce0-71fb-4968-9562-c0510c5244f9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:34.086068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-745ddcb8-4033-4bc3-96ba-33d40b49b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:34.087480 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-745ddcb8-4033-4bc3-96ba-33d40b49b40c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 200 len: 834 time: 0.0626042 May 19 13:39:34.128744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 03989ce0-71fb-4968-9562-c0510c5244f9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:34.128744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:34.178836 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-602f838e-9f7f-45e6-bbec-84c53cbd9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:34.181248 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-602f838e-9f7f-45e6-bbec-84c53cbd9967 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876276 May 19 13:39:34.255522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 03989ce0-71fb-4968-9562-c0510c5244f9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:34.365176 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-12e60224-b0b4-4e95-bb63-1110a80e471a service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767821 May 19 13:39:34.503233 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799997b-6344-4692-adf9-6a77a983309a req-ec6678ff-7998-4115-9b10-d7f644074987 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:34.504726 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5799997b-6344-4692-adf9-6a77a983309a req-ec6678ff-7998-4115-9b10-d7f644074987 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 943 time: 0.2066410 May 19 13:39:34.537092 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d7361b2f-9802-4dab-819c-c3f628413c52 req-d1f089d0-04a0-4418-bd2a-9d073f5a73d0 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638319 May 19 13:39:34.562200 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5799997b-6344-4692-adf9-6a77a983309a req-e9d5d577-4530-449a-8338-cdc43aff8a3c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484962 May 19 13:39:34.667136 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204732-64f5-4943-840c-7a78ea118fdc req-0a9b0121-7617-41ba-b92f-ae9ecc2397d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:34.668540 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-0a9b0121-7617-41ba-b92f-ae9ecc2397d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1096 time: 0.0831256 May 19 13:39:34.820430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204732-64f5-4943-840c-7a78ea118fdc req-b8ef46ad-3692-4ef6-903b-00e24cd624a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:34.821980 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-b8ef46ad-3692-4ef6-903b-00e24cd624a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 898 time: 0.1439283 May 19 13:39:34.890097 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-f58e92da-beb9-475f-b81c-dd92eee4697c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 217 time: 0.0607843 May 19 13:39:34.978233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:34.980539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:35.087218 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204732-64f5-4943-840c-7a78ea118fdc req-7690ff85-90d7-4990-98a8-1df56f33f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:35.088870 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-7690ff85-90d7-4990-98a8-1df56f33f974 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 200 len: 834 time: 0.1914167 May 19 13:39:35.096430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-d647be53-6b5e-4945-b4f0-2c9bf8bda2dc req-131d5dc3-05f8-4aa9-8292-3eee8c1c214f service neutron] (88029) timed out ('10.222.0.79', 50042) {{(pid=88029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:39:35.171060 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb204732-64f5-4943-840c-7a78ea118fdc req-cba038d8-7cea-439f-a03c-81edda55bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:35.172551 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-cba038d8-7cea-439f-a03c-81edda55bf64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764413 May 19 13:39:35.309187 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-34d2474f-b685-4117-9b5f-488b7419ab68 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279685 May 19 13:39:35.453573 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-eb204732-64f5-4943-840c-7a78ea118fdc req-63431b10-69e5-4a46-b2ce-7377e09cd4d7 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371567 May 19 13:39:35.768408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96166-e2c3-4e34-a1ca-9daafb2ddd8e req-7c3263eb-1381-4816-8fd2-74aab3772c8f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:35.769892 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dab96166-e2c3-4e34-a1ca-9daafb2ddd8e req-7c3263eb-1381-4816-8fd2-74aab3772c8f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 943 time: 0.0869799 May 19 13:39:35.818962 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dab96166-e2c3-4e34-a1ca-9daafb2ddd8e req-1e3913d7-9ddd-49ea-a781-a29f03c0dea2 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 May 19 13:39:36.122276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:36.777726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0aab489c-9775-4312-b7e2-c1ebb95a15f3 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:39:36.955894 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:36.969818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'port_id': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'mac_address': 'fa:16:3e:c1:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:39:37.022224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3060-ee41-44b7-a76a-cfbf5281bdcc req-cbf1eb44-d15d-4cae-85ec-3720d86f47c7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:37.024461 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d3be3060-ee41-44b7-a76a-cfbf5281bdcc req-cbf1eb44-d15d-4cae-85ec-3720d86f47c7 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 943 time: 0.0853407 May 19 13:39:37.025172 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:37.025557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:37.044646 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aab489c-9775-4312-b7e2-c1ebb95a15f3 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:39:37.067127 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:37.074417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:37.084807 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d3be3060-ee41-44b7-a76a-cfbf5281bdcc req-f0edcea6-3cc3-4560-8d4c-be8895ad3e8f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494263 May 19 13:39:37.153804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=0aab489c-9775-4312-b7e2-c1ebb95a15f3,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:37.327761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['0aab489c-9775-4312-b7e2-c1ebb95a15f3'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:39:38.022705 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:38.299863 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7121e-1765-42b1-95bc-a00bd2a84ab6 req-d36e8d29-4182-4cf2-840e-7271e5be030e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:38.301287 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ecf7121e-1765-42b1-95bc-a00bd2a84ab6 req-d36e8d29-4182-4cf2-840e-7271e5be030e tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 944 time: 0.0946937 May 19 13:39:38.356138 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ecf7121e-1765-42b1-95bc-a00bd2a84ab6 req-bbbb7294-caf2-46c0-be63-1bb696e777a3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 May 19 13:39:38.785202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0aab489c-9775-4312-b7e2-c1ebb95a15f3 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:39:38.862836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:39:38.868160 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:39:38.868583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:38.987121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:39:38.987482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:39.018900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:39.028610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:39:39.035904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:39.072088 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38add39-330e-4178-8511-c43fa1dff8ea'] response: {'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'code': 200} May 19 13:39:39.112580 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=0aab489c-9775-4312-b7e2-c1ebb95a15f3,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:39.325870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb8bf-1d56-4bff-9379-6f777c5cf13c req-3cf838f0-775c-4f58-8122-0ed8e5e045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:39.328410 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6f6fb8bf-1d56-4bff-9379-6f777c5cf13c req-3cf838f0-775c-4f58-8122-0ed8e5e045ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1098 time: 0.0774078 May 19 13:39:39.371306 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6f6fb8bf-1d56-4bff-9379-6f777c5cf13c req-a90f0bee-c718-43d8-9241-d08d39b185b1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357306 May 19 13:39:39.544519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1307f8-9caf-439b-b8d4-d4a2aa167b0a req-099593bf-3c47-4216-a4c8-4bfbfb2f9fb6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:39.545978 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-df1307f8-9caf-439b-b8d4-d4a2aa167b0a req-099593bf-3c47-4216-a4c8-4bfbfb2f9fb6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0832231 May 19 13:39:39.595731 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-df1307f8-9caf-439b-b8d4-d4a2aa167b0a req-b6e76b75-eb96-4434-823f-c64d20ad6a54 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 May 19 13:39:40.790193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5d20-d425-439e-b414-07d0c3c875f1 req-e0b4d239-afa7-4e7e-8b39-50215ed9fdee tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:40.791759 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-92bd5d20-d425-439e-b414-07d0c3c875f1 req-e0b4d239-afa7-4e7e-8b39-50215ed9fdee tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0870299 May 19 13:39:40.838337 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-92bd5d20-d425-439e-b414-07d0c3c875f1 req-ba5148ad-6a4d-40fa-bd16-4753111623e6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 May 19 13:39:41.026389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aca38-835d-4445-99b4-2549ecb1d87b req-c14f4e90-8e94-4ffc-b75f-8554be99263d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:41.027910 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e16aca38-835d-4445-99b4-2549ecb1d87b req-c14f4e90-8e94-4ffc-b75f-8554be99263d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0834529 May 19 13:39:41.075762 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e16aca38-835d-4445-99b4-2549ecb1d87b req-87401712-a681-4f82-a9c5-3a4958f310d0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 May 19 13:39:41.099857 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44374) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:41.170014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8719f-97eb-4efa-b9d2-365139ab2a80 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:41.171483 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-74e8719f-97eb-4efa-b9d2-365139ab2a80 tempest-TestNetworkAdvancedServerOps-1285210534 tempest-TestNetworkAdvancedServerOps-1285210534-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1093 time: 0.0706189 May 19 13:39:41.174667 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44378) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:41.179627 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:39:41.185915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:39:41.190603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Usage tracker for resource:floatingip and tenant:ad4b103a75b14c278ca8ee79c84334ce is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:39:41.193649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:39:41.199925 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:39:41.212498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:41.352461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:41.494819 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Allocated IP 172.26.3.141 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/772e31f8-9b09-4591-b8c0-2f6509641787) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:39:41.653066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:41.685096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:41.752899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:39:41.755780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:39:41.759407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:39:41.801439 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=772e31f8-9b09-4591-b8c0-2f6509641787,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.315332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:42.404207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:42.627711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:42.633212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:42.752425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event updated for resources: {'Port': ['ID=772e31f8-9b09-4591-b8c0-2f6509641787,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:39:42.762132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:42.938072 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP e8b387c5-b83b-489b-9c13-f6051367b3ab associated. External IP: 172.26.3.141, port: 0aab489c-9775-4312-b7e2-c1ebb95a15f3. May 19 13:39:43.295345 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router cbc6c831-71e1-4c69-9669-a6754af595ef has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:39:43.479143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:39:43.490138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] Sync routers for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:39:43.501253 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:43.501978 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:43.505754 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:39:43.564839 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1b8b7c42-1f40-4e1f-97b2-cedfc197ffa5 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3890290 May 19 13:39:43.565321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:39:43.616709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57051e9-e14e-4e12-85c4-1239fc46abd3'] response: {'name': 'network-changed', 'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'status': 'completed', 'code': 200} May 19 13:39:43.686181 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:43.901206 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-c07561b8-6099-4ba0-82aa-dfad45c30c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:43.902693 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-c07561b8-6099-4ba0-82aa-dfad45c30c40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1098 time: 0.2627530 May 19 13:39:43.915359 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a21d-7e63-4683-a464-bd8fc3a6703c req-7bdb7c51-c36b-4c1b-98d3-fbb9503fc65d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:43.916757 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-57f9a21d-7e63-4683-a464-bd8fc3a6703c req-7bdb7c51-c36b-4c1b-98d3-fbb9503fc65d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.2405834 May 19 13:39:44.040442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'e8b387c5-b83b-489b-9c13-f6051367b3ab', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'port_id': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'mac_address': 'fa:16:3e:c1:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:44.044777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] Checking router: cbc6c831-71e1-4c69-9669-a6754af595ef for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:39:44.053644 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-57f9a21d-7e63-4683-a464-bd8fc3a6703c req-f129804a-2850-43f5-b823-057fa25b8f82 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166272 May 19 13:39:44.056346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:39:44.057128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:39:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:44.077292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44386) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:44.080756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-57895a3c-d676-4274-9ce1-75aab3c32a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:44.082161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-57895a3c-d676-4274-9ce1-75aab3c32a4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 898 time: 0.1645782 May 19 13:39:44.276345 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-14b0c96b-cc55-4493-9b60-b7a752cf0780 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e8b387c5-b83b-489b-9c13-f6051367b3ab HTTP/1.1" status: 200 len: 991 time: 0.1977732 May 19 13:39:44.282966 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-a8d7031b-ed4b-4d2f-8966-40480edbd72d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 999 time: 0.1477582 May 19 13:39:44.289831 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:39:44.346323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-d64e5340-fff1-42eb-8f22-0aa26926375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:44.347778 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-d64e5340-fff1-42eb-8f22-0aa26926375d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 200 len: 834 time: 0.0579195 May 19 13:39:44.430861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-81786323-6361-4118-81dd-89d2115989e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:44.432227 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-81786323-6361-4118-81dd-89d2115989e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752425 May 19 13:39:44.568013 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-3678de81-0548-4bfb-a198-d0143c3e0647 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283085 May 19 13:39:44.647558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'e8b387c5-b83b-489b-9c13-f6051367b3ab', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'port_id': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'mac_address': 'fa:16:3e:c1:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:39:44.651937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3ee23-1f2c-430c-af82-c4948ca6dbe1 None None] The sync data for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv is: [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': 'e8b387c5-b83b-489b-9c13-f6051367b3ab', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'floating_ip_address': '172.26.3.141', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'port_id': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'mac_address': 'fa:16:3e:c1:4a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:39:42Z', 'updated_at': '2022-05-19T13:39:42Z', 'revision_number': 0, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:39:44.715247 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-02115d7d-ea8b-4d54-92ab-6e753adca5e9 req-f101452f-a6d0-4674-8546-7a606a31b50a service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396492 May 19 13:39:44.860011 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca7a9a-0fab-451a-bc59-c2140a3f8a8a None None] New status for floating IP e8b387c5-b83b-489b-9c13-f6051367b3ab: ACTIVE {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:39:45.282016 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44390) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:39:45.397160 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cd9bf9ce-e769-4897-93b3-3f9452a546ee tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e8b387c5-b83b-489b-9c13-f6051367b3ab HTTP/1.1" status: 200 len: 993 time: 0.1137619 May 19 13:39:47.052933 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-65bd7fe6-ba5c-426a-bafb-e4675807075a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712373 May 19 13:39:47.202156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1188-9211-4322-9396-41566b4dca19 req-8129996c-ed33-45bd-a603-21177a727897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:47.205243 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-8129996c-ed33-45bd-a603-21177a727897 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1098 time: 0.0767694 May 19 13:39:47.358714 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1188-9211-4322-9396-41566b4dca19 req-09fa14df-fbe4-49d9-9da3-e71688979a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:47.360865 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-09fa14df-fbe4-49d9-9da3-e71688979a78 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 898 time: 0.1349683 May 19 13:39:47.472484 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-2a87bf26-b5a0-4c2f-9759-925f89e5cefb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 1001 time: 0.1041570 May 19 13:39:47.544365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1188-9211-4322-9396-41566b4dca19 req-e008bcd9-ae06-4425-83a9-703c7824313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:47.545848 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-e008bcd9-ae06-4425-83a9-703c7824313a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 200 len: 834 time: 0.0652835 May 19 13:39:47.626374 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1188-9211-4322-9396-41566b4dca19 req-e79aed23-06a7-4903-9a10-8236044ac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:39:47.627884 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-e79aed23-06a7-4903-9a10-8236044ac6f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753367 May 19 13:39:47.779566 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-1c58cdc0-14f4-4f58-951c-935992dffd2a service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433890 May 19 13:39:48.033239 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7cae1188-9211-4322-9396-41566b4dca19 req-c09523c6-7ddc-49f9-b431-32d919ca1187 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462494 May 19 13:39:48.622474 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:40:01.238711 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3b04-23d9-4db2-994a-37df7d42b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:03.662114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-67bcf433-7241-49e0-af3b-6a1fd369c95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:04.972438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:04.975553 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:06.121132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:08.029486 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:19.143942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a94aa-57cf-401f-b4b1-4103e051926f req-552a0fb9-ddf2-40c6-8c8d-cebd6a899766 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:19.145436 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-062a94aa-57cf-401f-b4b1-4103e051926f req-552a0fb9-ddf2-40c6-8c8d-cebd6a899766 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.1446314 May 19 13:40:19.192627 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-062a94aa-57cf-401f-b4b1-4103e051926f req-551f325c-1d76-4d59-9269-944b6f4b5217 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412145 May 19 13:40:20.428085 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7fdc-e966-434a-948c-19670251cb8b req-9f849d74-31f3-4d17-8f97-9e028e6d6d7c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:20.429568 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7cf7fdc-e966-434a-948c-19670251cb8b req-9f849d74-31f3-4d17-8f97-9e028e6d6d7c tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.1293507 May 19 13:40:20.478917 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7cf7fdc-e966-434a-948c-19670251cb8b req-df036620-50b8-4a9b-b48b-4279c2122711 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 May 19 13:40:20.502703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44418) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:20.613471 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-a264ff91-bbca-46b6-8ef2-3f4e13fb6238 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e8b387c5-b83b-489b-9c13-f6051367b3ab HTTP/1.1" status: 200 len: 993 time: 0.1095960 May 19 13:40:22.113662 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f1aa-e650-493e-9cb3-bfa81c5f3310 req-d2730e2d-d35e-4a87-85f4-966e96721974 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.115228 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5635f1aa-e650-493e-9cb3-bfa81c5f3310 req-d2730e2d-d35e-4a87-85f4-966e96721974 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0830395 May 19 13:40:22.164498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-5635f1aa-e650-493e-9cb3-bfa81c5f3310 req-06499fe4-c6bb-4225-ba79-620805e37cd3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 May 19 13:40:22.167202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-1224ea31-1b73-4bb1-8577-c97c1e623bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.168895 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-1224ea31-1b73-4bb1-8577-c97c1e623bfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1098 time: 0.1153479 May 19 13:40:22.303665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-c79c9023-be11-4bc4-ba2f-2e84b53fd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.305019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-c79c9023-be11-4bc4-ba2f-2e84b53fd57f service neutron] 10.222.0.79 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 898 time: 0.1293838 May 19 13:40:22.419323 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-aab11c69-efb3-4792-8c0b-7a323310a61e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 1001 time: 0.1068676 May 19 13:40:22.482958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-8b901e92-a6d3-4d10-b297-11eba4fe8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.484405 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-8b901e92-a6d3-4d10-b297-11eba4fe8804 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 200 len: 834 time: 0.0588181 May 19 13:40:22.575940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-71ed5056-0859-4f58-af8a-41f359f43a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:22.577648 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-71ed5056-0859-4f58-af8a-41f359f43a82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861537 May 19 13:40:22.588363 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-e68e7e95-ef77-409c-90a4-a43a6813745d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:40:22.589280 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-e68e7e95-ef77-409c-90a4-a43a6813745d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049226 May 19 13:40:22.723967 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-3eabedb4-3aee-42c5-8e8f-7953147d73bb service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274710 May 19 13:40:22.859387 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9f110bca-22a7-4321-816e-4d5d94f36b1e req-aaa1f36d-7094-4b83-afdc-44406629e4d8 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289937 May 19 13:40:23.366797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34cb18-ee28-42ad-a301-d150d5c5db05 req-4fd00fa7-abed-4979-af20-8e66ecd03965 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:23.368251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3d34cb18-ee28-42ad-a301-d150d5c5db05 req-4fd00fa7-abed-4979-af20-8e66ecd03965 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0815625 May 19 13:40:23.421528 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3d34cb18-ee28-42ad-a301-d150d5c5db05 req-983d2073-84ef-4055-8b39-98f7a88af331 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475850 May 19 13:40:24.618527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2efa4e-1aad-411f-9068-41c63b44af76 req-fd575b44-13c9-4e68-a9bc-d4749ad0657b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:24.620006 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dc2efa4e-1aad-411f-9068-41c63b44af76 req-fd575b44-13c9-4e68-a9bc-d4749ad0657b tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0911586 May 19 13:40:24.672354 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dc2efa4e-1aad-411f-9068-41c63b44af76 req-848bb507-4c24-4d81-a239-a005fb455336 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 May 19 13:40:24.698641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44436) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:24.811588 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-99b47f73-b58a-486b-ab94-0194b0bab054 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/floatingips/e8b387c5-b83b-489b-9c13-f6051367b3ab HTTP/1.1" status: 200 len: 993 time: 0.1116812 May 19 13:40:25.088905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44444) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:25.309923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 772e31f8-9b09-4591-b8c0-2f6509641787 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:40:25.310432 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:25.483239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:25.483528 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:25.623303 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:40:25.720217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 772e31f8-9b09-4591-b8c0-2f6509641787 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:40:25.882853 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:25.931941 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=772e31f8-9b09-4591-b8c0-2f6509641787,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:25.972268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.972608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.972938 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.973263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.973625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.973940 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.974251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.974591 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.974904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.975216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.975511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:25.975817 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:26.036337 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:26.036653 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Floating IP e8b387c5-b83b-489b-9c13-f6051367b3ab disassociated (deleted). External IP: 172.26.3.141, port: 0aab489c-9775-4312-b7e2-c1ebb95a15f3. May 19 13:40:26.400814 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router cbc6c831-71e1-4c69-9669-a6754af595ef has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:40:26.584555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:40:26.594683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] Sync routers for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:26.605490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:26.605844 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:26.606116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:26.664288 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5a05f394-9da4-4af2-98bf-e478c093ed7d tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/floatingips/e8b387c5-b83b-489b-9c13-f6051367b3ab HTTP/1.1" status: 204 len: 168 time: 1.5743577 May 19 13:40:26.665177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:40:26.722448 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e6bad6-7318-4932-bd22-c4ef39c4798b'] response: {'name': 'network-changed', 'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'status': 'completed', 'code': 200} May 19 13:40:26.798517 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:26.831544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-54bc5b06-0fc0-4fc7-a9e1-3a58a4aa4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:26.833197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-54bc5b06-0fc0-4fc7-a9e1-3a58a4aa4854 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 1098 time: 0.0863998 May 19 13:40:26.979159 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-81b8aa9c-d7b2-4421-9075-39e2161368a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:26.980619 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-81b8aa9c-d7b2-4421-9075-39e2161368a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 200 len: 898 time: 0.1398175 May 19 13:40:27.088826 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-8e78f682-ee76-4464-a5be-43f8dfc909fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 200 len: 217 time: 0.1005764 May 19 13:40:27.125324 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:27.129290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] Checking router: cbc6c831-71e1-4c69-9669-a6754af595ef for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:27.137417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:27.138012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:27.167201 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-90f96926-9aef-43e2-aec7-4047625c7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.168547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-90f96926-9aef-43e2-aec7-4047625c7502 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 200 len: 834 time: 0.0719509 May 19 13:40:27.320080 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:27.352547 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebad0f-5265-4736-b115-91eac9c77a5e req-a3c24488-d075-4295-afce-a096af5342f6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.353982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-38ebad0f-5265-4736-b115-91eac9c77a5e req-a3c24488-d075-4295-afce-a096af5342f6 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.3169184 May 19 13:40:27.414814 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-38ebad0f-5265-4736-b115-91eac9c77a5e req-38ea88c2-303b-4884-8b64-b261d68f674f tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515306 May 19 13:40:27.426104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-d88da100-1acf-45cf-a531-ff473e329861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:27.437194 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-d88da100-1acf-45cf-a531-ff473e329861 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2511563 May 19 13:40:27.566220 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-e3968de3-a218-4f86-bbc3-ce8c3599dd05 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290679 May 19 13:40:27.688279 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:27.693441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f9eca-e502-4a17-8945-7196d609bb40 None None] The sync data for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv is: [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:39:27Z', 'revision_number': 4, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '03989ce0-71fb-4968-9562-c0510c5244f9', 'name': '', 'network_id': 'db2cfcf1-ba01-4c8e-bbfd-5192442f98f5', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'mac_address': 'fa:16:3e:00:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9ea71393-c105-4613-b399-c6655fb40117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:26Z', 'updated_at': '2022-05-19T13:39:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'subnets': [{'id': '9ea71393-c105-4613-b399-c6655fb40117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:27.709773 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8e2fe4f9-7c59-40a7-baed-01736227256c req-4aa82a65-2d35-4c9c-b2ec-556adec45ca8 service neutron] 10.222.0.79 "GET /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339645 May 19 13:40:27.915546 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769411eb-224d-44a1-800e-edb7f55add5b None None] New status for floating IP e8b387c5-b83b-489b-9c13-f6051367b3ab: DOWN {{(pid=88031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:40:28.631235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6878d05-c77e-43e0-a196-19cfee950fef req-7d6bf68d-1b84-4991-a0e0-789dcd897858 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:28.631892 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e6878d05-c77e-43e0-a196-19cfee950fef req-7d6bf68d-1b84-4991-a0e0-789dcd897858 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Synchronizing usage tracker for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:40:28.654329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-e6878d05-c77e-43e0-a196-19cfee950fef req-7d6bf68d-1b84-4991-a0e0-789dcd897858 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Unset dirty status for tenant:ad4b103a75b14c278ca8ee79c84334ce on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:40:28.655513 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6878d05-c77e-43e0-a196-19cfee950fef req-7d6bf68d-1b84-4991-a0e0-789dcd897858 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.1224394 May 19 13:40:28.706583 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e6878d05-c77e-43e0-a196-19cfee950fef req-b0fb48e9-16d8-4481-9378-b95faf0e7399 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 May 19 13:40:28.895944 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-02d92574-ed31-4b31-8ad3-9027bf3c6828 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:28.897734 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-02d92574-ed31-4b31-8ad3-9027bf3c6828 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 945 time: 0.0853307 May 19 13:40:28.972978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:40:28.973224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:29.232466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port 0aab489c-9775-4312-b7e2-c1ebb95a15f3, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=0aab489c-9775-4312-b7e2-c1ebb95a15f3,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:29.232711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:29.365055 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 0aab489c-9775-4312-b7e2-c1ebb95a15f3 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:40:29.521571 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:29.584659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=0aab489c-9775-4312-b7e2-c1ebb95a15f3,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:29.631615 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.632023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.632422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.632767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.633100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.633491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.633872 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.634264 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.634653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.635038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.635435 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.635837 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:29.678236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] No DVR routers for this DVR port 0aab489c-9775-4312-b7e2-c1ebb95a15f3 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:40:29.681113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:29.684047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'name': 'network-vif-deleted', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:40:29.702308 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b46cb4ba-0ae2-4526-80eb-0969bcd5f4c4 req-af39dd6d-0ea2-4e5e-8281-22525e673eab tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.79 "DELETE /v2.0/ports/0aab489c-9775-4312-b7e2-c1ebb95a15f3 HTTP/1.1" status: 204 len: 173 time: 0.7981164 May 19 13:40:29.801503 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7959aff6-b4a1-4fe0-8a94-c63a161345a1'] response: {'server_uuid': '2272419e-eb85-47b4-8eb1-f1c7ec49ae78', 'name': 'network-vif-deleted', 'tag': '0aab489c-9775-4312-b7e2-c1ebb95a15f3', 'status': 'completed', 'code': 200} May 19 13:40:29.875826 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a35a5e86-c053-484c-9b27-879f1e7139be req-4387ebdc-4c2e-449a-ae4c-fcbe64873aa0 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2272419e-eb85-47b4-8eb1-f1c7ec49ae78 HTTP/1.1" status: 200 len: 210 time: 0.0477219 May 19 13:40:30.984192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44464) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:31.226376 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-16a556af-1ecf-4052-bef8-4aaf647566d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:31.680507 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:32.057628 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port 03989ce0-71fb-4968-9562-c0510c5244f9 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:40:32.058382 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:32.275275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port 03989ce0-71fb-4968-9562-c0510c5244f9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=03989ce0-71fb-4968-9562-c0510c5244f9,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:32.275525 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:32.401116 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for 03989ce0-71fb-4968-9562-c0510c5244f9 owned by network:router_interface {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:40:32.599279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:32.651124 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=03989ce0-71fb-4968-9562-c0510c5244f9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:32.926432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0aab489c-9775-4312-b7e2-c1ebb95a15f3 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:40:32.962961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 0aab489c-9775-4312-b7e2-c1ebb95a15f3 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:40:32.963295 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 0aab489c-9775-4312-b7e2-c1ebb95a15f3 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:40:33.049696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.424408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Router cbc6c831-71e1-4c69-9669-a6754af595ef has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:40:33.605527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:40:33.615130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48428227-092e-4255-b063-cc3949619b3c None None] Sync routers for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:33.619294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-2abb2ce1-53a6-4f65-aeb4-c30e54bcaaf1 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "PUT /v2.0/routers/cbc6c831-71e1-4c69-9669-a6754af595ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340258 May 19 13:40:33.622111 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44468) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:33.625358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:33.625987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:33.689201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting subnet 9ea71393-c105-4613-b399-c6655fb40117 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:40:33.692923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.724567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-10cc4350-a296-4448-8289-24ba92e977e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.753160 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.827583 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:33.840186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.921189 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.967579 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea71393-c105-4613-b399-c6655fb40117,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:33.972021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:33.981079 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6616deeb-1b4f-407c-b2f8-21c213348493 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/subnets/9ea71393-c105-4613-b399-c6655fb40117 HTTP/1.1" status: 204 len: 168 time: 0.3554661 May 19 13:40:33.981399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44472) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:34.004626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b1f066-941f-4349-8651-b5a5e6db04a6 None None] Network db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:40:34.174022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:34.294918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:40:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:34.299257 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48428227-092e-4255-b063-cc3949619b3c None None] Checking router: cbc6c831-71e1-4c69-9669-a6754af595ef for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:34.308873 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] Routers {'cbc6c831-71e1-4c69-9669-a6754af595ef'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:34.309723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['cbc6c831-71e1-4c69-9669-a6754af595ef'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:34.359382 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] DHCP port deletion for db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:40:34.378217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Deleting port 1d51207c-54ca-49dc-8eda-739a166cc0af {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:40:34.378607 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:34.486092 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:34.497831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Deleting port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:40:34.498141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:34.598943 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] Set router cbc6c831-71e1-4c69-9669-a6754af595ef gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:34.689492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] For port e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:34.689768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:34.816895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Calling delete_port for e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:40:34.920323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] For port 1d51207c-54ca-49dc-8eda-739a166cc0af, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=1d51207c-54ca-49dc-8eda-739a166cc0af,segment=NetworkSegment(c7aa709f-68cd-4d1c-be9d-88716e036b1d),segment_id=c7aa709f-68cd-4d1c-be9d-88716e036b1d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:34.920714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.108687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Calling delete_port for 1d51207c-54ca-49dc-8eda-739a166cc0af owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:40:35.129017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.175136 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.183282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.187963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Port': ['ID=e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:35.249395 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895'] for port, after_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.283141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.306854 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Pushing event deleted for resources: {'Port': ['ID=1d51207c-54ca-49dc-8eda-739a166cc0af,revision_number=None']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:35.310227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] No DVR routers for this DVR port 1d51207c-54ca-49dc-8eda-739a166cc0af on host dv-neutron-841945-1-hyperv {{(pid=88030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:40:35.327032 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.327435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.327807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.328066 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.328364 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.328773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.329205 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.329353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.329648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.329931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.330273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.330603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79d41d-9aca-45c9-b3a7-24f3709962db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:35.348413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-48428227-092e-4255-b063-cc3949619b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:40:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:35.351788 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48428227-092e-4255-b063-cc3949619b3c None None] The sync data for ids ['cbc6c831-71e1-4c69-9669-a6754af595ef'] in dv-neutron-841945-1-hyperv is: [{'id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411383190', 'tenant_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:39:22Z', 'updated_at': '2022-05-19T13:40:32Z', 'revision_number': 5, 'project_id': 'ad4b103a75b14c278ca8ee79c84334ce', 'gw_port': {'id': 'e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc6c831-71e1-4c69-9669-a6754af595ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:39:23Z', 'updated_at': '2022-05-19T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:35.467388 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.469710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.499818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.500422 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Fanout notify agent at l3_agent the message router_deleted on router cbc6c831-71e1-4c69-9669-a6754af595ef {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:40:35.517260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.518362 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ac4b873f-4c8e-4d67-b6b9-90e84bbacfb3 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/routers/cbc6c831-71e1-4c69-9669-a6754af595ef HTTP/1.1" status: 204 len: 168 time: 1.5359735 May 19 13:40:35.521489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44476) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:35.634869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.771370 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.799306 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2cfcf1-ba01-4c8e-bbfd-5192442f98f5']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:35.812069 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aa709f-68cd-4d1c-be9d-88716e036b1d') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:35.812453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aa709f-68cd-4d1c-be9d-88716e036b1d') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:35.824541 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.843248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.849599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:40:35.849951 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:40:35.864419 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:40:35.949348 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.967905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:35.979765 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'Network': ['ID=db2cfcf1-ba01-4c8e-bbfd-5192442f98f5,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:35.989300 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-6d6b524c-1840-4b45-8125-ce9325af654a tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/networks/db2cfcf1-ba01-4c8e-bbfd-5192442f98f5 HTTP/1.1" status: 204 len: 168 time: 0.4667163 May 19 13:40:35.992084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44480) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:36.061289 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-540389b4-fd5f-4c7b-b217-7d1c8bcc4c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:36.095002 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-540389b4-fd5f-4c7b-b217-7d1c8bcc4c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:36.123268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:36.290229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-540389b4-fd5f-4c7b-b217-7d1c8bcc4c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:36.310489 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540389b4-fd5f-4c7b-b217-7d1c8bcc4c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f1c258-1c88-4140-b86a-80ee9b5b5ebd,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:36.339202 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-540389b4-fd5f-4c7b-b217-7d1c8bcc4c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:36.340370 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-540389b4-fd5f-4c7b-b217-7d1c8bcc4c27 tempest-TestNetworkAdvancedServerOps-1756550376 tempest-TestNetworkAdvancedServerOps-1756550376-project] 10.222.0.44 "DELETE /v2.0/security-groups/e3f1c258-1c88-4140-b86a-80ee9b5b5ebd HTTP/1.1" status: 204 len: 168 time: 0.3473771 May 19 13:40:36.362929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1d51207c-54ca-49dc-8eda-739a166cc0af no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:40:36.402989 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 1d51207c-54ca-49dc-8eda-739a166cc0af {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:40:36.403335 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1d51207c-54ca-49dc-8eda-739a166cc0af not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:40:36.403749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 03989ce0-71fb-4968-9562-c0510c5244f9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:40:36.442328 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 03989ce0-71fb-4968-9562-c0510c5244f9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:40:36.442628 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 03989ce0-71fb-4968-9562-c0510c5244f9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:40:36.443030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:40:36.476093 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:40:36.476443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device e030dc4b-3bc3-4fa2-9f24-dc9d29c0754c not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:40:36.738815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44490) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:36.894237 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-46ada593-5fe8-4e06-850d-3cc36a0a5ecd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad4b103a75b14c278ca8ee79c84334ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541805 May 19 13:40:36.897218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44496) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:36.959801 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5df9de06-dc37-4d9d-a409-d524467b4fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:36.987869 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5df9de06-dc37-4d9d-a409-d524467b4fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.044609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5df9de06-dc37-4d9d-a409-d524467b4fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.062166 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9de06-dc37-4d9d-a409-d524467b4fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c454e3d-c60c-4765-8bd3-10049f8e8082,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:37.069390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-5df9de06-dc37-4d9d-a409-d524467b4fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.070518 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-5df9de06-dc37-4d9d-a409-d524467b4fdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c454e3d-c60c-4765-8bd3-10049f8e8082 HTTP/1.1" status: 204 len: 168 time: 0.1723807 May 19 13:40:37.364253 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44504) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:37.384809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.400048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:37.404084 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Usage tracker for resource:security_group_rule and tenant:ae18b3de5eb944ebbac5c491cf558b20 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:37.406965 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:37.413091 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:37.494824 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.500026 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.547564 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae18b3de5eb944ebbac5c491cf558b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819677 May 19 13:40:37.548180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6e7f0-027c-40cb-a9d9-4edb5bd434de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658f90a-4421-4625-919e-660e334939a9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:37.550622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44508) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:37.614386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b168b04-c6a8-4502-bd42-47d897eb8f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.643639 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b168b04-c6a8-4502-bd42-47d897eb8f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.700467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b168b04-c6a8-4502-bd42-47d897eb8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.715000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b168b04-c6a8-4502-bd42-47d897eb8f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658f90a-4421-4625-919e-660e334939a9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:37.723580 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-1b168b04-c6a8-4502-bd42-47d897eb8f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:37.724791 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-1b168b04-c6a8-4502-bd42-47d897eb8f26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1658f90a-4421-4625-919e-660e334939a9 HTTP/1.1" status: 204 len: 168 time: 0.1728568 May 19 13:40:38.028691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.529631 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44532) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:38.639857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1303215424-network', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:38.645421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:38.649573 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Usage tracker for resource:network and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:38.652597 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:38.659407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:38.669998 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Made reservation on behalf of 0620711b9bdf4e6184e1bfbcce2d13c7 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:40:38.672379 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.684802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.700035 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:38.704633 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:38.708053 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:38.714216 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:38.807658 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.812581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.850857 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:40:38.856237 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb007125-6fa3-4892-b003-78c0a1a86cba,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:38.863914 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.864236 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Added segment b4384638-263f-441c-bf99-22f9e378e51f of type vlan for network b00786fa-d157-45f8-bf08-858c5372253d May 19 13:40:38.892341 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.924602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:38.925580 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:38.926192 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.032666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] Pushing event updated for resources: {'Network': ['ID=b00786fa-d157-45f8-bf08-858c5372253d,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:39.037034 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-81758463-8b77-436c-8e21-e82d70e6bf66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5063815 May 19 13:40:39.040082 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44538) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:39.044202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network b00786fa-d157-45f8-bf08-858c5372253d details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:40:39.045508 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Request body: {'subnet': {'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1303215424-subnet', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:39.050910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:39.055032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Usage tracker for resource:subnet and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:39.058172 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:39.064319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:39.074975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Made reservation on behalf of 0620711b9bdf4e6184e1bfbcce2d13c7 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:40:39.077630 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.288610 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.369318 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=219ba143-96f9-4282-b97e-64aa64bba37e,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:39.381151 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Checking segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:39.381510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Network hostable DHCP agents. Network: b00786fa-d157-45f8-bf08-858c5372253d, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:40:39.400845 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Network b00786fa-d157-45f8-bf08-858c5372253d is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:40:39.410381 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, b00786fa-d157-45f8-bf08-858c5372253d) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:39.414675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:39.415179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.419562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa20de0a-40ac-400b-84d3-99df3fd09307 None None] Network b00786fa-d157-45f8-bf08-858c5372253d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:40:39.437537 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b6636bf2-d186-4c1b-82b1-73c354904afc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3963020 May 19 13:40:39.440390 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44542) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:39.445523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:39.450666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:39.455699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Usage tracker for resource:router and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:39.458708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:39.464827 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:39.477317 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.478329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.494387 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.660979 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-b00786fa-d157-45f8-bf08-858c5372253d', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:40:39.661755 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.765548 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:39.815370 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Allocated IP 172.20.0.2 (b00786fa-d157-45f8-bf08-858c5372253d/219ba143-96f9-4282-b97e-64aa64bba37e/962e17fa-294c-44c2-98a6-e5e5f67f0103) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:40.079713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.084419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.090951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Transition to ACTIVE for port object 962e17fa-294c-44c2-98a6-e5e5f67f0103 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:40.113068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Transition to ACTIVE for port object 962e17fa-294c-44c2-98a6-e5e5f67f0103 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:40.120747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.190359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Network b00786fa-d157-45f8-bf08-858c5372253d is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:40.193294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:40.196977 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:40.203158 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Pushing event updated for resources: {'Port': ['ID=962e17fa-294c-44c2-98a6-e5e5f67f0103,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:40.237802 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.290063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Attempting to bind port 962e17fa-294c-44c2-98a6-e5e5f67f0103 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:40.290332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Attempting to bind port 962e17fa-294c-44c2-98a6-e5e5f67f0103 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:40.290731 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Attempting to bind port 962e17fa-294c-44c2-98a6-e5e5f67f0103 on network b00786fa-d157-45f8-bf08-858c5372253d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:40.296081 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:40.296475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Checking segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:40.296860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.297249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Bound using segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:40.297686 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Bound port: 962e17fa-294c-44c2-98a6-e5e5f67f0103, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:40.298068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.375596 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Allocated IP 172.26.3.105 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/6fc20124-7232-4af2-8554-6234c885145c) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:40.389670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] For port 962e17fa-294c-44c2-98a6-e5e5f67f0103, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:40.394571 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] For port 962e17fa-294c-44c2-98a6-e5e5f67f0103, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=962e17fa-294c-44c2-98a6-e5e5f67f0103,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:40.398815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.477227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315d09c-e846-4b0c-befb-974333051e00 None None] Pushing event updated for resources: {'Port': ['ID=962e17fa-294c-44c2-98a6-e5e5f67f0103,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:40.529707 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.561555 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:40.628826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:40.631923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:40.639797 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:40.678088 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc20124-7232-4af2-8554-6234c885145c,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:41.087796 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:41.376201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1bd5d7-7372-4760-9fda-4da726267c02 None None] Network b00786fa-d157-45f8-bf08-858c5372253d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:40:41.448820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:41.482179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b1c1c226-e6b2-4a8c-a678-62a9f1a482a5 None None] Provisioning for port 962e17fa-294c-44c2-98a6-e5e5f67f0103 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:41.788791 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Router 1dca8121-7571-448f-814f-825a451e387a is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:40:41.985080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:40:41.995995 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:42.006967 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:42.007699 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:42.013314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.015057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-ea841361-7ff5-4c77-87e8-58e8e21f7eb9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5733557 May 19 13:40:42.018107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44546) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:42.126886 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 962e17fa-294c-44c2-98a6-e5e5f67f0103 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:42.183849 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:42.198784 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 962e17fa-294c-44c2-98a6-e5e5f67f0103 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:42.205114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 962e17fa-294c-44c2-98a6-e5e5f67f0103 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:42.206030 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.325489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 962e17fa-294c-44c2-98a6-e5e5f67f0103 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:42.325845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.359470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 962e17fa-294c-44c2-98a6-e5e5f67f0103, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=962e17fa-294c-44c2-98a6-e5e5f67f0103,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:42.365277 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.437506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=962e17fa-294c-44c2-98a6-e5e5f67f0103,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:42.477058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:40Z', 'revision_number': 3, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:42.480877 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:42.481223 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Updating router 1dca8121-7571-448f-814f-825a451e387a port 6fc20124-7232-4af2-8554-6234c885145c binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:40:42.538181 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.737843 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.859661 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.872111 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Transition to ACTIVE for port object 6fc20124-7232-4af2-8554-6234c885145c will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:42.879165 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.948608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Allocated IP 172.20.0.1 (b00786fa-d157-45f8-bf08-858c5372253d/219ba143-96f9-4282-b97e-64aa64bba37e/1c406512-287f-4e9b-849c-0158f77e5f95) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:42.957201 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Attempting to bind port 6fc20124-7232-4af2-8554-6234c885145c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:42.957570 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Attempting to bind port 6fc20124-7232-4af2-8554-6234c885145c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:42.957923 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Attempting to bind port 6fc20124-7232-4af2-8554-6234c885145c on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:42.967085 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:42.967455 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:42.967843 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.968225 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:42.968685 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Bound port: 6fc20124-7232-4af2-8554-6234c885145c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:42.969038 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:42.992232 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Pushing event updated for resources: {'Port': ['ID=6fc20124-7232-4af2-8554-6234c885145c,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:43.015359 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.016075 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.016075 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.016362 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.016686 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.017009 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.017324 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.017694 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.018058 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.018321 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.018663 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.018974 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:40:43.053786 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] For port 6fc20124-7232-4af2-8554-6234c885145c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:43.057328 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] For port 6fc20124-7232-4af2-8554-6234c885145c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6fc20124-7232-4af2-8554-6234c885145c,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:43.061866 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.100352 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.117585 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Transition to ACTIVE for port object 1c406512-287f-4e9b-849c-0158f77e5f95 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:43.143169 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.170893 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:43.171511 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:43.215108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Network b00786fa-d157-45f8-bf08-858c5372253d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:43.217939 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:43.222945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:43.243776 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2651a5-a909-4e97-8039-7b6662b67a41 None None] Pushing event updated for resources: {'Port': ['ID=6fc20124-7232-4af2-8554-6234c885145c,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:43.268343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Pushing event updated for resources: {'Port': ['ID=1c406512-287f-4e9b-849c-0158f77e5f95,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:43.288932 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.362207 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:43.449568 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9ac6f1f9-12fc-458f-ae65-bb8eec7b6856 None None] Provisioning for port 1c406512-287f-4e9b-849c-0158f77e5f95 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:43.465044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9ac6f1f9-12fc-458f-ae65-bb8eec7b6856 None None] Provisioning complete for port 1c406512-287f-4e9b-849c-0158f77e5f95 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:43.465425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f1f9-12fc-458f-ae65-bb8eec7b6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.523617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6f1f9-12fc-458f-ae65-bb8eec7b6856 None None] Port 1c406512-287f-4e9b-849c-0158f77e5f95 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:40:43.666178 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:40Z', 'revision_number': 3, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:43.670688 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2434c4a-5524-47c5-a9f2-309b245cd69d None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:40Z', 'revision_number': 3, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:43.696455 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.933484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:43.939139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.059247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Pushing event updated for resources: {'Port': ['ID=1c406512-287f-4e9b-849c-0158f77e5f95,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:44.064188 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.190756 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6fc20124-7232-4af2-8554-6234c885145c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:44.217758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Network b00786fa-d157-45f8-bf08-858c5372253d is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:44.218931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:44.267693 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 6fc20124-7232-4af2-8554-6234c885145c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:44.276266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6fc20124-7232-4af2-8554-6234c885145c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:44.276807 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.418678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6fc20124-7232-4af2-8554-6234c885145c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:44.419168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.437839 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Router 1dca8121-7571-448f-814f-825a451e387a has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:40:44.438718 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 6fc20124-7232-4af2-8554-6234c885145c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6fc20124-7232-4af2-8554-6234c885145c,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:44.451724 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.452613 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 962e17fa-294c-44c2-98a6-e5e5f67f0103 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:44.551590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ede907d3-e55e-4620-b0fb-6fd7b7a62036 None None] Provisioning complete for port 1c406512-287f-4e9b-849c-0158f77e5f95 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:44.551880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ede907d3-e55e-4620-b0fb-6fd7b7a62036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.628012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-ede907d3-e55e-4620-b0fb-6fd7b7a62036 None None] Port 1c406512-287f-4e9b-849c-0158f77e5f95 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:40:44.630190 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:40:44.634971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=6fc20124-7232-4af2-8554-6234c885145c,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:44.639691 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-82f262ee-3f70-486b-83a7-e2d6efc515ab admin admin] 10.222.0.44 "PUT /v2.0/routers/1dca8121-7571-448f-814f-825a451e387a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6201823 May 19 13:40:44.646798 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 962e17fa-294c-44c2-98a6-e5e5f67f0103 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:44.647298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:44.771654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 962e17fa-294c-44c2-98a6-e5e5f67f0103 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:45.169344 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44564) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:45.176030 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-172375509-network', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:45.181240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:45.185045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Usage tracker for resource:network and tenant:41f9f43a92ca493195b06d9880a9fd36 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:45.187926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:45.193889 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:45.208880 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Made reservation on behalf of 41f9f43a92ca493195b06d9880a9fd36 for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:40:45.211447 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.224069 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:45.224571 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.233612 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:45.234228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:45.239329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:45.243187 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Usage tracker for resource:security_group_rule and tenant:41f9f43a92ca493195b06d9880a9fd36 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:45.246022 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:45.252072 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:45.348558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.353902 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.389818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:40:45.400501 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5654ccde-df34-44d8-aaa6-c7b33189cd57,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:45.408969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.409357 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Added segment a09102ff-b608-4d4b-a5d2-133d6f809802 of type vlan for network 02500d39-0443-41f6-8f90-d2a3f015f5eb May 19 13:40:45.439427 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.465983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:45.480552 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.481574 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:45.482159 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.586522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] Pushing event updated for resources: {'Network': ['ID=02500d39-0443-41f6-8f90-d2a3f015f5eb,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:45.592470 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-3ee54881-7f1f-46ab-acc9-b627009c43a8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4193118 May 19 13:40:45.592661 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44568) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:45.598213 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Request body: {'subnet': {'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-172375509-subnet', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:45.603258 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:45.605183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:40:45.607281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Usage tracker for resource:subnet and tenant:41f9f43a92ca493195b06d9880a9fd36 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:45.610277 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:45.616587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:45.628807 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Made reservation on behalf of 41f9f43a92ca493195b06d9880a9fd36 for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:40:45.632062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.899113 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 2, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:45.902960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:45.903239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Updating router 1dca8121-7571-448f-814f-825a451e387a port 1c406512-287f-4e9b-849c-0158f77e5f95 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:40:45.958234 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:45.964656 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.040036 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:46.048970 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Checking segment: {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:46.049441 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Network hostable DHCP agents. Network: 02500d39-0443-41f6-8f90-d2a3f015f5eb, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:40:46.070394 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:40:46.081347 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 02500d39-0443-41f6-8f90-d2a3f015f5eb) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:46.085385 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:46.085966 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.092767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0cd06-e063-4015-8aec-29b05b14de52 None None] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:40:46.113027 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6fc20124-7232-4af2-8554-6234c885145c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:46.116069 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8e23d22e-c2a3-48b5-9637-530832577359 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5223424 May 19 13:40:46.118497 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44572) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:46.123621 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:46.128975 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:46.132976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Usage tracker for resource:router and tenant:41f9f43a92ca493195b06d9880a9fd36 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:46.136024 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:46.142158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:46.156524 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.157570 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.174049 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.445887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 6fc20124-7232-4af2-8554-6234c885145c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:46.446135 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.456227 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.578800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-02500d39-0443-41f6-8f90-d2a3f015f5eb', 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'fixed_ips': [{'subnet_id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:40:46.579604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.666046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.741709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Transition to ACTIVE for port object 1c406512-287f-4e9b-849c-0158f77e5f95 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:46.760663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.784522 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.804432 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 6fc20124-7232-4af2-8554-6234c885145c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:46.815646 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:46.976248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Allocated IP 172.26.3.6 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/87311f09-ebc3-42ce-847b-cdf510e902e9) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:47.008730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Allocated IP 172.20.0.2 (02500d39-0443-41f6-8f90-d2a3f015f5eb/93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43/ffe57518-f23b-46a3-9b0d-42e73a918c76) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:47.028474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529493de-03f0-4f46-aa51-459a90f2beb9 None None] Pushing event updated for resources: {'Port': ['ID=1c406512-287f-4e9b-849c-0158f77e5f95,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:47.159440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.192925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.204016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Attempting to bind port 1c406512-287f-4e9b-849c-0158f77e5f95 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:47.204394 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Attempting to bind port 1c406512-287f-4e9b-849c-0158f77e5f95 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:47.205131 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Attempting to bind port 1c406512-287f-4e9b-849c-0158f77e5f95 on network b00786fa-d157-45f8-bf08-858c5372253d {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:47.230235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:47.230732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Checking segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:47.232410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.232410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Bound using segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:47.232410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Bound port: 1c406512-287f-4e9b-849c-0158f77e5f95, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:47.232410 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.261378 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:47.263746 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:47.267703 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:47.308523 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Pushing event updated for resources: {'Port': ['ID=87311f09-ebc3-42ce-847b-cdf510e902e9,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:47.419585 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] For port 1c406512-287f-4e9b-849c-0158f77e5f95, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:47.432804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] For port 1c406512-287f-4e9b-849c-0158f77e5f95, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=1c406512-287f-4e9b-849c-0158f77e5f95,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:47.440244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.486424 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.523987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Transition to ACTIVE for port object ffe57518-f23b-46a3-9b0d-42e73a918c76 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:47.553114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529493de-03f0-4f46-aa51-459a90f2beb9 None None] Pushing event updated for resources: {'Port': ['ID=1c406512-287f-4e9b-849c-0158f77e5f95,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:47.559542 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:47.560285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:47.619092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Transition to ACTIVE for port object ffe57518-f23b-46a3-9b0d-42e73a918c76 will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:47.641444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.794992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:47.801212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:47.807212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:47.826530 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Pushing event updated for resources: {'Port': ['ID=ffe57518-f23b-46a3-9b0d-42e73a918c76,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:47.832483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:47.868743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:48.058301 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Attempting to bind port ffe57518-f23b-46a3-9b0d-42e73a918c76 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:48.058552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Attempting to bind port ffe57518-f23b-46a3-9b0d-42e73a918c76 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:48.058967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Attempting to bind port ffe57518-f23b-46a3-9b0d-42e73a918c76 on network 02500d39-0443-41f6-8f90-d2a3f015f5eb {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:48.088271 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:48.088767 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Checking segment: {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:48.089339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:48.089899 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Bound using segment: {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:48.090595 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Bound port: ffe57518-f23b-46a3-9b0d-42e73a918c76, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:48.091140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:48.180609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:48.298198 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] For port ffe57518-f23b-46a3-9b0d-42e73a918c76, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:48.313836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] For port ffe57518-f23b-46a3-9b0d-42e73a918c76, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ffe57518-f23b-46a3-9b0d-42e73a918c76,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:48.321404 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:48.387021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Router 37006b71-3c4e-46be-a101-896e59f21826 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:40:48.406357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2584b1-7d9a-4584-8b41-7b61d38066e4 None None] Pushing event updated for resources: {'Port': ['ID=ffe57518-f23b-46a3-9b0d-42e73a918c76,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:48.429228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:47Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:48.434414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1dbfa-d42b-4a54-b5b8-9eccef884ee0 None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:47Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:48.661870 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:40:48.671922 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Sync routers for ids ['37006b71-3c4e-46be-a101-896e59f21826'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:48.695495 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Routers {'37006b71-3c4e-46be-a101-896e59f21826'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:48.696240 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['37006b71-3c4e-46be-a101-896e59f21826'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:48.697199 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:48.701808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44576) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:48.702502 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-c4ebf8dc-2162-413c-92bb-a389df0772e1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5825062 May 19 13:40:48.905415 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Set router 37006b71-3c4e-46be-a101-896e59f21826 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:49.247536 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:47Z', 'revision_number': 3, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:49.251779 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Checking router: 37006b71-3c4e-46be-a101-896e59f21826 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:49.252267 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Updating router 37006b71-3c4e-46be-a101-896e59f21826 port 87311f09-ebc3-42ce-847b-cdf510e902e9 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:40:49.309217 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:49.585272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270015c4-37c4-4e2f-bffc-0ccf0561ac40 None None] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:40:49.611753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:49.733980 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:49.749402 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Transition to ACTIVE for port object 87311f09-ebc3-42ce-847b-cdf510e902e9 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:49.758935 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:49.761040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-2c9c47f4-f79f-4a0a-99f7-6ae93f089d20 None None] Provisioning for port ffe57518-f23b-46a3-9b0d-42e73a918c76 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:49.887284 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Allocated IP 172.20.0.1 (02500d39-0443-41f6-8f90-d2a3f015f5eb/93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43/0e63ee33-cedb-4d81-92e9-a99da8d16140) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:49.887812 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b1d15-9762-4213-849b-9a7dd1dae481 None None] Pushing event updated for resources: {'Port': ['ID=87311f09-ebc3-42ce-847b-cdf510e902e9,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:49.910129 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Attempting to bind port 87311f09-ebc3-42ce-847b-cdf510e902e9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:49.910541 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Attempting to bind port 87311f09-ebc3-42ce-847b-cdf510e902e9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:49.910934 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Attempting to bind port 87311f09-ebc3-42ce-847b-cdf510e902e9 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:49.917006 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:49.917412 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:49.917826 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:49.918228 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:49.918760 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Bound port: 87311f09-ebc3-42ce-847b-cdf510e902e9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:49.919146 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.007271 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] For port 87311f09-ebc3-42ce-847b-cdf510e902e9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:50.010741 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] For port 87311f09-ebc3-42ce-847b-cdf510e902e9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=87311f09-ebc3-42ce-847b-cdf510e902e9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:50.018337 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.071217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.107622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Transition to ACTIVE for port object 0e63ee33-cedb-4d81-92e9-a99da8d16140 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:50.112119 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Routers {'37006b71-3c4e-46be-a101-896e59f21826'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:50.112748 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['37006b71-3c4e-46be-a101-896e59f21826'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:50.142668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.218222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:50.228868 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:50.233290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:50.236838 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1c406512-287f-4e9b-849c-0158f77e5f95 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:50.299977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.303216 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b1d15-9762-4213-849b-9a7dd1dae481 None None] Pushing event updated for resources: {'Port': ['ID=87311f09-ebc3-42ce-847b-cdf510e902e9,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:50.328318 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] Set router 37006b71-3c4e-46be-a101-896e59f21826 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:50.331300 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 1c406512-287f-4e9b-849c-0158f77e5f95 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:50.336927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 1c406512-287f-4e9b-849c-0158f77e5f95 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:50.337458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.445432 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e63ee33-cedb-4d81-92e9-a99da8d16140,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:50.484105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 1c406512-287f-4e9b-849c-0158f77e5f95 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:50.484500 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.532944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 1c406512-287f-4e9b-849c-0158f77e5f95, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=1c406512-287f-4e9b-849c-0158f77e5f95,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:50.535180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9dc8b166-21ee-4deb-b37b-682ba73114cf None None] Provisioning for port 0e63ee33-cedb-4d81-92e9-a99da8d16140 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:50.540155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.541014 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ffe57518-f23b-46a3-9b0d-42e73a918c76 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:50.612946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-9dc8b166-21ee-4deb-b37b-682ba73114cf None None] Provisioning complete for port 0e63ee33-cedb-4d81-92e9-a99da8d16140 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:50.613676 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b166-21ee-4deb-b37b-682ba73114cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.615325 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.641706 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:47Z', 'revision_number': 3, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:50.646629 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9799c-61aa-475e-861d-76178c2f8488 None None] The sync data for ids ['37006b71-3c4e-46be-a101-896e59f21826'] in dv-neutron-841945-1-hyperv is: [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:47Z', 'revision_number': 3, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:50.725062 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=1c406512-287f-4e9b-849c-0158f77e5f95,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:50.729818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8b166-21ee-4deb-b37b-682ba73114cf None None] Port 0e63ee33-cedb-4d81-92e9-a99da8d16140 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:40:50.742670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port ffe57518-f23b-46a3-9b0d-42e73a918c76 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:50.749238 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ffe57518-f23b-46a3-9b0d-42e73a918c76 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:50.749806 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.863070 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.871337 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.884201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ffe57518-f23b-46a3-9b0d-42e73a918c76 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:50.884578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:50.949948 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port ffe57518-f23b-46a3-9b0d-42e73a918c76, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ffe57518-f23b-46a3-9b0d-42e73a918c76,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:50.957419 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:51.036458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=ffe57518-f23b-46a3-9b0d-42e73a918c76,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:51.139574 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:51.146889 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e63ee33-cedb-4d81-92e9-a99da8d16140,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:51.313333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:51.314873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:51.519014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Router 37006b71-3c4e-46be-a101-896e59f21826 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:40:51.555252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6880ad9e-571a-42ce-ab08-18338d1b0649 None None] Provisioning complete for port 0e63ee33-cedb-4d81-92e9-a99da8d16140 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:51.555643 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6880ad9e-571a-42ce-ab08-18338d1b0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:51.633470 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6880ad9e-571a-42ce-ab08-18338d1b0649 None None] Port 0e63ee33-cedb-4d81-92e9-a99da8d16140 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:40:51.709886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:40:51.719166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4b9a94da-fbcf-4a2e-a517-9030ff887ac7 admin admin] 10.222.0.44 "PUT /v2.0/routers/37006b71-3c4e-46be-a101-896e59f21826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0145941 May 19 13:40:52.127763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44586) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:52.136466 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474189281', 'description': 'tempest-secgroup-smoke-1474189281 description', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:52.142935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.147171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:52.150697 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:52.156791 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:52.168805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.197123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1c406512-287f-4e9b-849c-0158f77e5f95 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:52.203968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.208470 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:52.211920 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:52.218677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:52.270094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 1c406512-287f-4e9b-849c-0158f77e5f95 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:52.270463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.297017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.302028 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.303454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Sync routers for ids ['37006b71-3c4e-46be-a101-896e59f21826'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:40:52.332436 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Routers {'37006b71-3c4e-46be-a101-896e59f21826'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:52.334258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['37006b71-3c4e-46be-a101-896e59f21826'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:52.347333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef343d-b6ac-4951-9f47-5b61762d446a,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:52.350089 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.354138 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ef3b39e0-b299-4986-b46a-3a008d5935d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2194245 May 19 13:40:52.354348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44590) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:52.359278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': '10ef343d-b6ac-4951-9f47-5b61762d446a', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:52.365482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.369246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:52.372059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:52.377741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:52.397346 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.459334 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.463987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.487436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fea4d69-c891-4cbb-8d18-f3795fac267a,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:52.498057 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.499501 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-274ecf7b-14ad-4885-ba79-a768b882267b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442072 May 19 13:40:52.502595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44594) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:52.507652 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': '10ef343d-b6ac-4951-9f47-5b61762d446a', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:52.513722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.517705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:52.520666 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:52.526661 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:52.544822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.568713 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 1c406512-287f-4e9b-849c-0158f77e5f95 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:52.569822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ffe57518-f23b-46a3-9b0d-42e73a918c76 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:52.610397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Set router 37006b71-3c4e-46be-a101-896e59f21826 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:52.614115 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.619570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.646372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386ce5bb-94e9-4519-b203-13a4f2c119d5,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:52.658066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.659398 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0c8bccfa-9bff-46ec-b89f-88cbfb1b917c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558583 May 19 13:40:52.662116 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44598) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:52.666979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': '10ef343d-b6ac-4951-9f47-5b61762d446a', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:52.672741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.676933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:52.680016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:52.686111 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:52.706876 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.771041 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.777238 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.800262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dec2d9-8f7d-4572-b74e-05d8208c31ac,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:52.812160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.814049 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-29849733-fe7b-4558-aeb7-defcb5760896 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507599 May 19 13:40:52.819158 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44602) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:52.824475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': '10ef343d-b6ac-4951-9f47-5b61762d446a', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:52.831862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.836247 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:52.839489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:52.846054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:52.865399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.893956 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port ffe57518-f23b-46a3-9b0d-42e73a918c76 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:52.894531 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.937890 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.943505 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.970131 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a197d396-38d2-4646-abbe-e04ec574529c,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:52.980491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:52.984283 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-4998fafd-8b39-4280-8f9d-41f828e5b1c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615231 May 19 13:40:52.984563 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44606) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:52.989718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': '10ef343d-b6ac-4951-9f47-5b61762d446a', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:52.995682 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:52.999601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:53.002668 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:53.008308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:53.020465 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Project 0620711b9bdf4e6184e1bfbcce2d13c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:40:53.027446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.095288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port ffe57518-f23b-46a3-9b0d-42e73a918c76 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:53.096523 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 87311f09-ebc3-42ce-847b-cdf510e902e9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:53.101019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.105732 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.129423 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dccff4-96ad-4972-855e-4eded6de1b8f,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:53.140658 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.145490 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-59c7cf48-f504-45e0-b169-0ca723d0e973 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564980 May 19 13:40:53.146093 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44610) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:40:53.151927 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': '10ef343d-b6ac-4951-9f47-5b61762d446a', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:53.159880 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 4, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0e63ee33-cedb-4d81-92e9-a99da8d16140', 'name': '', 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'mac_address': 'fa:16:3e:ee:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:49Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 2, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'subnets': [{'id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:53.163649 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:53.167168 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Checking router: 37006b71-3c4e-46be-a101-896e59f21826 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:40:53.167588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Updating router 37006b71-3c4e-46be-a101-896e59f21826 port 0e63ee33-cedb-4d81-92e9-a99da8d16140 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:40:53.168818 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:40:53.172510 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:40:53.179872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:53.191845 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Project 0620711b9bdf4e6184e1bfbcce2d13c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:40:53.200564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.227552 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 87311f09-ebc3-42ce-847b-cdf510e902e9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:53.234590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.245397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 87311f09-ebc3-42ce-847b-cdf510e902e9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:53.245770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.273766 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.280487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.304411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bfe767-d7b6-4b35-b171-3ab60f68d356,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:53.314057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.315514 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fa3f2170-bfa0-40cb-aa00-b01b468434f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1686573 May 19 13:40:53.482488 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-4a2ea205-dbb0-4b8c-9620-91ed755e0b0a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:40:53.499672 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-4a2ea205-dbb0-4b8c-9620-91ed755e0b0a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:40:53.500837 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-4a2ea205-dbb0-4b8c-9620-91ed755e0b0a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474189281&fields=id&tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 267 time: 0.0588493 May 19 13:40:53.554429 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 87311f09-ebc3-42ce-847b-cdf510e902e9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:53.554657 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.589907 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 87311f09-ebc3-42ce-847b-cdf510e902e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=87311f09-ebc3-42ce-847b-cdf510e902e9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:53.597095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.655897 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-d8d3e6d8-ed8d-4716-8460-3da7161a71e9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:53.656660 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-d8d3e6d8-ed8d-4716-8460-3da7161a71e9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:network {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:40:53.675999 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-d8d3e6d8-ed8d-4716-8460-3da7161a71e9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:network {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:40:53.677356 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-d8d3e6d8-ed8d-4716-8460-3da7161a71e9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 809 time: 0.1691051 May 19 13:40:53.696948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-fc423393-c7e4-4c62-8480-fab36b732bd3 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/quotas/0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 375 time: 0.0110173 May 19 13:40:53.700207 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=87311f09-ebc3-42ce-847b-cdf510e902e9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:53.785594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.786809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f84a9634-aaf2-4b6f-aadb-26493a229bb4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:40:53.800309 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Transition to ACTIVE for port object 0e63ee33-cedb-4d81-92e9-a99da8d16140 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:53.804492 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f84a9634-aaf2-4b6f-aadb-26493a229bb4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:40:53.805784 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f84a9634-aaf2-4b6f-aadb-26493a229bb4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029379 May 19 13:40:53.807381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:53.822025 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f4fd3286-3da7-44f9-9d88-014c01e46a4e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:40:53.823042 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f4fd3286-3da7-44f9-9d88-014c01e46a4e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053749 May 19 13:40:53.964261 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c1ac-a66a-4a8b-9d9b-e853c8536338 None None] Pushing event updated for resources: {'Port': ['ID=0e63ee33-cedb-4d81-92e9-a99da8d16140,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:54.026338 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Attempting to bind port 0e63ee33-cedb-4d81-92e9-a99da8d16140 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:54.026744 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Attempting to bind port 0e63ee33-cedb-4d81-92e9-a99da8d16140 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:54.027088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Attempting to bind port 0e63ee33-cedb-4d81-92e9-a99da8d16140 on network 02500d39-0443-41f6-8f90-d2a3f015f5eb {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:54.033003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:54.033452 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Checking segment: {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:54.034020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:54.034114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Bound using segment: {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:54.035106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Bound port: 0e63ee33-cedb-4d81-92e9-a99da8d16140, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09102ff-b608-4d4b-a5d2-133d6f809802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:54.035106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:54.093726 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-9ab3f334-0284-4588-9527-5548a06ce16a service neutron] 10.222.0.44 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647109 May 19 13:40:54.109870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 87311f09-ebc3-42ce-847b-cdf510e902e9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:54.186191 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] For port 0e63ee33-cedb-4d81-92e9-a99da8d16140, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:54.190327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] For port 0e63ee33-cedb-4d81-92e9-a99da8d16140, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e63ee33-cedb-4d81-92e9-a99da8d16140,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:54.198039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:54.233811 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-944b57dd-6048-49e7-9e22-70097c54d99d service neutron] 10.222.0.44 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328971 May 19 13:40:54.272901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 87311f09-ebc3-42ce-847b-cdf510e902e9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:54.273268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:54.308577 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c1ac-a66a-4a8b-9d9b-e853c8536338 None None] Pushing event updated for resources: {'Port': ['ID=0e63ee33-cedb-4d81-92e9-a99da8d16140,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:54.341255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Routers {'37006b71-3c4e-46be-a101-896e59f21826'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:40:54.341876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:40:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['37006b71-3c4e-46be-a101-896e59f21826'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:54.468406 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-51fcf03d-263f-4923-ae03-08dadd7be24c req-6b01c3da-c0fa-40de-bbd8-6e036163cf0c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 210 time: 0.0612087 May 19 13:40:54.638808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] Set router 37006b71-3c4e-46be-a101-896e59f21826 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:40:54.689006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 87311f09-ebc3-42ce-847b-cdf510e902e9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:54.964589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 4, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0e63ee33-cedb-4d81-92e9-a99da8d16140', 'name': '', 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'mac_address': 'fa:16:3e:ee:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:49Z', 'updated_at': '2022-05-19T13:40:54Z', 'revision_number': 4, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'subnets': [{'id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:40:54.968947 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71577658-205b-4ec4-830b-53dc81f68581 None None] The sync data for ids ['37006b71-3c4e-46be-a101-896e59f21826'] in dv-neutron-841945-1-hyperv is: [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 4, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '0e63ee33-cedb-4d81-92e9-a99da8d16140', 'name': '', 'network_id': '02500d39-0443-41f6-8f90-d2a3f015f5eb', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'mac_address': 'fa:16:3e:ee:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:49Z', 'updated_at': '2022-05-19T13:40:54Z', 'revision_number': 4, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'subnets': [{'id': '93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:40:55.528217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-93c48c13-1628-492a-9e4b-27a47efadc83 req-f360b31c-d370-4074-9253-91fdc8340fa2 service neutron] (88028) timed out ('10.222.0.44', 40460) {{(pid=88028) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:40:55.617153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-4a47b414-c82c-4e7b-acaa-637e8d63fa2c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:55.618808 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-4a47b414-c82c-4e7b-acaa-637e8d63fa2c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 809 time: 0.1728630 May 19 13:40:55.673034 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e19bb7a6-6ae1-4329-93c6-95e1f8d83c78 req-420e17d7-5d83-4dff-a128-183fec3756b7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 210 time: 0.0629575 May 19 13:40:55.674860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f17241ab-ee89-4e00-bab4-73d23bc841e2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:40:55.700220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f17241ab-ee89-4e00-bab4-73d23bc841e2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:40:55.701810 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-f17241ab-ee89-4e00-bab4-73d23bc841e2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 380 time: 0.0716152 May 19 13:40:55.710506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'port': {'device_id': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'admin_state_up': True, 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'security_groups': ['10ef343d-b6ac-4951-9f47-5b61762d446a']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:55.861262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:40:55.871994 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:40:55.884013 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Made reservation on behalf of 0620711b9bdf4e6184e1bfbcce2d13c7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:40:55.888008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.068989 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Allocated IP 172.20.0.13 (b00786fa-d157-45f8-bf08-858c5372253d/219ba143-96f9-4282-b97e-64aa64bba37e/aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:40:56.117626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e63ee33-cedb-4d81-92e9-a99da8d16140 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:56.204193 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 0e63ee33-cedb-4d81-92e9-a99da8d16140 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:56.210107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0e63ee33-cedb-4d81-92e9-a99da8d16140 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:56.210393 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.330985 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0e63ee33-cedb-4d81-92e9-a99da8d16140 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:56.331352 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.363063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 0e63ee33-cedb-4d81-92e9-a99da8d16140, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e63ee33-cedb-4d81-92e9-a99da8d16140,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:40:56.368183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.410175 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.426390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Transition to ACTIVE for port object aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:56.435490 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=0e63ee33-cedb-4d81-92e9-a99da8d16140,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:56.454253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.526073 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Network b00786fa-d157-45f8-bf08-858c5372253d is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:40:56.529129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:40:56.533033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:40:56.562718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:56.600727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:56.601339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.629289 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-24c70883-ae67-4f56-8427-e18b09ec19f5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9227462 May 19 13:40:56.642061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Request body: {'port': {'device_id': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:40:56.747218 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a48e1004-6b68-4062-aa6e-4c25eff31943 None None] Provisioning for port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:40:56.755879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a48e1004-6b68-4062-aa6e-4c25eff31943 None None] Provisioning complete for port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:56.756439 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a48e1004-6b68-4062-aa6e-4c25eff31943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.765712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:56.817311 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a48e1004-6b68-4062-aa6e-4c25eff31943 None None] Port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:40:57.046000 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806bfc-c844-4e9d-b55e-e91c1e415750 req-96f2f122-020e-42f3-aab9-345e28a8311d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:57.046863 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-dd806bfc-c844-4e9d-b55e-e91c1e415750 req-96f2f122-020e-42f3-aab9-345e28a8311d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:40:57.080736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-dd806bfc-c844-4e9d-b55e-e91c1e415750 req-96f2f122-020e-42f3-aab9-345e28a8311d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:40:57.081765 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dd806bfc-c844-4e9d-b55e-e91c1e415750 req-96f2f122-020e-42f3-aab9-345e28a8311d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 932 time: 0.2721543 May 19 13:40:57.153218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dd806bfc-c844-4e9d-b55e-e91c1e415750 req-2549c446-17aa-495f-9f9c-5ce911bde5f1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564888 May 19 13:40:57.211448 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:40:57.219064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:57.233992 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Transition to ACTIVE for port object aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:40:57.238810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:57.394431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:57.480228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Attempting to bind port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:40:57.480568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Attempting to bind port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:40:57.480899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Attempting to bind port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 on network b00786fa-d157-45f8-bf08-858c5372253d {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:57.486002 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 on network b00786fa-d157-45f8-bf08-858c5372253d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:40:57.486426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Attempting to bind port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 on network b00786fa-d157-45f8-bf08-858c5372253d {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:40:57.492142 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:40:57.492475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Checking segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:40:57.492861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Bound using segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:40:57.493312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Bound port: aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:40:57.493700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:57.586479 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:40:57.590713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:40:57.597531 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:57.660305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:57.660972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:57.662238 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 1094 time: 1.0249352 May 19 13:40:57.662736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:40:57.683104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835a6f-fef5-47d0-9fc8-f9659081b4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:40:57.736903 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b28bda-ab07-49d5-bf1b-2ef98cae6f94'] response: {'name': 'network-changed', 'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'status': 'completed', 'code': 200} May 19 13:40:57.779504 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-28f0424f-f839-40d0-8b89-7a75461a5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:57.781003 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-28f0424f-f839-40d0-8b89-7a75461a5f30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1097 time: 0.0752730 May 19 13:40:57.856005 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-23ef2722-0504-441d-b69a-0b314ec69c1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 217 time: 0.0672915 May 19 13:40:57.921376 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-2046ff57-5571-4392-aec0-82705812e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:57.922717 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-2046ff57-5571-4392-aec0-82705812e936 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0601830 May 19 13:40:58.000974 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bb86e341-3019-4bfe-a75e-db0340d695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.002733 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-bb86e341-3019-4bfe-a75e-db0340d695d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730422 May 19 13:40:58.099159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e63ee33-cedb-4d81-92e9-a99da8d16140 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:40:58.173011 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 0e63ee33-cedb-4d81-92e9-a99da8d16140 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:40:58.173284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:40:58.256281 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-a6c61ff7-2415-4583-a8f7-ee177d50c134 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464778 May 19 13:40:58.299758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 0e63ee33-cedb-4d81-92e9-a99da8d16140 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:40:58.444251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3b101db5-eb96-4013-8e1b-6efff84b385a req-390e08e9-368b-4921-8b42-23c61cde518c service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812782 May 19 13:40:58.456829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f1ea7-a269-4c89-a712-f1fe7b74fc8c req-0d3f81fe-d03b-45ad-a208-c64a361cd3a4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.458241 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-325f1ea7-a269-4c89-a712-f1fe7b74fc8c req-0d3f81fe-d03b-45ad-a208-c64a361cd3a4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.1753759 May 19 13:40:58.538021 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-325f1ea7-a269-4c89-a712-f1fe7b74fc8c req-30e72390-ae72-464d-a6ab-2acfc1f96199 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735214 May 19 13:40:58.576490 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-cca8c7d2-b8f2-4634-8fb8-454e62df2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.578011 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-cca8c7d2-b8f2-4634-8fb8-454e62df2f54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1097 time: 0.0788498 May 19 13:40:58.708623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-8f9be1a5-479c-46ec-b14a-9afa5842090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.710042 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-8f9be1a5-479c-46ec-b14a-9afa5842090b service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1259253 May 19 13:40:58.783926 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-5f761a38-05ff-44db-abef-9bb798997250 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 217 time: 0.0636017 May 19 13:40:58.848022 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-409b93d8-2a23-4862-8d77-35334aa6cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.849496 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-409b93d8-2a23-4862-8d77-35334aa6cb21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0587711 May 19 13:40:58.931257 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-aaa05349-5e39-4288-bb6f-0da6de3d2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:58.932725 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-aaa05349-5e39-4288-bb6f-0da6de3d2c87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758865 May 19 13:40:59.067054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-e4521fc1-3f91-4fb4-9b61-af3d4db2fa6e service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262527 May 19 13:40:59.201780 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-186b3b80-bc92-4e55-b299-693e81958ea4 req-a015d894-be81-45d3-a076-415fb436e976 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266954 May 19 13:40:59.731911 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfdb7f-61cb-47e4-ae6a-36dd9af47aa2 req-d02d7b3e-e239-4eff-93ac-9f67c08db76f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:40:59.733366 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90cfdb7f-61cb-47e4-ae6a-36dd9af47aa2 req-d02d7b3e-e239-4eff-93ac-9f67c08db76f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0871503 May 19 13:40:59.778320 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-90cfdb7f-61cb-47e4-ae6a-36dd9af47aa2 req-5d36a884-0f54-4dd1-8b94-be2d0e2e7e14 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391140 May 19 13:41:00.983251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cb4eb-2770-421a-bd14-a3acc3f9f3ea req-c10bbdde-e889-4226-8932-1b2e399ad0f9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:00.984729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d0cb4eb-2770-421a-bd14-a3acc3f9f3ea req-c10bbdde-e889-4226-8932-1b2e399ad0f9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0882130 May 19 13:41:01.029927 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7d0cb4eb-2770-421a-bd14-a3acc3f9f3ea req-26c9d406-0c14-4cd1-baf4-797b7df0daa1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 May 19 13:41:01.095974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:41:01.244513 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:41:01.251917 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7b7f-495b-4f8e-91ed-43500acb3252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:01.258975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'mac_address': 'fa:16:3e:d4:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:41:01.316013 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:41:01.316381 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:01.335986 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:41:01.353072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:41:01.360243 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:01.438836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:01.608029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:41:02.223096 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab10d-c4e0-44a4-ad19-64a15114f6ef req-2985dbc5-2018-4cb9-a44a-d855791be6c8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:02.224547 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2f3ab10d-c4e0-44a4-ad19-64a15114f6ef req-2985dbc5-2018-4cb9-a44a-d855791be6c8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 945 time: 0.0860307 May 19 13:41:02.269631 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2f3ab10d-c4e0-44a4-ad19-64a15114f6ef req-d1956c51-9fad-49b4-bfcd-5125044fea3d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 May 19 13:41:02.626749 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:41:03.126915 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:41:03.241957 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:41:03.247111 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:41:03.247482 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:03.374244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:41:03.374621 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:03.403685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:03.414472 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:41:03.422495 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:03.456337 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e506e1b1-caf1-4229-b12b-6f9f9dd29790'] response: {'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'code': 200} May 19 13:41:03.472293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daed0-7b4d-4d19-8e6b-6f5ea8f62f09 req-9fb0f7cc-12f0-4378-9b06-0ba57fa18dc4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:03.476477 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-589daed0-7b4d-4d19-8e6b-6f5ea8f62f09 req-9fb0f7cc-12f0-4378-9b06-0ba57fa18dc4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 945 time: 0.0958085 May 19 13:41:03.509330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:03.525530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-589daed0-7b4d-4d19-8e6b-6f5ea8f62f09 req-d2b840cd-979f-4f28-a186-9ce882a5ba68 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 May 19 13:41:03.669567 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d7486899-bdb7-47c4-bb99-eabc9e9f202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:03.695978 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843837b-b2ed-4949-b596-432475ea7ff8 req-c87b7ef5-cc07-4f71-81a4-7b3802295c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:03.697460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3843837b-b2ed-4949-b596-432475ea7ff8 req-c87b7ef5-cc07-4f71-81a4-7b3802295c41 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1099 time: 0.0824838 May 19 13:41:03.738969 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3843837b-b2ed-4949-b596-432475ea7ff8 req-0726c371-f744-449e-a04b-13a8cdd94b15 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346363 May 19 13:41:04.721901 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3297a15-17d3-4b08-ac3b-a179d598106b req-094955fa-3cc0-4a34-ac44-78304187cd98 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:04.723472 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d3297a15-17d3-4b08-ac3b-a179d598106b req-094955fa-3cc0-4a34-ac44-78304187cd98 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0886357 May 19 13:41:04.772602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d3297a15-17d3-4b08-ac3b-a179d598106b req-462938bf-37c8-4055-816b-3ea8e401c8b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398185 May 19 13:41:04.979262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:04.984231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:05.976086 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac12bf-0048-47a5-a2af-ce8b75effe05 req-d359df9c-ad3c-4fc6-bd64-ba5053efdeab tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:05.977425 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9ac12bf-0048-47a5-a2af-ce8b75effe05 req-d359df9c-ad3c-4fc6-bd64-ba5053efdeab tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0921741 May 19 13:41:06.028983 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f9ac12bf-0048-47a5-a2af-ce8b75effe05 req-824ea13b-da3c-4115-bb20-01f640c75930 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 May 19 13:41:06.125958 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:06.224864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c08b4-9875-40a5-b764-6c9e16271c0a req-336ab4df-5e03-4305-9836-8c0bbb72660b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:06.226356 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-242c08b4-9875-40a5-b764-6c9e16271c0a req-336ab4df-5e03-4305-9836-8c0bbb72660b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0794318 May 19 13:41:06.282266 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-242c08b4-9875-40a5-b764-6c9e16271c0a req-b012647b-7328-4ced-b648-a58193239432 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476310 May 19 13:41:06.305132 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44664) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:41:06.479642 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef97fa-5959-4c35-b78b-7ab657864180 tempest-TestShelveInstance-361645285 tempest-TestShelveInstance-361645285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:06.481065 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-e8ef97fa-5959-4c35-b78b-7ab657864180 tempest-TestShelveInstance-361645285 tempest-TestShelveInstance-361645285-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1094 time: 0.1749341 May 19 13:41:06.484136 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 44670) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:41:06.489057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:41:06.495413 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:41:06.499581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:floatingip and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:41:06.502531 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:41:06.508625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:41:06.522309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:06.669335 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:06.811926 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Allocated IP 172.26.3.55 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/79ca479e-272d-48c1-87f0-da768c4d56b5) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:41:06.964921 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:06.998254 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:07.063332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:41:07.065912 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:41:07.069909 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:41:07.113720 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'Port': ['ID=79ca479e-272d-48c1-87f0-da768c4d56b5,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:07.605060 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:07.686819 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:07.893041 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:07.899792 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:08.006373 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'Port': ['ID=79ca479e-272d-48c1-87f0-da768c4d56b5,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:41:08.016239 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:08.041695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:08.188576 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Floating IP 7fb3c07b-39f7-45cf-a5dc-04192d93a3f7 associated. External IP: 172.26.3.55, port: aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7. May 19 13:41:08.543032 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Router 1dca8121-7571-448f-814f-825a451e387a has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:41:08.734931 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:41:08.744797 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:41:08.755245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:41:08.755867 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:41:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:08.763424 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:08.819164 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-12c55176-a026-4587-b1e5-93f622d3287e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3338120 May 19 13:41:08.819697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:41:08.921089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830c5507-347b-4b68-8f30-ff200c57c515'] response: {'name': 'network-changed', 'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'status': 'completed', 'code': 200} May 19 13:41:08.931633 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:41:09.015879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ee85a-056e-43c9-8ee8-538896be84af req-d62aac6c-c898-4e9e-98ef-5764076ab504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:09.017358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-d62aac6c-c898-4e9e-98ef-5764076ab504 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1099 time: 0.0723901 May 19 13:41:09.152988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ee85a-056e-43c9-8ee8-538896be84af req-5606caa6-1eee-423f-8b2c-8be6504f1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:09.154451 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-5606caa6-1eee-423f-8b2c-8be6504f1a77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1301029 May 19 13:41:09.319515 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '7fb3c07b-39f7-45cf-a5dc-04192d93a3f7', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'floating_ip_address': '172.26.3.55', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1dca8121-7571-448f-814f-825a451e387a', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'mac_address': 'fa:16:3e:d4:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:07Z', 'updated_at': '2022-05-19T13:41:07Z', 'revision_number': 0, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:09.323464 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:41:09.331968 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:41:09.332559 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:41:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:09.368197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-564548da-8e77-479e-abcf-835a85df4066 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 999 time: 0.2059586 May 19 13:41:09.434297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ee85a-056e-43c9-8ee8-538896be84af req-334453a7-1485-4161-b35b-d63dda55334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:09.435798 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-334453a7-1485-4161-b35b-d63dda55334e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0611191 May 19 13:41:09.507804 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:41:09.514461 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ee85a-056e-43c9-8ee8-538896be84af req-2b44cbb3-0c58-4a7c-9f78-81f370e54f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:09.515970 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-2b44cbb3-0c58-4a7c-9f78-81f370e54f9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733607 May 19 13:41:09.650638 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-0fd1d3b1-08ee-4806-9e05-ae20cdb5357f service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237733 May 19 13:41:09.788981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-033ee85a-056e-43c9-8ee8-538896be84af req-9b34b32e-a58d-4500-bb4f-052f3bef3938 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313436 May 19 13:41:09.860331 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '7fb3c07b-39f7-45cf-a5dc-04192d93a3f7', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'floating_ip_address': '172.26.3.55', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1dca8121-7571-448f-814f-825a451e387a', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'mac_address': 'fa:16:3e:d4:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:07Z', 'updated_at': '2022-05-19T13:41:07Z', 'revision_number': 0, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:41:09.864404 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9ee1d-5cf0-46a0-890d-f5fd10f3edd4 None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '7fb3c07b-39f7-45cf-a5dc-04192d93a3f7', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'floating_ip_address': '172.26.3.55', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1dca8121-7571-448f-814f-825a451e387a', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'mac_address': 'fa:16:3e:d4:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:41:07Z', 'updated_at': '2022-05-19T13:41:07Z', 'revision_number': 0, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:41:10.072120 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003bf167-841b-4f4f-805c-22a6b007ada1 None None] New status for floating IP 7fb3c07b-39f7-45cf-a5dc-04192d93a3f7: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:41:31.239054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-802650cd-24e6-4234-925e-b738150c8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:33.674750 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a92d9ed-0305-440f-b402-e6605098bd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:34.980241 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:34.985024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:36.128976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:38.047060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:41:39.630790 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:41:50.406555 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-280af1a8-b901-46fb-a748-56ccbefe2b9f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808282 May 19 13:41:50.556143 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-4c2f18c1-653d-47b0-9bb0-4bba8dc32b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:50.557598 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-4c2f18c1-653d-47b0-9bb0-4bba8dc32b6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1099 time: 0.0778983 May 19 13:41:50.705818 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-a52f169c-43bd-41d9-a343-67b23cf2e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:50.707214 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-a52f169c-43bd-41d9-a343-67b23cf2e598 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1296575 May 19 13:41:50.810204 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-662bc0ed-22ad-498f-a39b-51c0ab376807 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 1001 time: 0.0958374 May 19 13:41:50.875265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-b91eb4f6-01fb-4084-910d-f44b564fa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:50.876857 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-b91eb4f6-01fb-4084-910d-f44b564fa3cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0596344 May 19 13:41:50.960194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-2bd10157-5511-4024-91df-86d7c5d635ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:41:50.961563 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-2bd10157-5511-4024-91df-86d7c5d635ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774262 May 19 13:41:51.094278 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-75bdd6d9-f61f-474a-8369-3b650b17695e service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259563 May 19 13:41:51.232891 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b84ad1e-721c-4196-b5e0-d335699fd0ea req-304c15b9-50f0-49a5-822e-25fe2c50ded4 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313705 May 19 13:42:01.239758 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4e043bde-df3a-4ee1-89a7-f4a7de7b8feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:03.680360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e7d963c4-be3d-4e36-a21b-c8da5398ee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:04.986466 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:04.989040 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:06.131671 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:08.033976 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:16.634917 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:42:31.249076 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b8e6-db64-4c9d-a19d-3b5f4f1efe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:33.686456 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d13b2028-eb03-48c4-b97b-168f20da9f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:34.981044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:34.989046 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:36.133323 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:38.038231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:42:49.989401 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-8708f181-6209-4eda-9669-b575e5f2d5cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700064 May 19 13:42:50.142292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-0e035301-0d61-4b10-ae19-304235fc9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:50.143855 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-0e035301-0d61-4b10-ae19-304235fc9112 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1099 time: 0.0824850 May 19 13:42:50.381197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-26a5e6f4-e30a-40d8-9fe1-0b17b0d4ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:50.382619 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-26a5e6f4-e30a-40d8-9fe1-0b17b0d4ac65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.2207890 May 19 13:42:50.485576 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-b9da4cf7-20fd-4bcc-af4a-ccf30620908c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 1001 time: 0.0958655 May 19 13:42:50.547128 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-0a6e9554-cbfc-4da1-94b2-7a3cc0b24154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:50.548547 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-0a6e9554-cbfc-4da1-94b2-7a3cc0b24154 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0565016 May 19 13:42:50.624053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-30df9007-933d-4ae1-84be-4588a104c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:42:50.625500 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-30df9007-933d-4ae1-84be-4588a104c7e4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704532 May 19 13:42:50.771514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-764ccfeb-8280-4328-99da-1824b9435304 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387548 May 19 13:42:50.910428 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-25e86c57-e308-42f8-8cfc-328c3bea2f58 req-909ffac7-09fe-4ace-b0e0-8ca272102b1c service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322668 May 19 13:42:53.635191 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:43:01.233722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-10dadafc-b1f6-4639-abac-5fe0eac67110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:03.687747 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fa565195-6f8f-4b00-b4de-5c296f9cc9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:04.980795 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:04.993116 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:05.042718 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054264d6-2822-4c23-a4d7-753d71352b29 req-e64aaa77-1e8b-48a8-b32f-e8d532aa0e4e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:05.044675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-054264d6-2822-4c23-a4d7-753d71352b29 req-e64aaa77-1e8b-48a8-b32f-e8d532aa0e4e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0889175 May 19 13:43:05.091503 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-054264d6-2822-4c23-a4d7-753d71352b29 req-f890e93e-7388-423c-b924-7e70ec5dfc49 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386515 May 19 13:43:06.140133 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:06.446854 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53347739-34a2-416d-a26d-eccd2a33b63f req-9ac99173-0557-45f1-90c4-4a5781840eee tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:06.448225 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-53347739-34a2-416d-a26d-eccd2a33b63f req-9ac99173-0557-45f1-90c4-4a5781840eee tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0892553 May 19 13:43:06.493690 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-53347739-34a2-416d-a26d-eccd2a33b63f req-11a51ffa-a613-4943-8dc4-0219be3bba94 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391448 May 19 13:43:07.714197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f7a3a-4028-4e1c-9d71-d2a9b9a9c5b6 req-ad82a75f-de65-414b-9aea-1ee077e50364 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:07.715674 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-286f7a3a-4028-4e1c-9d71-d2a9b9a9c5b6 req-ad82a75f-de65-414b-9aea-1ee077e50364 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.1033151 May 19 13:43:07.767218 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-286f7a3a-4028-4e1c-9d71-d2a9b9a9c5b6 req-a4237458-c0cc-4d0c-af61-84a8e2dceaf2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 May 19 13:43:08.039121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:08.977039 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b796b26-af60-45c2-8fc6-79fd9c57c517 req-8356a15d-55cf-4f4f-a7a1-6c93406032be tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:08.978512 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2b796b26-af60-45c2-8fc6-79fd9c57c517 req-8356a15d-55cf-4f4f-a7a1-6c93406032be tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0930655 May 19 13:43:09.023679 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2b796b26-af60-45c2-8fc6-79fd9c57c517 req-2fc7fa4c-b4b3-4ecf-9dbb-1a4644b1bbb7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 May 19 13:43:10.213880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeeb4c-986a-4bfc-b993-db3ac6f4cf5f req-726fa89f-09fe-4feb-8d9e-c807e399d7c4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:10.215357 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-22eeeb4c-986a-4bfc-b993-db3ac6f4cf5f req-726fa89f-09fe-4feb-8d9e-c807e399d7c4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0808184 May 19 13:43:10.264290 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-22eeeb4c-986a-4bfc-b993-db3ac6f4cf5f req-303a673c-4182-413d-abba-ff0371d75f99 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 May 19 13:43:11.580809 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aee179-6646-4c89-a4e5-8ec6ec351da1 req-903a3198-361a-4c31-bd05-ac88ddc4d5de tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:11.582428 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-14aee179-6646-4c89-a4e5-8ec6ec351da1 req-903a3198-361a-4c31-bd05-ac88ddc4d5de tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.2022524 May 19 13:43:11.626777 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-14aee179-6646-4c89-a4e5-8ec6ec351da1 req-89035401-1b0d-4d01-8c16-4c2cd2415cc1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 May 19 13:43:12.842011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f479-1c39-442d-a9d5-6c886e53e27f req-4410a39d-0c12-4650-a49b-99e24c3ccee4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:12.843505 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7489f479-1c39-442d-a9d5-6c886e53e27f req-4410a39d-0c12-4650-a49b-99e24c3ccee4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0967777 May 19 13:43:12.893125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7489f479-1c39-442d-a9d5-6c886e53e27f req-057d63ba-bc06-4cc7-8d9d-3d79a0a8fb6e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 May 19 13:43:14.109825 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a683e-3e8f-4068-9c53-4d22ab2c7b52 req-c51ceb00-8bff-41f3-80ed-ebf74103b46b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:14.111301 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-027a683e-3e8f-4068-9c53-4d22ab2c7b52 req-c51ceb00-8bff-41f3-80ed-ebf74103b46b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0962605 May 19 13:43:14.160191 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-027a683e-3e8f-4068-9c53-4d22ab2c7b52 req-91afebdd-65ae-4888-9dc5-d02c6b9457c1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 May 19 13:43:15.356362 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa20fd-f21c-4e1f-8801-3b1fb6944489 req-16abebad-dd5b-4826-90b9-43264be8bd50 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:15.357835 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ebfa20fd-f21c-4e1f-8801-3b1fb6944489 req-16abebad-dd5b-4826-90b9-43264be8bd50 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0856204 May 19 13:43:15.402084 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ebfa20fd-f21c-4e1f-8801-3b1fb6944489 req-1b9329e8-10ee-43dc-91b7-d482133db556 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383997 May 19 13:43:16.594433 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10999199-ba8a-45e5-a223-d4ad05a800ac req-ea795f42-7f7b-4786-96d6-ff6b66981b4a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:16.595927 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10999199-ba8a-45e5-a223-d4ad05a800ac req-ea795f42-7f7b-4786-96d6-ff6b66981b4a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0820830 May 19 13:43:16.640519 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-10999199-ba8a-45e5-a223-d4ad05a800ac req-d63445cd-9cf7-4355-9be2-57b75fdd795c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 May 19 13:43:17.729084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:43:17.836969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3631b-f521-4740-8c6a-cbef0302551f req-031f61ad-b018-4969-9c59-dfe6a2741fb5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:17.838550 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50d3631b-f521-4740-8c6a-cbef0302551f req-031f61ad-b018-4969-9c59-dfe6a2741fb5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0865180 May 19 13:43:17.872510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:17.884305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-50d3631b-f521-4740-8c6a-cbef0302551f req-77ae11e5-afee-4f27-8683-f99e555aad17 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 May 19 13:43:17.888055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'mac_address': 'fa:16:3e:d4:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:43:17.946861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: ACTIVE; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:43:17.947322 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:17.964746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:43:17.979670 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:17.984823 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:18.059445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:18.067318 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.067658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.067990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.068313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.068633 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.068953 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.069266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.069578 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.069903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.070209 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.070519 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.070851 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:43:18.077029 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:43:19.081076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937e23b-ab8d-465b-8920-f77073551ab7 req-a9192a12-5979-49b8-a84e-becd14d019bb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:19.085960 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d937e23b-ab8d-465b-8920-f77073551ab7 req-a9192a12-5979-49b8-a84e-becd14d019bb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 945 time: 0.0920599 May 19 13:43:19.148089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d937e23b-ab8d-465b-8920-f77073551ab7 req-5b8e26e2-7477-48ce-8ada-c0aa6bf8ec09 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554888 May 19 13:43:19.747969 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:43:19.824870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:43:19.825236 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:19.988139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:43:19.988786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:20.022946 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:20.037396 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:20.043379 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:20.120384 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:20.156865 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294e3f7f-51ef-45dc-ac7b-9ba5caba33c6'] response: {'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'code': 200} May 19 13:43:20.341076 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23170a1d-10a2-4b57-9a3e-0695bae7bc60 req-a81a477e-efd2-4aac-b3c5-48525725fd06 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:20.342447 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-23170a1d-10a2-4b57-9a3e-0695bae7bc60 req-a81a477e-efd2-4aac-b3c5-48525725fd06 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0831656 May 19 13:43:20.393900 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-23170a1d-10a2-4b57-9a3e-0695bae7bc60 req-f31df17c-6fff-4c73-b040-3b84eccb0d8e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 May 19 13:43:21.604749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8d5f-ac4d-4f13-b29b-e2db2e80edbd req-20be7c47-6cc3-469e-bb2c-f7095c5c1841 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:21.606549 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d4c8d5f-ac4d-4f13-b29b-e2db2e80edbd req-20be7c47-6cc3-469e-bb2c-f7095c5c1841 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0950165 May 19 13:43:21.661494 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5d4c8d5f-ac4d-4f13-b29b-e2db2e80edbd req-379e73e9-e298-4c16-8a34-7278d27f698e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490882 May 19 13:43:22.867314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073824a-bde4-44b3-b1d4-c5e98e0b1b7d req-a97c306d-25fb-46a1-8393-8d9faeec268b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:22.869183 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3073824a-bde4-44b3-b1d4-c5e98e0b1b7d req-a97c306d-25fb-46a1-8393-8d9faeec268b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0921690 May 19 13:43:22.931350 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3073824a-bde4-44b3-b1d4-c5e98e0b1b7d req-42cd232d-0bc8-4c11-b421-d5697348206a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554106 May 19 13:43:24.134130 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c0992-6d6c-4d38-b265-95959c02d23d req-8d9bc7e1-7295-491f-b4c0-2b5f22968eaf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:24.136626 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3f5c0992-6d6c-4d38-b265-95959c02d23d req-8d9bc7e1-7295-491f-b4c0-2b5f22968eaf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0923171 May 19 13:43:24.192586 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3f5c0992-6d6c-4d38-b265-95959c02d23d req-71a589bd-d94f-415b-99e5-20e5f57b0f66 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493662 May 19 13:43:25.398832 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5f9cc-bc14-4cb0-978f-ee3adff1a649 req-8aa00edd-cfc6-404d-a064-68ae314751d6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:25.403905 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96d5f9cc-bc14-4cb0-978f-ee3adff1a649 req-8aa00edd-cfc6-404d-a064-68ae314751d6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0977831 May 19 13:43:25.456288 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-96d5f9cc-bc14-4cb0-978f-ee3adff1a649 req-dcf87518-a6c3-4314-9837-a9e1ab0006a6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 May 19 13:43:26.658723 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42a6ae-dbda-428b-a797-48abd3217d3a req-173b7326-9ee8-4343-835b-b3ee028dc6cd tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:26.660166 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6e42a6ae-dbda-428b-a797-48abd3217d3a req-173b7326-9ee8-4343-835b-b3ee028dc6cd tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0924833 May 19 13:43:26.704048 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6e42a6ae-dbda-428b-a797-48abd3217d3a req-7a207ca4-1b4b-41fe-9649-5e7097f5bebb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381854 May 19 13:43:27.455288 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-cf168f77-9fba-4edc-b019-5c293f401d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.456635 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-cf168f77-9fba-4edc-b019-5c293f401d7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1099 time: 0.0727038 May 19 13:43:27.598335 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-60e84ddf-54ee-4a0a-ace6-f6877ae7f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.599815 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-60e84ddf-54ee-4a0a-ace6-f6877ae7f470 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1357489 May 19 13:43:27.799261 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-579d9d9e-a60a-4100-b50d-2d4d27b33efe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 1001 time: 0.1926286 May 19 13:43:27.864560 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-62ce895e-a46d-43a3-808f-2464c53c8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.865961 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-62ce895e-a46d-43a3-808f-2464c53c8c4e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0594211 May 19 13:43:27.895252 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c676e-6106-4bcc-9498-b41b3edeed67 req-9e542edf-870d-498e-b6e1-9a8d8c9ae595 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.896709 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-668c676e-6106-4bcc-9498-b41b3edeed67 req-9e542edf-870d-498e-b6e1-9a8d8c9ae595 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0837371 May 19 13:43:27.942980 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-668c676e-6106-4bcc-9498-b41b3edeed67 req-340dc888-9889-4a67-979c-36662a419088 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 May 19 13:43:27.946267 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-eb85b49d-ccbc-43f0-a2d3-9d338fd49cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:27.947902 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-eb85b49d-ccbc-43f0-a2d3-9d338fd49cbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747676 May 19 13:43:28.085527 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-530a881d-1ed1-4841-af66-b81445b6282c service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302676 May 19 13:43:28.220973 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dadb15ac-2bf8-46d2-a6fc-5200dda1f191 req-24348d71-76f5-4ae2-8e04-bd42601f7491 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288710 May 19 13:43:29.138207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4029-cc1f-4cd3-8509-e4cb5af99490 req-6593b639-d647-49c7-962c-186ccd80dbc0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:29.139782 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7ef4029-cc1f-4cd3-8509-e4cb5af99490 req-6593b639-d647-49c7-962c-186ccd80dbc0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 946 time: 0.0864437 May 19 13:43:29.189101 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b7ef4029-cc1f-4cd3-8509-e4cb5af99490 req-7ec2af92-1e31-457d-ab47-c23f57bbc6ab tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434611 May 19 13:43:29.810967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:43:29.930971 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:43:29.931348 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:29.958609 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:29.971428 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:29.976974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:30.013337 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881e51d3-d82f-41f0-b381-5499f2814fed'] response: {'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'code': 200} May 19 13:43:30.050833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:30.565080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52490bc-5aab-4887-a170-7ab92672ed57 req-6c84879c-2e22-4ba9-ae67-4dbdd4884efd tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:30.566514 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e52490bc-5aab-4887-a170-7ab92672ed57 req-6c84879c-2e22-4ba9-ae67-4dbdd4884efd tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0971050 May 19 13:43:30.610493 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e52490bc-5aab-4887-a170-7ab92672ed57 req-7fc323c0-2351-478b-a43d-acfb25026af7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383327 May 19 13:43:30.634783 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:43:30.980572 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1d993-9534-414d-a224-56e72baeda18 req-a7a1d767-e010-4c27-9f16-b8341770fd6c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:30.982000 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8cb1d993-9534-414d-a224-56e72baeda18 req-a7a1d767-e010-4c27-9f16-b8341770fd6c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0805490 May 19 13:43:31.030185 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8cb1d993-9534-414d-a224-56e72baeda18 req-7da6fe6c-e55e-42ce-9216-d68a2aafa94b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 May 19 13:43:31.238010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a62f7f6f-515e-4ace-97d5-0c7a6f2e2428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:31.250365 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-cd4ce036-a2b6-4d75-8f14-2721457a1ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243970 May 19 13:43:32.226602 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0bc01-aded-4fb0-99c4-22eeeb17edb8 req-37d520b3-1297-4718-b23f-16ece80961a8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:32.228057 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1eb0bc01-aded-4fb0-99c4-22eeeb17edb8 req-37d520b3-1297-4718-b23f-16ece80961a8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0826080 May 19 13:43:32.276226 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-1eb0bc01-aded-4fb0-99c4-22eeeb17edb8 req-8cb84453-9980-4242-a05a-eaac0b376234 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 May 19 13:43:32.867542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84746727-1bf5-407e-811d-b4d920209f7a req-149a4b83-67da-486e-bc9a-6a3b550d7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:32.868986 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-149a4b83-67da-486e-bc9a-6a3b550d7356 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb&tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 1097 time: 0.0748997 May 19 13:43:32.968632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84746727-1bf5-407e-811d-b4d920209f7a req-ce57bef0-5413-4254-bcc3-f2eac53f4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:32.970071 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-ce57bef0-5413-4254-bcc3-f2eac53f4224 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1097 time: 0.0756102 May 19 13:43:33.108298 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84746727-1bf5-407e-811d-b4d920209f7a req-05538634-6a20-4013-adfc-479b631b1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:33.109770 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-05538634-6a20-4013-adfc-479b631b1df7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1328523 May 19 13:43:33.218351 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-c7b9566c-f655-4874-af5e-0c74302aebfc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 999 time: 0.1012018 May 19 13:43:33.294509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84746727-1bf5-407e-811d-b4d920209f7a req-6b311837-788e-4298-926d-bca6f0f45bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:33.295931 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-6b311837-788e-4298-926d-bca6f0f45bfb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0703619 May 19 13:43:33.373367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84746727-1bf5-407e-811d-b4d920209f7a req-633b54eb-a048-41bf-a3ea-d0057fb17ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:33.374859 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-633b54eb-a048-41bf-a3ea-d0057fb17ae7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715425 May 19 13:43:33.558886 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-03054083-adc7-43d0-a88f-75ee6432e1e0 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763458 May 19 13:43:33.570132 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a84d3-4fb4-447f-bcdb-55192e2506d2 req-32bf6eb9-cffc-41a4-8781-7cb4e1c801d1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:33.571535 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-436a84d3-4fb4-447f-bcdb-55192e2506d2 req-32bf6eb9-cffc-41a4-8781-7cb4e1c801d1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.1902881 May 19 13:43:33.683846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-96603e80-3559-4dfb-ba6f-84a1cbb11f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:33.789016 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-436a84d3-4fb4-447f-bcdb-55192e2506d2 req-2b7563c8-644a-49b4-9f73-1788dc8dc89a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988726 May 19 13:43:33.831283 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-e31e17a4-dc6d-4e72-9a5a-30dfd7ed1052 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588198 May 19 13:43:33.841702 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:43:33.961910 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: DOWN; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:43:34.976650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:34.996498 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:34.998587 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba0c4-3cbd-4381-ad09-336bcd6ebabe req-d4e75e59-3d5c-46f3-8408-a5ba298f7da6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:35.000161 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2eba0c4-3cbd-4381-ad09-336bcd6ebabe req-d4e75e59-3d5c-46f3-8408-a5ba298f7da6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.1012018 May 19 13:43:35.047612 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c2eba0c4-3cbd-4381-ad09-336bcd6ebabe req-6eb3b334-94e7-45b4-aec6-ee5204fa3b5a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 May 19 13:43:36.151987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:36.293724 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd68dc-1921-4197-bb54-b66d9b93bbd1 req-4360e7f3-0a9d-450b-abec-152436bf5472 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:36.296191 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-37bd68dc-1921-4197-bb54-b66d9b93bbd1 req-4360e7f3-0a9d-450b-abec-152436bf5472 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0859013 May 19 13:43:36.348352 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-37bd68dc-1921-4197-bb54-b66d9b93bbd1 req-3d2fbfba-333f-48ae-b277-c34f8fdc301f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 May 19 13:43:37.581864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33432311-711a-489a-bf85-779056eb0989 req-f88a666c-f2b3-48e4-8d52-92acfdebba19 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:37.583648 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33432311-711a-489a-bf85-779056eb0989 req-f88a666c-f2b3-48e4-8d52-92acfdebba19 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0954289 May 19 13:43:37.642393 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-33432311-711a-489a-bf85-779056eb0989 req-d6411ad5-138b-4aeb-b0bc-2afc6ea01a4f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 May 19 13:43:38.040163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:38.869399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefddc1c-59ec-48ea-bb45-9f3f0dbda90f req-921b3bc9-8421-4d94-8700-b59020cbe3ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:38.872238 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fefddc1c-59ec-48ea-bb45-9f3f0dbda90f req-921b3bc9-8421-4d94-8700-b59020cbe3ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.1043220 May 19 13:43:38.921417 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fefddc1c-59ec-48ea-bb45-9f3f0dbda90f req-bef63417-340c-4e48-bd9b-578e40357abe tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434761 May 19 13:43:40.129670 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373d28-eb35-45a4-960b-b341e0eb80f9 req-690ec976-afe1-41b7-bb30-4d5a65a8a2a4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:40.131214 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-44373d28-eb35-45a4-960b-b341e0eb80f9 req-690ec976-afe1-41b7-bb30-4d5a65a8a2a4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0878508 May 19 13:43:40.196873 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-44373d28-eb35-45a4-960b-b341e0eb80f9 req-d3f22077-7a35-4513-9b8f-a704a6775080 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584972 May 19 13:43:41.395322 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29657e93-86cc-4acf-827d-73a6344ea49f req-d4c25a77-8117-49a9-aeae-d626e269f948 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:41.397251 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-29657e93-86cc-4acf-827d-73a6344ea49f req-d4c25a77-8117-49a9-aeae-d626e269f948 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0972910 May 19 13:43:41.452267 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-29657e93-86cc-4acf-827d-73a6344ea49f req-da321e8d-36da-451d-ac0b-abd5be429edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485990 May 19 13:43:42.650143 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aedb0-b9e1-4f27-8167-248e3da0787f req-2cc9fa3c-64d2-48ec-a618-4733354abfc4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:42.651877 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cc5aedb0-b9e1-4f27-8167-248e3da0787f req-2cc9fa3c-64d2-48ec-a618-4733354abfc4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0855465 May 19 13:43:42.695939 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cc5aedb0-b9e1-4f27-8167-248e3da0787f req-a137bebd-b288-4420-b121-ebedb6e063c5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383880 May 19 13:43:43.885640 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e4bd-fbd5-4272-ba02-204e314cb982 req-2b05fbfc-845e-44e3-9479-a682bb9ad6c4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:43.887284 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db55e4bd-fbd5-4272-ba02-204e314cb982 req-2b05fbfc-845e-44e3-9479-a682bb9ad6c4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0813766 May 19 13:43:43.931455 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-db55e4bd-fbd5-4272-ba02-204e314cb982 req-bc133ed7-c9ef-4710-8a57-dc9b58c475bb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383987 May 19 13:43:45.142371 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c85a32-0326-4385-837d-f2072d26daf9 req-2b0547fd-2507-4801-a33e-e5e3ddc9869e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:45.144014 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c8c85a32-0326-4385-837d-f2072d26daf9 req-2b0547fd-2507-4801-a33e-e5e3ddc9869e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 944 time: 0.0931220 May 19 13:43:45.193804 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c8c85a32-0326-4385-837d-f2072d26daf9 req-1aead9dc-05ee-4c33-bea7-15782c036560 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 May 19 13:43:45.873060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:43:46.005833 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:46.019270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'port_id': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'mac_address': 'fa:16:3e:d4:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:43:46.077732 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:43:46.078108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:46.095075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:43:46.111380 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:46.116212 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:46.182813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=9']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:46.383641 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:43:46.388051 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a89bbf-478a-4e51-b8fb-f665b38730f5 req-9161702a-69ec-4668-9e45-ab5b9b5dca2b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:46.389538 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79a89bbf-478a-4e51-b8fb-f665b38730f5 req-9161702a-69ec-4668-9e45-ab5b9b5dca2b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 945 time: 0.0868275 May 19 13:43:46.438183 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79a89bbf-478a-4e51-b8fb-f665b38730f5 req-a5dc8c1c-5598-4597-8eb8-0be906584568 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 May 19 13:43:47.631969 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb929bc1-c7a5-4064-9fea-f06df156658f req-d714c5f7-5045-49db-9210-bef9c0bd7b94 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:47.633394 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cb929bc1-c7a5-4064-9fea-f06df156658f req-d714c5f7-5045-49db-9210-bef9c0bd7b94 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 945 time: 0.0815001 May 19 13:43:47.682179 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-cb929bc1-c7a5-4064-9fea-f06df156658f req-3193d118-1149-4cc1-9bc9-272b0ade0e14 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 May 19 13:43:47.889409 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:43:47.965359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:43:47.965727 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:48.090926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:43:48.091388 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:48.119079 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:43:48.129183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:43:48.134367 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:43:48.171211 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d37b59c-ade0-46de-92fe-f84a434c2a59'] response: {'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'code': 200} May 19 13:43:48.205426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=10']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:43:48.451988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607190b-bb57-4eda-a96b-03bcfae81dde req-7d62d021-6f67-44c2-81b5-8577c2da834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:48.453545 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7607190b-bb57-4eda-a96b-03bcfae81dde req-7d62d021-6f67-44c2-81b5-8577c2da834b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1100 time: 0.1027369 May 19 13:43:48.496507 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7607190b-bb57-4eda-a96b-03bcfae81dde req-0d65a0b6-5736-4bed-9ce5-c0162c410cd9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 May 19 13:43:48.911511 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558b3c7-ab79-498b-82e3-62f89f25b00d req-81043c28-d448-4b42-9f7c-c5d135bef294 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:48.913979 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9558b3c7-ab79-498b-82e3-62f89f25b00d req-81043c28-d448-4b42-9f7c-c5d135bef294 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 947 time: 0.0993240 May 19 13:43:48.960888 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-9558b3c7-ab79-498b-82e3-62f89f25b00d req-22aec323-7e13-4dd7-8f39-aa05fada0ba6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 May 19 13:43:50.177822 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15b94f-f242-4c41-8645-901a5fdecc99 req-3d29ff19-95a7-424f-ba6b-bb8d0fa8be2b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:50.179375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bf15b94f-f242-4c41-8645-901a5fdecc99 req-3d29ff19-95a7-424f-ba6b-bb8d0fa8be2b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 947 time: 0.1018651 May 19 13:43:50.226822 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bf15b94f-f242-4c41-8645-901a5fdecc99 req-bf787903-6a4f-4af5-a99c-6c272be90283 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 May 19 13:43:50.501821 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-b9a863ee-8312-4f2b-b250-4c210800b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:50.503562 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-b9a863ee-8312-4f2b-b250-4c210800b8ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1100 time: 0.0841572 May 19 13:43:50.652733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-797c0617-23d1-44c7-98e8-e12e66f2d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:50.654157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-797c0617-23d1-44c7-98e8-e12e66f2d65f service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1302617 May 19 13:43:50.768499 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-df2417d1-a5d3-407c-9c78-5650891bf728 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 1001 time: 0.1067269 May 19 13:43:50.839437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-5c55cc4b-ccf5-49ce-9794-f73e42c531cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:50.840880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-5c55cc4b-ccf5-49ce-9794-f73e42c531cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0653162 May 19 13:43:50.923929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-3d01cc2f-a805-4280-886f-44d75126cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:50.925395 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-3d01cc2f-a805-4280-886f-44d75126cc96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737319 May 19 13:43:51.067242 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-0ee73b0e-af61-4c82-b929-4d521ce09eb4 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347575 May 19 13:43:51.202438 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b0b54f2d-4724-489e-b499-152f2ad35827 req-260eb184-4721-4e2d-83e2-f55d049d4757 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272259 May 19 13:43:51.421165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb894e2-a185-4c6e-a934-ffb2eb43b350 req-6a853c52-574b-442d-a381-3e81eb4d6c1c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:43:51.423325 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8fb894e2-a185-4c6e-a934-ffb2eb43b350 req-6a853c52-574b-442d-a381-3e81eb4d6c1c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 947 time: 0.0908234 May 19 13:43:51.479762 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-8fb894e2-a185-4c6e-a934-ffb2eb43b350 req-d3ff4376-44ac-4c9a-a32a-514a67025ebd tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504553 May 19 13:44:01.252202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa927-365a-422a-a616-5d8e3dab9966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:03.688651 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-48181cc6-ba32-4ee6-a4e4-b49bf2189ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:04.995325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:04.999187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:06.144385 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:07.638235 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:44:08.052975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:31.256518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a54ccd25-7af4-46c3-bfb4-94e2e64f296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:33.684187 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d837a48d-1003-4967-ba54-4189c02ede4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:35.019992 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:35.023588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:36.145599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:38.054501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:44:44.642242 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:44:52.475015 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-31317025-4c08-417a-9163-d24040241a67 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862215 May 19 13:44:52.635087 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-33840884-936e-4ef3-bfb8-c705a7785b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:52.636526 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-33840884-936e-4ef3-bfb8-c705a7785b8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1100 time: 0.0776582 May 19 13:44:52.875263 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-fc167e14-43bd-4d1d-b923-c3c4d3134a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:52.876703 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-fc167e14-43bd-4d1d-b923-c3c4d3134a37 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.2198586 May 19 13:44:52.983111 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-2995b0d5-22dc-4665-a53c-4b272c129833 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 1001 time: 0.0990024 May 19 13:44:53.046870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-03e4ed72-2e24-4aa8-830d-724406b51a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:53.048305 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-03e4ed72-2e24-4aa8-830d-724406b51a0a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0588582 May 19 13:44:53.136781 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-1a1e267c-4f01-4db9-a20a-e0f2e3be6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:44:53.138204 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-1a1e267c-4f01-4db9-a20a-e0f2e3be6ca5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820236 May 19 13:44:53.282919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-de1ac4ae-8b10-461c-bccc-6c1b00541be1 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379082 May 19 13:44:53.433981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7e72be79-e95b-4d9e-8ca0-8c139ca07a47 req-be51689d-05d9-4a3c-8658-251ac6c32bbe service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427572 May 19 13:45:01.257926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-56eaa31d-5c98-4f1e-bd8f-9c9a10dd9001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:03.679446 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-dc21b494-0256-4170-bfb0-a55f3d0901b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:04.136203 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 44986) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:04.351786 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Deleting port 79ca479e-272d-48c1-87f0-da768c4d56b5 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:45:04.352100 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:04.524148 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:04.524369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:04.644589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Calling delete_port for 79ca479e-272d-48c1-87f0-da768c4d56b5 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:45:04.807373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:04.857397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event deleted for resources: {'Port': ['ID=79ca479e-272d-48c1-87f0-da768c4d56b5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:04.908715 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.909061 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.909401 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.909741 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.910066 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.910396 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.910752 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.911080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.911414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.911727 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.912044 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.912349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:04.969962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:04.970263 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Floating IP 7fb3c07b-39f7-45cf-a5dc-04192d93a3f7 disassociated (deleted). External IP: 172.26.3.55, port: aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7. May 19 13:45:04.987155 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:05.004561 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:05.439420 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Router 1dca8121-7571-448f-814f-825a451e387a has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:45:05.635982 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:45:05.645814 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:45:05.656020 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:45:05.656614 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:45:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:05.658546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:05.712993 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-dfc2124a-fde9-4881-a6bd-b701267e515f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "DELETE /v2.0/floatingips/7fb3c07b-39f7-45cf-a5dc-04192d93a3f7 HTTP/1.1" status: 204 len: 168 time: 1.5754900 May 19 13:45:05.713575 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:45:05.758284 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50b3a59-9a35-40da-9aae-4ee8f57445c1'] response: {'name': 'network-changed', 'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'status': 'completed', 'code': 200} May 19 13:45:05.833142 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:45:05.856377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-340c2887-8641-460c-9f1d-6b739cbb06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:05.857869 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-340c2887-8641-460c-9f1d-6b739cbb06da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 1100 time: 0.0765162 May 19 13:45:05.998656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-624484bf-9126-4b87-ac61-236af94c511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:06.000129 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-624484bf-9126-4b87-ac61-236af94c511a service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1350422 May 19 13:45:06.068262 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-522518f3-4682-40c2-a734-eeb415d32da0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 200 len: 217 time: 0.0605502 May 19 13:45:06.100263 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a27767-ace5-412f-8aff-6f7748f33b8f req-9258357a-79bb-447a-b4e2-ac0a161db05e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:06.102060 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-32a27767-ace5-412f-8aff-6f7748f33b8f req-9258357a-79bb-447a-b4e2-ac0a161db05e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 947 time: 0.0821412 May 19 13:45:06.138471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-87a71ace-a2ff-4817-93eb-de61cf701ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:06.140175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-87a71ace-a2ff-4817-93eb-de61cf701ae7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0651200 May 19 13:45:06.158640 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:06.165026 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-32a27767-ace5-412f-8aff-6f7748f33b8f req-e63cfc17-6f0d-42ff-ae10-419faa17bb59 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540130 May 19 13:45:06.222612 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:06.224367 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-08370afe-0c8d-44ed-901c-d1f1c29fae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:06.225861 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-08370afe-0c8d-44ed-901c-d1f1c29fae97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785537 May 19 13:45:06.227194 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:45:06.235443 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:45:06.236025 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:45:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:06.364638 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-6bce4a19-b2e8-4e8e-9a21-73f81601f006 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265266 May 19 13:45:06.416497 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:45:06.496775 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e4bbcf08-db2c-450f-8036-b8613f64ea29 req-390216fc-d36b-4477-a455-4d1d38364ac6 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257873 May 19 13:45:06.727985 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:06.731888 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378f965-0aa3-430a-bdd0-41f10bd6203f None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:45:06.962316 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7b449-a294-400d-94f9-1ee7ec916ac2 None None] New status for floating IP 7fb3c07b-39f7-45cf-a5dc-04192d93a3f7: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:45:07.349133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535d884-3f9b-45f3-8be1-ce4ec5043041 req-814a938e-98fd-4949-b113-180d7528e427 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:07.349824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-8535d884-3f9b-45f3-8be1-ce4ec5043041 req-814a938e-98fd-4949-b113-180d7528e427 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:45:07.368431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-8535d884-3f9b-45f3-8be1-ce4ec5043041 req-814a938e-98fd-4949-b113-180d7528e427 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:45:07.369645 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8535d884-3f9b-45f3-8be1-ce4ec5043041 req-814a938e-98fd-4949-b113-180d7528e427 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 947 time: 0.1051905 May 19 13:45:07.458054 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8535d884-3f9b-45f3-8be1-ce4ec5043041 req-b53ffe41-1505-4a65-ad85-e5f116d67ee2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=10ef343d-b6ac-4951-9f47-5b61762d446a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797279 May 19 13:45:07.498917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b77b1c67-7cd3-4a84-940a-d738b76c6815 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:07.500353 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b77b1c67-7cd3-4a84-940a-d738b76c6815 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 947 time: 0.0925047 May 19 13:45:07.682149 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Deleting port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:45:07.682391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:07.948933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] For port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:45:07.949183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:08.057126 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:08.073510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Calling delete_port for aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:45:08.226991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:08.276841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event deleted for resources: {'Port': ['ID=aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:08.356015 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] No DVR routers for this DVR port aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:45:08.358797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:08.361220 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-deleted', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:45:08.377785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4e4f619-2e51-4b16-8bc9-f181836e1a8c req-b25d5f8e-581b-444b-a0f7-f7c7c1a70469 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "DELETE /v2.0/ports/aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 HTTP/1.1" status: 204 len: 173 time: 0.8714564 May 19 13:45:08.407454 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0cc715-b39d-4e83-bced-e8cd53683b82'] response: {'server_uuid': 'b402fd9c-6e28-4245-a6eb-3a8d47310bfb', 'name': 'network-vif-deleted', 'tag': 'aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7', 'status': 'completed', 'code': 200} May 19 13:45:08.642180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-fa321e2c-cfcf-41eb-8f2c-6bf65556ea5e req-46b47810-56d2-4c5f-804c-ee4ede8fc8d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:45:08.662333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-fa321e2c-cfcf-41eb-8f2c-6bf65556ea5e req-46b47810-56d2-4c5f-804c-ee4ede8fc8d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:45:08.664195 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-fa321e2c-cfcf-41eb-8f2c-6bf65556ea5e req-46b47810-56d2-4c5f-804c-ee4ede8fc8d7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=b402fd9c-6e28-4245-a6eb-3a8d47310bfb HTTP/1.1" status: 200 len: 210 time: 0.0694377 May 19 13:45:09.769377 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45004) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:09.839171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2286b8e-2760-4d3b-b305-24fa18592614 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:09.870584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2286b8e-2760-4d3b-b305-24fa18592614 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:09.945379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2286b8e-2760-4d3b-b305-24fa18592614 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:09.963605 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2286b8e-2760-4d3b-b305-24fa18592614 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef343d-b6ac-4951-9f47-5b61762d446a,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:09.974977 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-b2286b8e-2760-4d3b-b305-24fa18592614 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:09.976202 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-b2286b8e-2760-4d3b-b305-24fa18592614 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "DELETE /v2.0/security-groups/10ef343d-b6ac-4951-9f47-5b61762d446a HTTP/1.1" status: 204 len: 168 time: 0.2057753 May 19 13:45:10.093050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45012) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:10.098217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163694398', 'description': 'tempest-secgroup-smoke-163694398 description', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:10.104546 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.108624 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.111532 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.117153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.127850 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.146905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.150805 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.153556 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.159354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.230199 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.236309 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.277299 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:45:10.280155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaefea5-81b7-4902-863f-bcc551a390d5,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:10.283916 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.287904 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c9ccef1c-fcd1-4347-891f-253be96d008b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910896 May 19 13:45:10.288228 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45016) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:10.293499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': 'ecaefea5-81b7-4902-863f-bcc551a390d5', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:10.299595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.303447 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.306360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.310951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:45:10.311292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device aa33dcbc-bf3f-42b5-abe5-d3ad1302dec7 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:45:10.312030 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.330838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.395838 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.401445 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.424067 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d9072c-f094-47e3-8bcd-e03842d5c4b7,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:10.434231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.435446 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-89d49944-72b5-4d0e-968f-c2e8cbad6a5c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464200 May 19 13:45:10.438303 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45020) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:10.443194 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': 'ecaefea5-81b7-4902-863f-bcc551a390d5', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:10.449351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.453292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.456252 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.462163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.481963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.554360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.559834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.583370 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c7301c-89d7-4ff2-a020-81df55678707,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:10.594590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.595776 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-db554c2d-4247-4cda-99b7-eaa62d9a0b4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564987 May 19 13:45:10.598465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45024) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:10.603651 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': 'ecaefea5-81b7-4902-863f-bcc551a390d5', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:10.609407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.613208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.616129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.621948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.639431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.720386 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.725968 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.759224 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62a4640-0508-463e-9c7a-25f7ecc3eb2a,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:10.770319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.771524 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d014a6b2-4b6c-4c05-9f80-a032c892cb11 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721516 May 19 13:45:10.775675 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45028) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:10.780722 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': 'ecaefea5-81b7-4902-863f-bcc551a390d5', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:10.787279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.791438 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.794451 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.804682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.823380 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.888357 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.893751 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.917777 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d5e5a3-1da9-430e-b9a6-9ab429bb1cf8,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:10.928217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.928576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.928899 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.929242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.929559 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.930048 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.930367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.930705 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.931020 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.931332 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.931639 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.931944 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:10.935925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:10.937076 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dc809c88-77ae-4b06-b88a-381079d51d4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604371 May 19 13:45:10.939862 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45032) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:10.944881 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': 'ecaefea5-81b7-4902-863f-bcc551a390d5', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:10.951274 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:10.955177 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:10.958108 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:10.964693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:10.977445 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Project 0620711b9bdf4e6184e1bfbcce2d13c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:45:10.983945 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.051643 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.056826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.080851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc77ac9a-f116-4cc2-98f3-ce8333d661ff,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:11.091309 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.092554 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-90f60933-d506-44ec-a093-852504c41edf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517377 May 19 13:45:11.095398 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45036) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:11.100314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'security_group_rule': {'security_group_id': 'ecaefea5-81b7-4902-863f-bcc551a390d5', 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:11.106456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:11.110269 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:security_group_rule and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:11.113179 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:11.119275 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:11.130553 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Project 0620711b9bdf4e6184e1bfbcce2d13c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:45:11.137297 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.207119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.212062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.234468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29966fa-b7c8-4603-bcda-0d115760de3f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:11.244557 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:11.246170 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bad0c8ff-afc1-442d-a99d-415301c42f2a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498618 May 19 13:45:21.641873 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:45:26.373004 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-c81ff9e1-9c30-4fce-bf85-3895513e7464 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:security_group {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:45:26.391226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-c81ff9e1-9c30-4fce-bf85-3895513e7464 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:security_group {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:45:26.392541 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-c81ff9e1-9c30-4fce-bf85-3895513e7464 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163694398&fields=id&tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 267 time: 0.0664344 May 19 13:45:26.551762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-03bea069-9f4a-46b6-999b-3de69432e4a3 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:26.553081 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-03bea069-9f4a-46b6-999b-3de69432e4a3 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 809 time: 0.1505713 May 19 13:45:26.567611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-66005726-7b03-43af-be18-4594aa38b097 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/quotas/0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 375 time: 0.0090175 May 19 13:45:26.651667 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-fcaff89d-2afd-4f29-b34b-4ad9a6df9bfb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786991 May 19 13:45:26.881954 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e3a0eb0-b669-49d4-a1cd-8c6da60f123a service neutron] 10.222.0.44 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170293 May 19 13:45:27.017880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-eed0da58-7209-4957-97bb-222d62109702 service neutron] 10.222.0.44 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293540 May 19 13:45:27.472200 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3dbf67a0-7e9f-4d03-ad2e-6a44569b55cd req-d4dc11e7-c4bf-4eba-9f68-7b932a801fe1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 210 time: 0.0986438 May 19 13:45:28.574276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-2359b9a3-9f5b-45fd-b45d-60fbc6800616 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:28.575920 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-2359b9a3-9f5b-45fd-b45d-60fbc6800616 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 809 time: 0.2458637 May 19 13:45:28.636835 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c473c51e-dd9b-4ca4-a6eb-75bda4503add req-dd16f2c4-935f-43fd-bcec-b402ca16f999 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 210 time: 0.0587153 May 19 13:45:28.664530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-909707f2-95ac-46b0-b106-7c3ab327a12c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 379 time: 0.0558643 May 19 13:45:28.673699 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'port': {'device_id': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'admin_state_up': True, 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'security_groups': ['ecaefea5-81b7-4902-863f-bcc551a390d5']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:28.809946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:28.820444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:28.832353 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Made reservation on behalf of 0620711b9bdf4e6184e1bfbcce2d13c7 for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:45:28.835753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:29.007133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Allocated IP 172.20.0.14 (b00786fa-d157-45f8-bf08-858c5372253d/219ba143-96f9-4282-b97e-64aa64bba37e/e9c11436-70f8-40e8-be26-f9eecf3f46d0) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:45:29.220093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:29.235855 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Transition to ACTIVE for port object e9c11436-70f8-40e8-be26-f9eecf3f46d0 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:45:29.262979 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:29.337216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Network b00786fa-d157-45f8-bf08-858c5372253d is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:45:29.341840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:45:29.348444 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:45:29.406524 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:29.427192 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:29.427812 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:29.457990 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9e817f7d-6fa0-4fe0-9bf0-30a9847a09ca tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881188 May 19 13:45:29.515062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Request body: {'port': {'device_id': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:29.629039 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:29.629944 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b43771b3-4346-4ffa-81a3-94b016274e53 None None] Provisioning for port e9c11436-70f8-40e8-be26-f9eecf3f46d0 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:45:29.636959 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b43771b3-4346-4ffa-81a3-94b016274e53 None None] Provisioning complete for port e9c11436-70f8-40e8-be26-f9eecf3f46d0 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:45:29.637480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b43771b3-4346-4ffa-81a3-94b016274e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:29.692319 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-b43771b3-4346-4ffa-81a3-94b016274e53 None None] Port e9c11436-70f8-40e8-be26-f9eecf3f46d0 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:45:29.848389 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f86174-a753-4d67-b484-aead6fc8a9c4 req-6d366585-725d-4d40-b3a3-e36fb3564202 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:29.849836 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-69f86174-a753-4d67-b484-aead6fc8a9c4 req-6d366585-725d-4d40-b3a3-e36fb3564202 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 932 time: 0.0877860 May 19 13:45:29.907164 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-69f86174-a753-4d67-b484-aead6fc8a9c4 req-0d85f026-ccac-42c7-a47d-2ae2fc6fefbb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506239 May 19 13:45:30.016834 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c11436-70f8-40e8-be26-f9eecf3f46d0 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:45:30.024606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:30.040543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Transition to ACTIVE for port object e9c11436-70f8-40e8-be26-f9eecf3f46d0 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:45:30.044831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:30.218294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:30.304079 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Attempting to bind port e9c11436-70f8-40e8-be26-f9eecf3f46d0 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:45:30.304414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Attempting to bind port e9c11436-70f8-40e8-be26-f9eecf3f46d0 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:45:30.304737 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Attempting to bind port e9c11436-70f8-40e8-be26-f9eecf3f46d0 on network b00786fa-d157-45f8-bf08-858c5372253d {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:45:30.309519 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Port e9c11436-70f8-40e8-be26-f9eecf3f46d0 on network b00786fa-d157-45f8-bf08-858c5372253d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:45:30.309930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Attempting to bind port e9c11436-70f8-40e8-be26-f9eecf3f46d0 on network b00786fa-d157-45f8-bf08-858c5372253d {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:45:30.315098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:45:30.315431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Checking segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:45:30.315811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Bound using segment: {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:45:30.316231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Bound port: e9c11436-70f8-40e8-be26-f9eecf3f46d0, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4384638-263f-441c-bf99-22f9e378e51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:45:30.316577 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:30.403622 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:45:30.406544 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:45:30.414433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:30.583300 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:30.583898 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:30.585279 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] 10.222.0.79 "PUT /v2.0/ports/e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 1094 time: 1.1187778 May 19 13:45:30.585709 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:45:30.604817 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6385448-1282-484c-b1f0-e13835b13726 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:30.708516 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ecf3ba-0456-4ce4-ab5f-fd128acf96d0'] response: {'name': 'network-changed', 'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'status': 'completed', 'code': 200} May 19 13:45:30.713958 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-81f94866-884e-46ea-bf93-d2f7968dea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:30.715592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-81f94866-884e-46ea-bf93-d2f7968dea89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1097 time: 0.0788465 May 19 13:45:30.788325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-c420d487-c85d-4a1d-aaa2-03c400e006c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 217 time: 0.0648184 May 19 13:45:30.856378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-f2cfce3d-4058-45c8-b2b0-c87c33de4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:30.857856 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-f2cfce3d-4058-45c8-b2b0-c87c33de4568 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0633941 May 19 13:45:30.941200 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9827a40e-cbed-4067-8b99-5f722fb1ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:30.942730 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-9827a40e-cbed-4067-8b99-5f722fb1ce55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782580 May 19 13:45:31.077800 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-223c871a-eda5-4270-9a83-40f8a7a90a75 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282816 May 19 13:45:31.114444 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70998663-db20-4e74-beb1-44db66c00328 req-53ca7fc5-69a7-495c-a483-ad2ae0b769b0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:31.115965 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70998663-db20-4e74-beb1-44db66c00328 req-53ca7fc5-69a7-495c-a483-ad2ae0b769b0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1069686 May 19 13:45:31.161805 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-70998663-db20-4e74-beb1-44db66c00328 req-f4e8e3ea-b3bc-4212-a9ff-6e05926bf82e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 May 19 13:45:31.214468 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-14e0e4ec-9ce9-4269-ae04-9dd720f703d7 req-7373005a-0de6-4881-bc93-6977c968d49d service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292882 May 19 13:45:31.255916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5fab04a4-466c-493c-801b-af3e6c6339c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:31.337918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-ce71c994-ae9b-4b9a-875b-7e496be71a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:31.339428 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-ce71c994-ae9b-4b9a-875b-7e496be71a6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1097 time: 0.0727384 May 19 13:45:31.473096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-23047030-9e06-4f7c-9315-50dc0a502ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:31.474813 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-23047030-9e06-4f7c-9315-50dc0a502ea0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1292806 May 19 13:45:31.546156 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-427dab73-b20b-4f26-be32-08a141251ab0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 217 time: 0.0653985 May 19 13:45:31.611411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-e57855d6-9491-45c8-bfea-476d7a555a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:31.612788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-e57855d6-9491-45c8-bfea-476d7a555a88 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0593526 May 19 13:45:31.690229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-4ff0bb59-4693-4382-9ee3-fb56d60679e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:31.691720 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-4ff0bb59-4693-4382-9ee3-fb56d60679e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725770 May 19 13:45:31.828756 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-bdd63b54-e225-4ca2-b44f-c0536e002fae service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292827 May 19 13:45:31.966192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0a6883e8-d587-4c3c-81a8-d9a72d308a7e req-94c41dfd-4e59-4c20-a708-206d4945ce2f service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303985 May 19 13:45:32.372042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c794840-0222-4bd8-8fba-13b79380d7d4 req-7cb4230a-8575-456e-a9b3-137342f88f40 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:32.372720 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-3c794840-0222-4bd8-8fba-13b79380d7d4 req-7cb4230a-8575-456e-a9b3-137342f88f40 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:45:32.390768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-3c794840-0222-4bd8-8fba-13b79380d7d4 req-7cb4230a-8575-456e-a9b3-137342f88f40 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:45:32.391914 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3c794840-0222-4bd8-8fba-13b79380d7d4 req-7cb4230a-8575-456e-a9b3-137342f88f40 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1073406 May 19 13:45:32.441880 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-3c794840-0222-4bd8-8fba-13b79380d7d4 req-bc584222-4f86-45bc-8879-d70f408d80c2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 May 19 13:45:33.683541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f626-1fe7-448f-91ed-ced1abe24365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:33.740296 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb077b7-1188-4e57-a29b-066bbc716aa3 req-4901e74c-8243-4749-b962-8904ff89ae55 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:33.741681 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dfb077b7-1188-4e57-a29b-066bbc716aa3 req-4901e74c-8243-4749-b962-8904ff89ae55 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1949146 May 19 13:45:33.787290 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-dfb077b7-1188-4e57-a29b-066bbc716aa3 req-75396b5c-bb1e-4ace-b463-e49855af012c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 May 19 13:45:34.986233 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:35.004437 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd00c5-5a4e-4287-9f60-d3df8e717b13 req-4b66e48f-c06f-4229-9eaf-5eb58aefb1fc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:35.006426 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:35.006606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e5fd00c5-5a4e-4287-9f60-d3df8e717b13 req-4b66e48f-c06f-4229-9eaf-5eb58aefb1fc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.0947337 May 19 13:45:35.052719 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e5fd00c5-5a4e-4287-9f60-d3df8e717b13 req-15739412-5deb-4e04-86c8-310c7cda4f90 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405364 May 19 13:45:36.152383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:36.272466 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda178a-798d-4582-9ab0-0422f3d7384b req-121e0eb4-7547-4f23-83f3-afcb723c46d8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:36.273907 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ebda178a-798d-4582-9ab0-0422f3d7384b req-121e0eb4-7547-4f23-83f3-afcb723c46d8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1016376 May 19 13:45:36.324012 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ebda178a-798d-4582-9ab0-0422f3d7384b req-b1751528-763c-4f21-8ac5-eb2467a50b7e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442061 May 19 13:45:37.524630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38cf9-945c-4442-8adc-5f9204ed55de req-21c2cad2-5dc4-43dd-93a6-7cf8f8a9c83d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:37.525956 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-71e38cf9-945c-4442-8adc-5f9204ed55de req-21c2cad2-5dc4-43dd-93a6-7cf8f8a9c83d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.0824690 May 19 13:45:37.570318 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-71e38cf9-945c-4442-8adc-5f9204ed55de req-dd9a1912-3037-45ac-9d0e-0b552526f733 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383794 May 19 13:45:38.065667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:38.386753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:45:38.520042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:45:38.533137 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'port_id': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'mac_address': 'fa:16:3e:c4:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:45:38.598906 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port e9c11436-70f8-40e8-be26-f9eecf3f46d0 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:45:38.599275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:38.616626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c11436-70f8-40e8-be26-f9eecf3f46d0 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:45:38.632044 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:45:38.638054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:38.709698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:38.717036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.717377 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.717698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.718026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.718354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.718771 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.719098 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.719412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.719734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.720050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.720362 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.720674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:45:38.770644 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f025-a89c-4cc0-8588-f04bb798dabf req-20b6ec00-db6a-40fd-b633-19b41eda6fd2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:38.772104 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c245f025-a89c-4cc0-8588-f04bb798dabf req-20b6ec00-db6a-40fd-b633-19b41eda6fd2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 945 time: 0.0878475 May 19 13:45:38.822086 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c245f025-a89c-4cc0-8588-f04bb798dabf req-8c0d49b6-0088-418d-8de7-f9947ec95e40 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 May 19 13:45:38.854289 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['e9c11436-70f8-40e8-be26-f9eecf3f46d0'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:45:40.122593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caa992-244c-450c-b0a0-ad0963c4ee93 req-4bfb8ff2-e266-4e24-a600-9d5d4f38990f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:40.124470 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36caa992-244c-450c-b0a0-ad0963c4ee93 req-4bfb8ff2-e266-4e24-a600-9d5d4f38990f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 945 time: 0.1871507 May 19 13:45:40.168780 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-36caa992-244c-450c-b0a0-ad0963c4ee93 req-da59039f-99ab-4c10-8164-3310bb8716c2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 May 19 13:45:40.400786 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:45:40.478186 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port e9c11436-70f8-40e8-be26-f9eecf3f46d0 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:45:40.485433 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port e9c11436-70f8-40e8-be26-f9eecf3f46d0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:45:40.485928 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:40.604028 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port e9c11436-70f8-40e8-be26-f9eecf3f46d0 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:45:40.604412 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:40.630645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:45:40.640372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:45:40.645569 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:40.686069 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5177222e-98eb-4102-9d9f-c10a3560a14d'] response: {'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'code': 200} May 19 13:45:40.721371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:40.967500 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b14df2-6f7f-42a8-a374-5856c4cdd36c req-bd06f8dc-3129-4d51-8e3e-34119d83d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:40.968836 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43b14df2-6f7f-42a8-a374-5856c4cdd36c req-bd06f8dc-3129-4d51-8e3e-34119d83d1c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0733552 May 19 13:45:41.021128 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-43b14df2-6f7f-42a8-a374-5856c4cdd36c req-7298cc67-fb01-40be-800e-f698fb4c15a6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 May 19 13:45:41.375398 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2a7e1-6598-4ab1-b4dd-2514f413b599 req-e2536b64-681d-4af5-8dbc-7e88c80a3595 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:41.376851 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0ab2a7e1-6598-4ab1-b4dd-2514f413b599 req-e2536b64-681d-4af5-8dbc-7e88c80a3595 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0934916 May 19 13:45:41.426532 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0ab2a7e1-6598-4ab1-b4dd-2514f413b599 req-9203cd0c-0cb8-4a89-9d1f-130766f85e55 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410421 May 19 13:45:42.619562 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d37989-97bd-4212-b87b-c1a3b664aae9 req-b8a5cc4b-d017-4e1d-a545-b3101de5b5b8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:42.621001 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9d37989-97bd-4212-b87b-c1a3b664aae9 req-b8a5cc4b-d017-4e1d-a545-b3101de5b5b8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0881298 May 19 13:45:42.670644 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-c9d37989-97bd-4212-b87b-c1a3b664aae9 req-f29d3ab5-56ad-4391-a664-6f0a605bea7b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 May 19 13:45:42.873232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8060-f687-436a-9288-58b601ff4f82 req-6154d09a-6643-4003-95b2-f207ee1a804a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:42.874709 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e76c8060-f687-436a-9288-58b601ff4f82 req-6154d09a-6643-4003-95b2-f207ee1a804a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0902376 May 19 13:45:42.927799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e76c8060-f687-436a-9288-58b601ff4f82 req-091efb33-3a0e-4acb-9dca-df65607af7fc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 May 19 13:45:42.950831 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45226) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:43.021483 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7fbe1-dcd5-4bb6-9b8b-bf41d9889262 tempest-TestShelveInstance-361645285 tempest-TestShelveInstance-361645285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:43.022985 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-edf7fbe1-dcd5-4bb6-9b8b-bf41d9889262 tempest-TestShelveInstance-361645285 tempest-TestShelveInstance-361645285-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1094 time: 0.0711327 May 19 13:45:43.025942 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45230) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:45:43.031318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:45:43.037879 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:45:43.042049 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Usage tracker for resource:floatingip and tenant:0620711b9bdf4e6184e1bfbcce2d13c7 is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:45:43.045090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:45:43.051586 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:45:43.065104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:43.215012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:43.357865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Allocated IP 172.26.3.61 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/04ee37b5-11a8-4d65-b641-7bd6afe27870) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:45:43.506841 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:43.538774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:43.602472 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:45:43.605415 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:45:43.609141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:45:43.637549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'Port': ['ID=04ee37b5-11a8-4d65-b641-7bd6afe27870,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:44.046065 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:44.134347 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:44.337845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:44.344798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:44.547098 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event updated for resources: {'Port': ['ID=04ee37b5-11a8-4d65-b641-7bd6afe27870,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:45:44.557581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:44.738167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Floating IP 4339b99a-dc6a-436d-9794-7d90072de434 associated. External IP: 172.26.3.61, port: e9c11436-70f8-40e8-be26-f9eecf3f46d0. May 19 13:45:45.113929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Router 1dca8121-7571-448f-814f-825a451e387a has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:45:45.308385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:45:45.318144 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:45:45.329351 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:45:45.329940 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:45:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:45.336102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:45:45.393932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-92ea54b7-f69e-4cff-bcfc-923e505d86ff tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3666146 May 19 13:45:45.394509 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:45:45.439228 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfb9d15-4c76-44e2-a376-301fb7e98f26'] response: {'name': 'network-changed', 'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'status': 'completed', 'code': 200} May 19 13:45:45.516275 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:45:45.529618 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-92128d4b-bc6e-48bf-8378-b9ed6ac8e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:45.531113 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-92128d4b-bc6e-48bf-8378-b9ed6ac8e157 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0702507 May 19 13:45:45.664602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-12e41ca5-36e0-401b-939c-f85b738b147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:45.665984 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-12e41ca5-36e0-401b-939c-f85b738b147a service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1282890 May 19 13:45:45.773209 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-7b3973d2-ca3d-4c15-8276-e8485039faf4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 999 time: 0.1005824 May 19 13:45:45.837962 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-a12dffd6-1410-487a-945c-0c02acc0ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:45.839416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-a12dffd6-1410-487a-945c-0c02acc0ec25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0589674 May 19 13:45:45.895050 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4339b99a-dc6a-436d-9794-7d90072de434', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'floating_ip_address': '172.26.3.61', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1dca8121-7571-448f-814f-825a451e387a', 'port_id': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'mac_address': 'fa:16:3e:c4:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:45:43Z', 'updated_at': '2022-05-19T13:45:43Z', 'revision_number': 0, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:45.899076 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:45:45.907798 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:45:45.909074 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:45:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:45.917510 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-b6abc900-ad4f-4968-ae53-86956c25aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:45.918911 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-b6abc900-ad4f-4968-ae53-86956c25aba9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728183 May 19 13:45:46.091264 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:45:46.162103 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-c1b489da-afff-4244-91ce-e8162cb78074 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358696 May 19 13:45:46.297834 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-adcaa5d9-9592-4620-aa7b-27d8bf7e261f req-a9a664c9-d8f9-4890-97e6-881e61ae71a9 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291549 May 19 13:45:46.440364 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4339b99a-dc6a-436d-9794-7d90072de434', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'floating_ip_address': '172.26.3.61', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1dca8121-7571-448f-814f-825a451e387a', 'port_id': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'mac_address': 'fa:16:3e:c4:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:45:43Z', 'updated_at': '2022-05-19T13:45:43Z', 'revision_number': 0, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:45:46.444408 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e7dfb-ed61-4056-988d-87b6b9390c6e None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '4339b99a-dc6a-436d-9794-7d90072de434', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'floating_ip_address': '172.26.3.61', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1dca8121-7571-448f-814f-825a451e387a', 'port_id': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'mac_address': 'fa:16:3e:c4:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:45:43Z', 'updated_at': '2022-05-19T13:45:43Z', 'revision_number': 0, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:45:46.640606 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ec679-2fda-4934-b2d1-6033f75c7a0c None None] New status for floating IP 4339b99a-dc6a-436d-9794-7d90072de434: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:45:54.014733 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-b4bce79f-b813-4027-adca-615648769538 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721107 May 19 13:45:54.177172 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-46785aec-49fa-4bcd-9b04-315f80db7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:54.178624 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-46785aec-49fa-4bcd-9b04-315f80db7800 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0897043 May 19 13:45:54.328698 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-e4d0b317-301f-4b61-8403-5bcfa3264d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:54.330240 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-e4d0b317-301f-4b61-8403-5bcfa3264d09 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1313474 May 19 13:45:54.433482 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-bcefe871-1cf3-43b5-906d-624ac9b62502 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 1001 time: 0.0952308 May 19 13:45:54.512339 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-cc264de3-bc59-4098-a412-cd77cd532006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:54.513800 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-cc264de3-bc59-4098-a412-cd77cd532006 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0740514 May 19 13:45:54.594006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-2cdf717d-4b9a-4a69-9c66-4a3f03b18491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:45:54.595499 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-2cdf717d-4b9a-4a69-9c66-4a3f03b18491 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750713 May 19 13:45:54.739460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-10323a0e-0556-4d5a-93c0-2e8df162e827 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359215 May 19 13:45:54.891774 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a8e88b07-1b93-456a-9b75-2e104162c117 req-4d19510e-1efa-4b8e-a76b-3c3b7d0b482e service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450722 May 19 13:45:58.643101 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:46:01.258669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3ec54933-8cc2-4ad4-bb72-88b308afcb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:03.687961 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9689cc28-6565-40a6-bf89-b6e50d216ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:04.980901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:05.011167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:06.156510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:08.074355 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:31.265349 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-54bb0a99-98c6-4031-b4ea-959ca07fd45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:33.700053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-43b1e96a-c03a-4b69-8812-d7dbac9d01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:34.989566 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:35.012627 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:35.647464 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:46:36.158608 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:38.081192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:46:54.422388 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-3f3a6d8d-e0e3-4909-a405-0e7f27772244 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795660 May 19 13:46:54.567771 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-d701645b-1985-4e16-8e20-72301dcaea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:54.569159 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-d701645b-1985-4e16-8e20-72301dcaea61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0734284 May 19 13:46:54.725174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-2d44ab73-0127-4325-a777-09438af8c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:54.726594 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-2d44ab73-0127-4325-a777-09438af8c452 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1333430 May 19 13:46:54.834058 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-ffb64e34-5c71-4460-9596-7d88e155036a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 1001 time: 0.1005499 May 19 13:46:54.900464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-58586451-4981-4b76-b7bb-fb7128c3a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:54.901903 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-58586451-4981-4b76-b7bb-fb7128c3a00c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0618172 May 19 13:46:54.988673 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-2a85da4a-bf7c-4412-9719-45c64ef9eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:46:54.990123 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-2a85da4a-bf7c-4412-9719-45c64ef9eb6b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812910 May 19 13:46:55.220235 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-8568ded3-0bba-4b38-b657-2a1d6789020e service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239540 May 19 13:46:55.354207 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-c4432ba1-0f40-44d4-8b6d-52c9d677fd92 req-b07615cd-340d-4913-bd04-490b4310a13f service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267066 May 19 13:47:01.255373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1984082e-bd07-447f-ac08-e7756054bb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:03.703363 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9d8cea99-af00-4579-80bf-282262a9bb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:04.988290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:05.015990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:06.162327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:08.079817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:12.646807 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:47:31.251852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bbd01a4e-3bec-4a45-b590-1eaaa4573c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:33.697161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2120ca05-a3a0-41aa-9205-7b38ef9902fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:34.984625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:35.020551 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:36.167704 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:38.078879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:47:44.607456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91773a3d-5005-443e-97d0-768bbf4bf84e req-eb000f3a-4e7c-441c-bb60-b3bc94cc00c0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:44.608948 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-91773a3d-5005-443e-97d0-768bbf4bf84e req-eb000f3a-4e7c-441c-bb60-b3bc94cc00c0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0880446 May 19 13:47:44.659265 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-91773a3d-5005-443e-97d0-768bbf4bf84e req-680533a7-ff5f-48d2-b40a-fac67fd8f5c9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 May 19 13:47:45.882207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd1bdf-4ca2-4e48-8662-0789f4c21cf1 req-49cc4541-e377-429c-8061-da629b9cc21c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:45.883699 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f8fd1bdf-4ca2-4e48-8662-0789f4c21cf1 req-49cc4541-e377-429c-8061-da629b9cc21c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0909619 May 19 13:47:45.941895 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f8fd1bdf-4ca2-4e48-8662-0789f4c21cf1 req-7852a433-187e-458f-8ec0-1286fa4c2c67 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495806 May 19 13:47:47.165718 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab6de9-c5de-4e5b-86ba-870027f631ca req-b33d2237-a73d-48df-abb1-e54edcb02e3b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:47.167333 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fbab6de9-c5de-4e5b-86ba-870027f631ca req-b33d2237-a73d-48df-abb1-e54edcb02e3b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0910156 May 19 13:47:47.216811 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fbab6de9-c5de-4e5b-86ba-870027f631ca req-93822059-f04f-48af-82a1-f64383be8b28 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 May 19 13:47:48.434927 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca87de-330e-40c8-b5a1-ddcb569fa882 req-f4bb5876-3a5a-4fd9-bace-dcb897ff8760 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:48.436277 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-05ca87de-330e-40c8-b5a1-ddcb569fa882 req-f4bb5876-3a5a-4fd9-bace-dcb897ff8760 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.1093836 May 19 13:47:48.483241 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-05ca87de-330e-40c8-b5a1-ddcb569fa882 req-a8a2f105-d241-4a13-b7ac-116c805d6668 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 May 19 13:47:49.646716 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:47:49.698251 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3ed65-d246-4783-a417-7e89fb717e8a req-c5452c71-385e-4e69-a34f-a89a4aed81f7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:49.702602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-34e3ed65-d246-4783-a417-7e89fb717e8a req-c5452c71-385e-4e69-a34f-a89a4aed81f7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.1066551 May 19 13:47:49.745110 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-34e3ed65-d246-4783-a417-7e89fb717e8a req-d8468ec5-4dff-4813-a178-7fc832e79a7b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395925 May 19 13:47:50.939669 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147502a-3199-4c32-8eb6-91c04b63603c req-ea089103-7611-4c41-a8ac-21ff6f7e56e8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:50.941103 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5147502a-3199-4c32-8eb6-91c04b63603c req-ea089103-7611-4c41-a8ac-21ff6f7e56e8 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0794742 May 19 13:47:50.992058 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5147502a-3199-4c32-8eb6-91c04b63603c req-0dcc63da-d9bc-4166-babf-4b8d095c00a6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 May 19 13:47:52.190186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531e798-3446-4bda-b897-523c42fddbf3 req-efb6b5f1-0a9b-468f-9e1e-3c9601ce1ef6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:52.191718 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a531e798-3446-4bda-b897-523c42fddbf3 req-efb6b5f1-0a9b-468f-9e1e-3c9601ce1ef6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0857773 May 19 13:47:52.240923 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a531e798-3446-4bda-b897-523c42fddbf3 req-2c77fcab-01dd-4c4e-a332-8ebea3c30b66 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 May 19 13:47:53.440208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e28c2-2c54-40b4-bfe0-535d391afb66 req-6fa681a2-837f-4021-a76b-55dae3dbdf9e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:53.441579 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f57e28c2-2c54-40b4-bfe0-535d391afb66 req-6fa681a2-837f-4021-a76b-55dae3dbdf9e tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0870128 May 19 13:47:53.489479 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f57e28c2-2c54-40b4-bfe0-535d391afb66 req-9a4986b7-a02e-493a-8306-de94beedf821 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 May 19 13:47:54.702218 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347a7e8-4b22-4fa2-9b30-b2d1091a620c req-fe41638c-6610-4bdc-9534-dfc7f1e1ec96 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:54.704086 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b347a7e8-4b22-4fa2-9b30-b2d1091a620c req-fe41638c-6610-4bdc-9534-dfc7f1e1ec96 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0962701 May 19 13:47:54.726153 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-68ce869d-a9e5-4d82-98ca-7d54cef43534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:54.727684 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-68ce869d-a9e5-4d82-98ca-7d54cef43534 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0796018 May 19 13:47:54.751452 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b347a7e8-4b22-4fa2-9b30-b2d1091a620c req-35768eca-404e-4b53-b618-419b2f2136d2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 May 19 13:47:54.862829 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-d9c12d74-244f-4551-aa99-5c83f8b36e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:54.864213 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-d9c12d74-244f-4551-aa99-5c83f8b36e50 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1303191 May 19 13:47:54.982090 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-efa53819-7306-42f0-ab05-e530ba29fed4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 1001 time: 0.1113889 May 19 13:47:55.049780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-f6ef5741-9f45-4502-b1df-205f38e0a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:55.051946 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-f6ef5741-9f45-4502-b1df-205f38e0a974 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0616426 May 19 13:47:55.129966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-ee59f132-18b1-4c13-89c0-152b01fdbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:55.131375 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-ee59f132-18b1-4c13-89c0-152b01fdbe91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723274 May 19 13:47:55.275647 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-d8f9e0a3-d9c1-4331-8d6d-8cfbd9bbb578 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368103 May 19 13:47:55.414484 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-40a47c79-f16f-4e82-a2ff-ef5466106034 req-6460ce21-5975-4713-a9df-db80248fd496 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313491 May 19 13:47:55.591385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-f1b8af79-1251-4c54-a871-c5d7f4e3af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:55.593280 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-f1b8af79-1251-4c54-a871-c5d7f4e3af6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0808980 May 19 13:47:55.744043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-2c22c59e-83ec-42f9-b406-66d727176d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:55.745358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-2c22c59e-83ec-42f9-b406-66d727176d4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1276684 May 19 13:47:55.992435 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-d3e1d180-f1c5-4917-a3d3-b06955c89f49 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 1001 time: 0.2402081 May 19 13:47:56.063999 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-a2c560d5-9c91-48b8-8fa7-2575dcdc9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:56.065298 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-a2c560d5-9c91-48b8-8fa7-2575dcdc9d5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0655499 May 19 13:47:56.075512 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3ba81-a5fb-4003-8583-b3bcf67a8800 req-b85e0bbb-1e9b-40e1-922a-339f419bea4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:56.076791 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b2a3ba81-a5fb-4003-8583-b3bcf67a8800 req-b85e0bbb-1e9b-40e1-922a-339f419bea4d tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.1448793 May 19 13:47:56.162360 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b2a3ba81-a5fb-4003-8583-b3bcf67a8800 req-4fcf85a0-204c-4ecf-a389-32e239fe430f tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562882 May 19 13:47:56.179208 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-4eaacb22-af23-4760-a75a-c00bf9465dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:56.180652 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-4eaacb22-af23-4760-a75a-c00bf9465dbf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029706 May 19 13:47:56.315981 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-877f17d4-5c6f-4590-8d43-93727afcad3a service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279325 May 19 13:47:56.453628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-79f2e1ec-b4f0-419f-aa9e-acdc8d0172e8 req-8c138479-893c-4751-8905-1dc990534540 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315112 May 19 13:47:57.365098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13df8-3c9d-463b-aa35-bc6a982f4780 req-bd7599e4-eac7-4fec-81ba-cb81b34824bf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:57.366728 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b9a13df8-3c9d-463b-aa35-bc6a982f4780 req-bd7599e4-eac7-4fec-81ba-cb81b34824bf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0896857 May 19 13:47:57.413343 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-b9a13df8-3c9d-463b-aa35-bc6a982f4780 req-b1b06b20-70fa-45a3-94b8-c8174679fcb4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 May 19 13:47:58.630141 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1f49a-064d-49e2-91c3-58a1635bcfaf req-5a53b1c9-fec9-41d8-9938-05feab75ba84 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:58.631873 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ffb1f49a-064d-49e2-91c3-58a1635bcfaf req-5a53b1c9-fec9-41d8-9938-05feab75ba84 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.1017096 May 19 13:47:58.679460 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ffb1f49a-064d-49e2-91c3-58a1635bcfaf req-324a3357-2305-4913-a3ea-1ec5fd5b61d0 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394804 May 19 13:47:58.903108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45306) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:47:59.045046 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eb34a-2659-4c99-b398-0673a489b030 req-597c1596-402b-4d5f-9f99-6d45670356e6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:47:59.046495 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b39eb34a-2659-4c99-b398-0673a489b030 req-597c1596-402b-4d5f-9f99-6d45670356e6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0869005 May 19 13:47:59.135734 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b39eb34a-2659-4c99-b398-0673a489b030 req-c45ec391-9937-4bf0-a005-b3989df40cc7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562572 May 19 13:47:59.153105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-f8da4ea8-f588-4421-b275-74c6323a4a3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2488110 May 19 13:48:00.333311 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75eee-150a-49a2-a23f-73b2563fda6a req-293feb0c-0533-4269-901e-289a43e53996 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:00.334888 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e2b75eee-150a-49a2-a23f-73b2563fda6a req-293feb0c-0533-4269-901e-289a43e53996 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0857475 May 19 13:48:00.381162 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e2b75eee-150a-49a2-a23f-73b2563fda6a req-cf5001d0-0b3a-4ea2-892c-b1a4cded6805 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 May 19 13:48:00.945132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:48:01.064244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port e9c11436-70f8-40e8-be26-f9eecf3f46d0 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:48:01.064438 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:01.098451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:48:01.108511 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:48:01.113604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:01.167577 dv-neutron-841945-1-hyperv neutron-server[88030]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-85488536-6463-40f5-880e-56d57be3d85b']: {'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'code': 422} returned with failed status May 19 13:48:01.184399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:01.191650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.191996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.192329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.192653 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.192981 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.193293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.193611 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.193929 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.194246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.194673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.194887 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.195557 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:48:01.246494 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44404ddf-4d95-4fae-97f7-b529b0b66b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:01.582761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d0be-cb8a-4df5-b8d5-23dfbe83c7ab req-58983a27-56e4-4a8f-a8f9-7c5749009952 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:01.584097 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e380d0be-cb8a-4df5-b8d5-23dfbe83c7ab req-58983a27-56e4-4a8f-a8f9-7c5749009952 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.0906103 May 19 13:48:01.632599 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e380d0be-cb8a-4df5-b8d5-23dfbe83c7ab req-3874ae30-9eb6-49d2-899e-8e52b1835c26 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388210 May 19 13:48:01.734739 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-74b04097-9fef-458f-9c65-29d6237a4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:01.736222 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-74b04097-9fef-458f-9c65-29d6237a4b62 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df&tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7 HTTP/1.1" status: 200 len: 1097 time: 0.0733366 May 19 13:48:01.832749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-d97b1fee-cbf4-469a-ab8e-2cb5aabba252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:01.834259 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-d97b1fee-cbf4-469a-ab8e-2cb5aabba252 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1097 time: 0.0750096 May 19 13:48:01.970886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-749f48ff-8cd0-42ac-9cf8-0b9545abd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:01.972315 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-749f48ff-8cd0-42ac-9cf8-0b9545abd290 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1315572 May 19 13:48:02.076135 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-57bd1822-5b37-49c0-a3e4-6a9503f05427 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 999 time: 0.0969982 May 19 13:48:02.139548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-dc94978f-9af3-4e86-ac8d-93043b75ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:02.140978 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-dc94978f-9af3-4e86-ac8d-93043b75ecf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0577686 May 19 13:48:02.216721 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-44f223c4-c004-41f0-baeb-5ff804466976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:02.218167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-44f223c4-c004-41f0-baeb-5ff804466976 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707138 May 19 13:48:02.354463 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-5e47c993-1ce5-43c1-be7f-d8bcba87d5ef service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284883 May 19 13:48:02.488834 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0c93f971-d53b-4027-b8dc-e54c5b0f5945 req-65c67840-dd82-48b9-bc8e-d16cdd08be78 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272786 May 19 13:48:02.931255 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc251461-875a-40aa-81b4-56782779dcd2 req-b0405e69-ad47-431d-942f-ce42b92b02f4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:02.932729 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cc251461-875a-40aa-81b4-56782779dcd2 req-b0405e69-ad47-431d-942f-ce42b92b02f4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1815856 May 19 13:48:02.982267 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cc251461-875a-40aa-81b4-56782779dcd2 req-54e4ba9e-8820-464f-a25e-2d01f4ddc5b2 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 May 19 13:48:03.701541 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-da830092-8388-4609-bec3-b10d1931be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:04.191600 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d32c-31ee-4b87-ba42-aaa74c7f463a req-793e9884-3032-4945-bc55-5824e7fafc28 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:04.193048 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2dc8d32c-31ee-4b87-ba42-aaa74c7f463a req-793e9884-3032-4945-bc55-5824e7fafc28 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.0883038 May 19 13:48:04.239935 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2dc8d32c-31ee-4b87-ba42-aaa74c7f463a req-14a3a314-fba3-4b83-8442-1c78b5d7ff17 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378792 May 19 13:48:04.981095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:05.032776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:05.458318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38c2a7-fa50-456c-9325-d634cef27e39 req-da984ebb-1bb9-4cf4-9895-9c474b64cc49 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:05.460291 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4e38c2a7-fa50-456c-9325-d634cef27e39 req-da984ebb-1bb9-4cf4-9895-9c474b64cc49 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1019821 May 19 13:48:05.505142 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4e38c2a7-fa50-456c-9325-d634cef27e39 req-5d0038e4-51f6-46c8-a650-28e75305c862 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394888 May 19 13:48:06.168006 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:06.716248 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb1a8-ba66-4edc-9c61-bff4e5cb23aa req-c717a3f2-4f06-4edf-a184-7da4ccf573d5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:06.717707 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-527bb1a8-ba66-4edc-9c61-bff4e5cb23aa req-c717a3f2-4f06-4edf-a184-7da4ccf573d5 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.1004534 May 19 13:48:06.766089 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-527bb1a8-ba66-4edc-9c61-bff4e5cb23aa req-149082b3-cc8d-4bc0-b4be-0a1493395b72 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 May 19 13:48:07.950431 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160fa29-ecd0-41aa-a32b-36694ea40b1c req-98e22443-33ca-4131-b8ab-bcfd18017047 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:07.951891 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b160fa29-ecd0-41aa-a32b-36694ea40b1c req-98e22443-33ca-4131-b8ab-bcfd18017047 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.0801325 May 19 13:48:07.994913 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b160fa29-ecd0-41aa-a32b-36694ea40b1c req-510fa32e-b059-4a13-acec-56f2b1bf7f3c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372858 May 19 13:48:08.102371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:08.980346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:48:09.120791 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:48:09.134290 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'port_id': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'mac_address': 'fa:16:3e:c4:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:48:09.190815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7258a86-9325-4e3a-8f1e-65661fe50642 req-5b7cc92b-8f53-44d5-b9ca-b6c69117ab54 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:09.192294 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f7258a86-9325-4e3a-8f1e-65661fe50642 req-5b7cc92b-8f53-44d5-b9ca-b6c69117ab54 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 944 time: 0.0876136 May 19 13:48:09.192435 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port e9c11436-70f8-40e8-be26-f9eecf3f46d0 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:48:09.192824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:09.213937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c11436-70f8-40e8-be26-f9eecf3f46d0 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:48:09.231165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:48:09.236687 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:09.242391 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f7258a86-9325-4e3a-8f1e-65661fe50642 req-5102ddad-2e00-49e6-8730-67b427970f2b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 May 19 13:48:09.309660 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:09.465520 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['e9c11436-70f8-40e8-be26-f9eecf3f46d0'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:48:10.457230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb437d1-f9fc-4d8b-943c-cecf76891253 req-20dce618-2e24-431f-b2bc-1b797220be2c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:10.458594 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ffb437d1-f9fc-4d8b-943c-cecf76891253 req-20dce618-2e24-431f-b2bc-1b797220be2c tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 945 time: 0.1010325 May 19 13:48:10.507659 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ffb437d1-f9fc-4d8b-943c-cecf76891253 req-2008ea65-0986-48d4-b7d1-2322d99135f7 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 May 19 13:48:10.992407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:48:11.074255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port e9c11436-70f8-40e8-be26-f9eecf3f46d0 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:48:11.074624 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:11.191754 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port e9c11436-70f8-40e8-be26-f9eecf3f46d0 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:48:11.192132 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:11.219680 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:48:11.229184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:48:11.236825 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:11.308588 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aed7f73-e24a-49c8-8bf4-03493971bbdf'] response: {'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'code': 200} May 19 13:48:11.339610 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:48:11.541180 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea22227-af36-4058-98a4-a0f5aac2dbff req-e3daa15f-ea99-48da-adbd-1bf1891f2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:11.542608 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ea22227-af36-4058-98a4-a0f5aac2dbff req-e3daa15f-ea99-48da-adbd-1bf1891f2b8a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0730226 May 19 13:48:11.583999 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7ea22227-af36-4058-98a4-a0f5aac2dbff req-b8c72d5f-a37e-486f-b19a-50c7df2168f6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350831 May 19 13:48:11.716426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd013d5-60a5-403f-9956-b29426590f0a req-df280cf0-61f5-45c1-8c9a-e624e07effdb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:11.717833 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dd013d5-60a5-403f-9956-b29426590f0a req-df280cf0-61f5-45c1-8c9a-e624e07effdb tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0917809 May 19 13:48:11.762325 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6dd013d5-60a5-403f-9956-b29426590f0a req-3dd20411-26ba-4651-948e-7ef09f4318cf tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 May 19 13:48:12.981121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f46c4-d501-4603-bc6c-cd355a9f3544 req-a5175044-d0f0-4941-b7e3-d1f9c133ebfe tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:12.982663 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e27f46c4-d501-4603-bc6c-cd355a9f3544 req-a5175044-d0f0-4941-b7e3-d1f9c133ebfe tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0982907 May 19 13:48:13.028261 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e27f46c4-d501-4603-bc6c-cd355a9f3544 req-1f9f781f-6441-45d6-a63a-e768010d4b4a tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388749 May 19 13:48:26.651281 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:48:31.254818 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d726fc2a-54c1-40a1-bc75-96ad01f265ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:33.709935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2dc379e2-7a5a-463c-a3cb-2e89cabb9154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:34.979078 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:35.024970 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:36.180658 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:38.105392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:48:55.042192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-45833b94-ec63-4f08-8af4-e88f3436aa5f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695143 May 19 13:48:55.201598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-ef2c6470-cb8f-4c46-85ab-e2f1d18786bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:55.203131 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-ef2c6470-cb8f-4c46-85ab-e2f1d18786bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0910108 May 19 13:48:55.355689 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-2edbda16-126c-4f66-9e2d-28c0a2db597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:55.357116 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-2edbda16-126c-4f66-9e2d-28c0a2db597e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.1271312 May 19 13:48:55.464400 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-6948f6e5-957e-4cac-b6ae-d0a6d1132c51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 1001 time: 0.1002839 May 19 13:48:55.535161 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-b588de36-b61a-449c-9538-18ba8e956ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:55.536589 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-b588de36-b61a-449c-9538-18ba8e956ddd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0661666 May 19 13:48:55.617352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-c1723c26-f57a-4867-963d-b2415f624732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:48:55.618749 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-c1723c26-f57a-4867-963d-b2415f624732 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754201 May 19 13:48:55.754879 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-5f097a98-1f14-4b64-972c-760486ce72d7 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292546 May 19 13:48:55.887245 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-4317dab6-cf73-455b-b237-8f30cdf894e8 req-3f1ecdf3-9b1a-4cd6-8675-dae66d01f165 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258855 May 19 13:49:01.267802 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a9439a20-aa21-4625-bdc4-04fa2618603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:03.654420 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:49:03.710598 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-3bced1de-1fb1-4575-8b8b-5d23b0b221e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:04.979266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:05.027963 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:06.174216 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:08.104151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:31.266491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-9defb8f8-a9d1-4478-a43b-6aca13309bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:31.864756 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45370) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:32.070926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Deleting port 04ee37b5-11a8-4d65-b641-7bd6afe27870 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:32.071256 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:32.345378 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:32.345717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:32.467278 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Calling delete_port for 04ee37b5-11a8-4d65-b641-7bd6afe27870 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:32.628260 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:32.673655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event deleted for resources: {'Port': ['ID=04ee37b5-11a8-4d65-b641-7bd6afe27870,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:32.710330 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.710696 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.711033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.711430 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.711762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.712062 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.712410 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.712731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.713054 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.713368 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.713672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.713985 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:32.776755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:32.777064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Floating IP 4339b99a-dc6a-436d-9794-7d90072de434 disassociated (deleted). External IP: 172.26.3.61, port: e9c11436-70f8-40e8-be26-f9eecf3f46d0. May 19 13:49:33.140240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Router 1dca8121-7571-448f-814f-825a451e387a has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:49:33.332104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:49:33.344663 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:49:33.358859 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:33.361689 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:33.362308 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:33.417237 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-47c68324-e0e2-43de-97f0-8342527dd44b tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "DELETE /v2.0/floatingips/4339b99a-dc6a-436d-9794-7d90072de434 HTTP/1.1" status: 204 len: 168 time: 1.5485034 May 19 13:49:33.417237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:49:33.464785 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13928f65-6db5-42ff-b34a-a0109597ce35'] response: {'name': 'network-changed', 'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'status': 'completed', 'code': 200} May 19 13:49:33.547572 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:33.561798 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-777aee9b-33a7-4e50-9f1c-545d33205621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:33.563692 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-777aee9b-33a7-4e50-9f1c-545d33205621 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 1099 time: 0.0763447 May 19 13:49:33.715307 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-42e58d4a-eb0c-4312-b1e7-6527cede828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:33.814723 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb449d80-d0b0-4f95-82bc-4c4944f5f751 req-57821661-fd8c-4a74-89a6-9d656b1f2466 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:33.819721 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb449d80-d0b0-4f95-82bc-4c4944f5f751 req-57821661-fd8c-4a74-89a6-9d656b1f2466 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0936770 May 19 13:49:33.833019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-2280517e-044c-414f-b200-835de40a4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:33.834423 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-2280517e-044c-414f-b200-835de40a4525 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 200 len: 910 time: 0.2612944 May 19 13:49:33.864668 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fb449d80-d0b0-4f95-82bc-4c4944f5f751 req-4e1fb650-76b5-46cd-84b7-8b54a1857749 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403266 May 19 13:49:33.902221 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-515cc0cd-192d-424c-bb48-47a615d8ec51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 200 len: 217 time: 0.0603993 May 19 13:49:33.919022 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:33.923100 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:49:33.931743 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:33.932305 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:33.967491 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-d82abd7b-2450-4ad6-97a9-ff03a72a1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:33.968867 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-d82abd7b-2450-4ad6-97a9-ff03a72a1b34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 200 len: 848 time: 0.0599751 May 19 13:49:34.045759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-6436d4b0-071b-43ba-9936-f49bb3c6feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:34.047262 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-6436d4b0-071b-43ba-9936-f49bb3c6feb0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b00786fa-d157-45f8-bf08-858c5372253d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702918 May 19 13:49:34.106865 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:34.181268 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-d720e768-07d5-4cb0-af57-52288b25b0f3 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269879 May 19 13:49:34.317826 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-509f5a11-4805-4221-8dd5-3e3f9fae6258 req-0e272f69-ee4f-43f9-8211-74b19cffa611 service neutron] 10.222.0.79 "GET /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267803 May 19 13:49:34.414480 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:34.419040 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd2775-4bb5-4384-8301-5208354eb4d7 None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:40:43Z', 'revision_number': 4, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '1c406512-287f-4e9b-849c-0158f77e5f95', 'name': '', 'network_id': 'b00786fa-d157-45f8-bf08-858c5372253d', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'mac_address': 'fa:16:3e:28:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:42Z', 'updated_at': '2022-05-19T13:40:50Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'subnets': [{'id': '219ba143-96f9-4282-b97e-64aa64bba37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:49:34.638451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721085d-7f94-4ba1-9f5d-e8945d99919e None None] New status for floating IP 4339b99a-dc6a-436d-9794-7d90072de434: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:49:34.982726 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:35.033232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:35.090719 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028be8-b924-4378-b26b-d25d75bfa735 req-2525b665-bcb4-4349-8d2c-650183e11fd4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:35.091393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-cb028be8-b924-4378-b26b-d25d75bfa735 req-2525b665-bcb4-4349-8d2c-650183e11fd4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:49:35.109193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-cb028be8-b924-4378-b26b-d25d75bfa735 req-2525b665-bcb4-4349-8d2c-650183e11fd4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:49:35.110685 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cb028be8-b924-4378-b26b-d25d75bfa735 req-2525b665-bcb4-4349-8d2c-650183e11fd4 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.1096120 May 19 13:49:35.156587 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cb028be8-b924-4378-b26b-d25d75bfa735 req-c74afda3-fc99-4906-969d-1f5088b14865 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecaefea5-81b7-4902-863f-bcc551a390d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400019 May 19 13:49:35.470810 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-af4a7e39-fa80-4ba7-9d9a-dad53f9a48d9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:35.472118 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-af4a7e39-fa80-4ba7-9d9a-dad53f9a48d9 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 946 time: 0.0990238 May 19 13:49:35.550033 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Deleting port e9c11436-70f8-40e8-be26-f9eecf3f46d0 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:35.550373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:35.812884 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] For port e9c11436-70f8-40e8-be26-f9eecf3f46d0, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=e9c11436-70f8-40e8-be26-f9eecf3f46d0,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:35.813102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:35.936806 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Calling delete_port for e9c11436-70f8-40e8-be26-f9eecf3f46d0 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:36.094713 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:36.144870 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event deleted for resources: {'Port': ['ID=e9c11436-70f8-40e8-be26-f9eecf3f46d0,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:36.175665 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:36.230440 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] No DVR routers for this DVR port e9c11436-70f8-40e8-be26-f9eecf3f46d0 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:49:36.233031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:36.236963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-deleted', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:49:36.252508 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7c22306f-5ca8-4df5-ab3e-a4e4da1d91ce req-f7793d28-9f32-4f44-a815-03909b2122b1 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.79 "DELETE /v2.0/ports/e9c11436-70f8-40e8-be26-f9eecf3f46d0 HTTP/1.1" status: 204 len: 173 time: 0.7733366 May 19 13:49:36.293064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5f974c-8c35-424e-8823-4113e9272055'] response: {'server_uuid': '873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df', 'name': 'network-vif-deleted', 'tag': 'e9c11436-70f8-40e8-be26-f9eecf3f46d0', 'status': 'completed', 'code': 200} May 19 13:49:36.321780 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-716b46e9-ff60-4ccb-bafe-8c1406c2567b req-ad63bf7e-9acc-4b5e-b536-f062e4e61643 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 210 time: 0.0522015 May 19 13:49:37.501484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-cec3e608-772e-4e1e-ae21-2fb7640c3b18 req-63273b5e-9a64-40ce-8ad4-86776acf75a6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Synchronizing usage tracker for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:49:37.517056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-cec3e608-772e-4e1e-ae21-2fb7640c3b18 req-63273b5e-9a64-40ce-8ad4-86776acf75a6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Unset dirty status for tenant:0620711b9bdf4e6184e1bfbcce2d13c7 on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:49:37.518285 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cec3e608-772e-4e1e-ae21-2fb7640c3b18 req-63273b5e-9a64-40ce-8ad4-86776acf75a6 tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "GET /v2.0/ports?device_id=873b2f9c-ef1c-4ce9-ad3e-4d963b61d5df HTTP/1.1" status: 200 len: 210 time: 0.0695369 May 19 13:49:38.102775 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:38.618197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45400) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:38.688518 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02a54f4c-d438-41ad-b40c-56ea04b987bc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:38.718465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02a54f4c-d438-41ad-b40c-56ea04b987bc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:38.788528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02a54f4c-d438-41ad-b40c-56ea04b987bc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:38.808207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a54f4c-d438-41ad-b40c-56ea04b987bc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaefea5-81b7-4902-863f-bcc551a390d5,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:38.819918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02a54f4c-d438-41ad-b40c-56ea04b987bc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:38.822604 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-02a54f4c-d438-41ad-b40c-56ea04b987bc tempest-TestShelveInstance-1162961975 tempest-TestShelveInstance-1162961975-project] 10.222.0.44 "DELETE /v2.0/security-groups/ecaefea5-81b7-4902-863f-bcc551a390d5 HTTP/1.1" status: 204 len: 168 time: 0.2018526 May 19 13:49:38.870957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45408) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:39.474025 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:39.514444 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: e9c11436-70f8-40e8-be26-f9eecf3f46d0 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:39.514697 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device e9c11436-70f8-40e8-be26-f9eecf3f46d0 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:39.639350 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:39.984990 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Deleting port 1c406512-287f-4e9b-849c-0158f77e5f95 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:39.985197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:40.163351 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] For port 1c406512-287f-4e9b-849c-0158f77e5f95, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=1c406512-287f-4e9b-849c-0158f77e5f95,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:40.163705 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:40.286407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Calling delete_port for 1c406512-287f-4e9b-849c-0158f77e5f95 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:40.653482 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:49:40.727380 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:40.781120 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c406512-287f-4e9b-849c-0158f77e5f95,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:41.053397 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:41.425018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Router 1dca8121-7571-448f-814f-825a451e387a has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:49:41.633012 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:49:41.643551 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] Sync routers for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:49:41.654199 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-5c068604-2a7b-44c8-9147-48783ea4a233 admin admin] 10.222.0.44 "PUT /v2.0/routers/1dca8121-7571-448f-814f-825a451e387a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821212 May 19 13:49:41.657548 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45414) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:41.657962 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:41.658581 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:41.838122 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:41.838910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.141816 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '6fc20124-7232-4af2-8554-6234c885145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:49:40Z', 'revision_number': 5, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port': {'id': '6fc20124-7232-4af2-8554-6234c885145c', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dca8121-7571-448f-814f-825a451e387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:40Z', 'updated_at': '2022-05-19T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:42.145646 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] Checking router: 1dca8121-7571-448f-814f-825a451e387a for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:49:42.154490 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] Routers {'1dca8121-7571-448f-814f-825a451e387a'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:42.154783 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.155120 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1dca8121-7571-448f-814f-825a451e387a'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:42.165156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Deleting port 6fc20124-7232-4af2-8554-6234c885145c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:42.165495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.343989 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] Set router 1dca8121-7571-448f-814f-825a451e387a gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:42.365712 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] For port 6fc20124-7232-4af2-8554-6234c885145c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=6fc20124-7232-4af2-8554-6234c885145c,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:42.366077 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.450773 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:49:42Z', 'revision_number': 6, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:42.454756 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891e7d1-8633-4d7f-b468-66b1a7d585bd None None] The sync data for ids ['1dca8121-7571-448f-814f-825a451e387a'] in dv-neutron-841945-1-hyperv is: [{'id': '1dca8121-7571-448f-814f-825a451e387a', 'name': 'tempest-TestShelveInstance-1303215424-router', 'tenant_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:39Z', 'updated_at': '2022-05-19T13:49:42Z', 'revision_number': 6, 'project_id': '0620711b9bdf4e6184e1bfbcce2d13c7', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:49:42.491871 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Calling delete_port for 6fc20124-7232-4af2-8554-6234c885145c owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:42.676549 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.730246 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc20124-7232-4af2-8554-6234c885145c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:42.822457 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.996761 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:42.998983 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.023333 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.023866 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dca8121-7571-448f-814f-825a451e387a {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:49:43.041701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.042870 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-9c54a8b1-86a7-4593-be79-8aebb77e71a7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1dca8121-7571-448f-814f-825a451e387a HTTP/1.1" status: 204 len: 168 time: 1.3843865 May 19 13:49:43.045682 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45418) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:43.109463 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Deleting subnet 219ba143-96f9-4282-b97e-64aa64bba37e {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:49:43.112281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.164527 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.250242 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.323860 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.359609 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219ba143-96f9-4282-b97e-64aa64bba37e,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:43.369008 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.372811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8536e6bc-af67-4fa0-97cd-9d30e193aa59 None None] Network b00786fa-d157-45f8-bf08-858c5372253d requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:49:43.375139 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.375487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.375815 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.376142 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.376461 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.376810 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.377123 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.377439 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.377752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.378057 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.378367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.378697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:43.382661 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-23672689-399c-4e26-bd6b-47c71a71c1cf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/219ba143-96f9-4282-b97e-64aa64bba37e HTTP/1.1" status: 204 len: 168 time: 0.3353848 May 19 13:49:43.384767 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45422) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:43.601145 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.612470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Deleting port 962e17fa-294c-44c2-98a6-e5e5f67f0103 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:43.612806 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.659102 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] DHCP port deletion for b00786fa-d157-45f8-bf08-858c5372253d request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:49:43.663497 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Deleting port 962e17fa-294c-44c2-98a6-e5e5f67f0103 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:43.663995 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.824780 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] For port 962e17fa-294c-44c2-98a6-e5e5f67f0103, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=962e17fa-294c-44c2-98a6-e5e5f67f0103,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:43.825042 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.871903 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] For port 962e17fa-294c-44c2-98a6-e5e5f67f0103, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=962e17fa-294c-44c2-98a6-e5e5f67f0103,segment=NetworkSegment(b4384638-263f-441c-bf99-22f9e378e51f),segment_id=b4384638-263f-441c-bf99-22f9e378e51f)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:43.872291 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:43.946925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Calling delete_port for 962e17fa-294c-44c2-98a6-e5e5f67f0103 owned by network:dhcp {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:43.995698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Calling delete_port for 962e17fa-294c-44c2-98a6-e5e5f67f0103 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:44.023876 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.068619 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:49:44.069321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:49:44.075907 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Pushing event deleted for resources: {'Port': ['ID=962e17fa-294c-44c2-98a6-e5e5f67f0103,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:44.079226 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] No DVR routers for this DVR port 962e17fa-294c-44c2-98a6-e5e5f67f0103 on host dv-neutron-841945-1-hyperv {{(pid=88029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:49:44.198736 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.224800 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00786fa-d157-45f8-bf08-858c5372253d']}} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:44.238235 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4384638-263f-441c-bf99-22f9e378e51f') {'for_net_delete': True} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:44.238540 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.services.segments.db [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4384638-263f-441c-bf99-22f9e378e51f') {} {{(pid=88029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:44.251388 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15912275'] for segment, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.273080 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.280581 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=88029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:49:44.281007 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15496920'] for segment, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: Traceback (most recent call last): May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: timer() May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: cb(*args, **kw) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: return func(*args, **kwargs) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: self._notify() May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: self.callback(batched_events) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: event.method(event) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: return f(self, *a, **k) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._get(url).json() May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: return self.request(url, 'GET', **kwargs) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:49:44.293989 dv-neutron-841945-1-hyperv neutron-server[88029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:49:44.381173 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.397292 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.407947 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] Pushing event deleted for resources: {'Network': ['ID=b00786fa-d157-45f8-bf08-858c5372253d,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:44.408949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1c406512-287f-4e9b-849c-0158f77e5f95 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:44.422120 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-101daacb-eadd-4726-a6c4-3236c9f9464f admin admin] 10.222.0.44 "DELETE /v2.0/networks/b00786fa-d157-45f8-bf08-858c5372253d HTTP/1.1" status: 204 len: 168 time: 1.0363190 May 19 13:49:44.425202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45428) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:44.447824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 1c406512-287f-4e9b-849c-0158f77e5f95 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:44.448084 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 1c406512-287f-4e9b-849c-0158f77e5f95 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:44.448493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6fc20124-7232-4af2-8554-6234c885145c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:44.481728 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 6fc20124-7232-4af2-8554-6234c885145c {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:44.482063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 6fc20124-7232-4af2-8554-6234c885145c not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:44.482475 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 962e17fa-294c-44c2-98a6-e5e5f67f0103 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:44.514922 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 962e17fa-294c-44c2-98a6-e5e5f67f0103 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:44.515264 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 962e17fa-294c-44c2-98a6-e5e5f67f0103 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:44.571061 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Deleting port 962e17fa-294c-44c2-98a6-e5e5f67f0103 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:44.571453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:44.668964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-2ef905ec-ed5b-4dc0-a74d-463d4350fb63 None None] The port '962e17fa-294c-44c2-98a6-e5e5f67f0103' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:49:44.984400 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:45.460701 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Deleting port 0e63ee33-cedb-4d81-92e9-a99da8d16140 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:45.461417 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:45.636328 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] For port 0e63ee33-cedb-4d81-92e9-a99da8d16140, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=0e63ee33-cedb-4d81-92e9-a99da8d16140,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:45.636675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:45.767858 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Calling delete_port for 0e63ee33-cedb-4d81-92e9-a99da8d16140 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:45.952904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:46.001068 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e63ee33-cedb-4d81-92e9-a99da8d16140,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:46.264383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:46.729528 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Router 37006b71-3c4e-46be-a101-896e59f21826 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:49:46.910672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:49:46.923085 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] Sync routers for ids ['37006b71-3c4e-46be-a101-896e59f21826'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:49:46.923597 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d2f7aa17-7a0d-4295-bff7-97a779391cf7 admin admin] 10.222.0.44 "PUT /v2.0/routers/37006b71-3c4e-46be-a101-896e59f21826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4942026 May 19 13:49:46.923693 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45436) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:46.930808 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] Routers {'37006b71-3c4e-46be-a101-896e59f21826'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:46.931430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['37006b71-3c4e-46be-a101-896e59f21826'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:47.106061 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:47.120789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] Set router 37006b71-3c4e-46be-a101-896e59f21826 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:47.289098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:47.299537 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Deleting port 87311f09-ebc3-42ce-847b-cdf510e902e9 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:47.300565 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:47.430010 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:49:45Z', 'revision_number': 5, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port': {'id': '87311f09-ebc3-42ce-847b-cdf510e902e9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37006b71-3c4e-46be-a101-896e59f21826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:47.434536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] Checking router: 37006b71-3c4e-46be-a101-896e59f21826 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:49:47.444164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] Routers {'37006b71-3c4e-46be-a101-896e59f21826'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:47.444932 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['37006b71-3c4e-46be-a101-896e59f21826'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:47.608108 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] Set router 37006b71-3c4e-46be-a101-896e59f21826 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:47.608495 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.db [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] For port 87311f09-ebc3-42ce-847b-cdf510e902e9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=87311f09-ebc3-42ce-847b-cdf510e902e9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:47.608864 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:47.717036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:49:47Z', 'revision_number': 6, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:47.721015 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157929-7d7d-4da5-a612-2b60fcbd2654 None None] The sync data for ids ['37006b71-3c4e-46be-a101-896e59f21826'] in dv-neutron-841945-1-hyperv is: [{'id': '37006b71-3c4e-46be-a101-896e59f21826', 'name': 'tempest-TestShelveInstance-172375509-router', 'tenant_id': '41f9f43a92ca493195b06d9880a9fd36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:40:46Z', 'updated_at': '2022-05-19T13:49:47Z', 'revision_number': 6, 'project_id': '41f9f43a92ca493195b06d9880a9fd36', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:49:47.735052 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Calling delete_port for 87311f09-ebc3-42ce-847b-cdf510e902e9 owned by network:router_gateway {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:48.045178 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.094549 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=87311f09-ebc3-42ce-847b-cdf510e902e9,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:48.185577 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.360719 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.363121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.385799 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.386279 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37006b71-3c4e-46be-a101-896e59f21826 {{(pid=88029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:49:48.398119 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] Notify callbacks [] for router, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.399275 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-bd9c2a5e-e676-4843-bbde-c73808f9f1ec admin admin] 10.222.0.44 "DELETE /v2.0/routers/37006b71-3c4e-46be-a101-896e59f21826 HTTP/1.1" status: 204 len: 168 time: 1.4747524 May 19 13:49:48.401929 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45440) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:48.461314 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Deleting subnet 93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:49:48.464329 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.518608 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.537966 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e63ee33-cedb-4d81-92e9-a99da8d16140 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:48.572206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 0e63ee33-cedb-4d81-92e9-a99da8d16140 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:48.572536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 0e63ee33-cedb-4d81-92e9-a99da8d16140 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:48.572941 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 87311f09-ebc3-42ce-847b-cdf510e902e9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:48.601728 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.610263 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 87311f09-ebc3-42ce-847b-cdf510e902e9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:48.610678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 87311f09-ebc3-42ce-847b-cdf510e902e9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:48.680980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.725037 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:48.727045 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.732779 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd97c4-7160-49c4-bf2a-02b25447aa59 None None] Network 02500d39-0443-41f6-8f90-d2a3f015f5eb requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:49:48.735881 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b6647e12-f347-486f-94d3-78bc13fb84fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/93f377bc-f8c0-4d8e-aa8f-293dbf7d1a43 HTTP/1.1" status: 204 len: 168 time: 0.3304150 May 19 13:49:48.736064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45444) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:48.848935 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.859865 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Deleting port ffe57518-f23b-46a3-9b0d-42e73a918c76 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:48.860292 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:48.986020 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] DHCP port deletion for 02500d39-0443-41f6-8f90-d2a3f015f5eb request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:49:48.990625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Deleting port ffe57518-f23b-46a3-9b0d-42e73a918c76 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:48.991003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.064090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] For port ffe57518-f23b-46a3-9b0d-42e73a918c76, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ffe57518-f23b-46a3-9b0d-42e73a918c76,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:49.064332 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.188365 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Calling delete_port for ffe57518-f23b-46a3-9b0d-42e73a918c76 owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:49.230141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] For port ffe57518-f23b-46a3-9b0d-42e73a918c76, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=ffe57518-f23b-46a3-9b0d-42e73a918c76,segment=NetworkSegment(a09102ff-b608-4d4b-a5d2-133d6f809802),segment_id=a09102ff-b608-4d4b-a5d2-133d6f809802)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:49.230701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.267017 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.313852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe57518-f23b-46a3-9b0d-42e73a918c76,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:49.321664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] No DVR routers for this DVR port ffe57518-f23b-46a3-9b0d-42e73a918c76 on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:49:49.347675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Calling delete_port for ffe57518-f23b-46a3-9b0d-42e73a918c76 owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:49:49.416537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:49:49.416876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:49:49.439103 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.468282 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02500d39-0443-41f6-8f90-d2a3f015f5eb']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:49.479759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09102ff-b608-4d4b-a5d2-133d6f809802') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:49.480050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09102ff-b608-4d4b-a5d2-133d6f809802') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:49.491036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.506590 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.512733 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:49:49.513104 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:49:49.525746 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:49:49.601671 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.620683 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.630860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02500d39-0443-41f6-8f90-d2a3f015f5eb,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:49.635045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-66b116af-49df-4811-a315-3b3b1b1e58a3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/02500d39-0443-41f6-8f90-d2a3f015f5eb HTTP/1.1" status: 204 len: 168 time: 0.8975976 May 19 13:49:49.752507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45450) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:49.799737 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fd0b3dbb-636b-46c3-8d51-81b8da41db8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0620711b9bdf4e6184e1bfbcce2d13c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460887 May 19 13:49:49.803393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45454) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:49.859945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae0fbc6b-7eea-49da-b3c1-22018a163bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.884632 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae0fbc6b-7eea-49da-b3c1-22018a163bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.918695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Deleting port ffe57518-f23b-46a3-9b0d-42e73a918c76 {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:49:49.919391 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.943215 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae0fbc6b-7eea-49da-b3c1-22018a163bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.961418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fbc6b-7eea-49da-b3c1-22018a163bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb007125-6fa3-4892-b003-78c0a1a86cba,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:49.968274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-ae0fbc6b-7eea-49da-b3c1-22018a163bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:49.972570 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-ae0fbc6b-7eea-49da-b3c1-22018a163bf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb007125-6fa3-4892-b003-78c0a1a86cba HTTP/1.1" status: 204 len: 168 time: 0.1651762 May 19 13:49:50.003128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab6e1f-452b-479a-a180-f45ba27de9d8 None None] The port 'ffe57518-f23b-46a3-9b0d-42e73a918c76' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:49:50.371278 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45462) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:50.400602 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ffe57518-f23b-46a3-9b0d-42e73a918c76 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:49:50.420498 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-9bb0b93d-bdcc-4d73-bfaf-fdd1ced9f583 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41f9f43a92ca493195b06d9880a9fd36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480938 May 19 13:49:50.423141 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45466) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:50.437288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: ffe57518-f23b-46a3-9b0d-42e73a918c76 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:49:50.437626 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device ffe57518-f23b-46a3-9b0d-42e73a918c76 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:49:50.483696 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b432849b-a8ee-4609-b066-a5f70f0b467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:50.510185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b432849b-a8ee-4609-b066-a5f70f0b467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:50.569404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b432849b-a8ee-4609-b066-a5f70f0b467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:50.583851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432849b-a8ee-4609-b066-a5f70f0b467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5654ccde-df34-44d8-aaa6-c7b33189cd57,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:50.591409 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b432849b-a8ee-4609-b066-a5f70f0b467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:50.592635 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b432849b-a8ee-4609-b066-a5f70f0b467a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5654ccde-df34-44d8-aaa6-c7b33189cd57 HTTP/1.1" status: 204 len: 168 time: 0.1685767 May 19 13:49:51.463168 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45490) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:51.608652 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1746094483-network', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:49:51.613560 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:51.617657 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Usage tracker for resource:network and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:51.620632 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:51.629942 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:51.644996 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Made reservation on behalf of d5fffb2eb74947fd92280982fb651bdc for: {'network': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:49:51.648782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.662468 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.677772 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:51.682010 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:51.685487 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:51.691688 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:51.787980 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.795494 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.825838 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=88029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:49:51.834014 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83950fa-9363-4706-875e-20dfcaf5ef8b,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:51.839891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.840254 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.segments_db [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Added segment 27984356-defa-4ebc-b947-4a2f9425e04d of type vlan for network 57a59c49-67ec-499d-9e36-bfd45a9f6def May 19 13:49:51.867872 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.899706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:51.900648 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:51.901243 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Notify callbacks [] for network, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.112253 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6480098 May 19 13:49:52.113229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9007d9-f17c-46c7-997c-0c5f98937c09 admin admin] Pushing event updated for resources: {'Network': ['ID=57a59c49-67ec-499d-9e36-bfd45a9f6def,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:52.115391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45498) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:52.121617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Request body: {'subnet': {'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1746094483-subnet', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'ip_version': 4}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:49:52.125252 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:49:52.127095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:52.130881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Usage tracker for resource:subnet and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:52.134093 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:52.141156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:52.153007 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Made reservation on behalf of d5fffb2eb74947fd92280982fb651bdc for: {'subnet': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:49:52.155780 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16264878'] for subnet, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.482407 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15123777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16264888'] for subnet, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.560736 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c191dc-93df-427f-8673-fd05b2e53121,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:52.571559 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Checking segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:49:52.571904 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Network hostable DHCP agents. Network: 57a59c49-67ec-499d-9e36-bfd45a9f6def, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:49:52.592454 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:49:52.603135 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, 57a59c49-67ec-499d-9e36-bfd45a9f6def) {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:49:52.608096 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:52.609170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.613117 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51667f0d-2658-4dad-9615-2e45643156b5 None None] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:49:52.631349 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-3865b3e0-784a-4fb8-b72d-a6c95958e586 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5145404 May 19 13:49:52.634156 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45502) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:52.639276 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:49:52.644418 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:52.648304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Usage tracker for resource:router and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:52.651285 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:52.657210 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:52.669291 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.670274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.685820 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.834222 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-57a59c49-67ec-499d-9e36-bfd45a9f6def', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:49:52.835123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.955687 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:52.993502 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Allocated IP 172.20.0.2 (57a59c49-67ec-499d-9e36-bfd45a9f6def/52c191dc-93df-427f-8673-fd05b2e53121/5c6adeb1-96af-4576-bf05-46a77827ee2c) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:49:53.198776 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.208679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Transition to ACTIVE for port object 5c6adeb1-96af-4576-bf05-46a77827ee2c will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:49:53.226442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Transition to ACTIVE for port object 5c6adeb1-96af-4576-bf05-46a77827ee2c will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:49:53.232751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.267606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.298677 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.298904 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:49:53.299925 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:49:53.303581 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:49:53.312156 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Pushing event updated for resources: {'Port': ['ID=5c6adeb1-96af-4576-bf05-46a77827ee2c,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:53.350840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.351179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.351504 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.351822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.352139 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.352451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.352762 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.353073 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.353415 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.353683 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.353990 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.354283 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:53.405276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Attempting to bind port 5c6adeb1-96af-4576-bf05-46a77827ee2c on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:49:53.405672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Attempting to bind port 5c6adeb1-96af-4576-bf05-46a77827ee2c by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:49:53.406012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Attempting to bind port 5c6adeb1-96af-4576-bf05-46a77827ee2c on network 57a59c49-67ec-499d-9e36-bfd45a9f6def {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:49:53.411282 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:49:53.411645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Checking segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:49:53.412034 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.412413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Bound using segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:49:53.412865 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Bound port: 5c6adeb1-96af-4576-bf05-46a77827ee2c, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:49:53.413226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.452803 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Allocated IP 172.26.3.216 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/13ff5647-9ff3-443a-be00-49b531e9fda9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:49:53.502885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] For port 5c6adeb1-96af-4576-bf05-46a77827ee2c, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:49:53.505813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] For port 5c6adeb1-96af-4576-bf05-46a77827ee2c, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c6adeb1-96af-4576-bf05-46a77827ee2c,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:49:53.511483 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.593480 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bae1b-9c44-4111-9e0d-0b6a5a64bc25 None None] Pushing event updated for resources: {'Port': ['ID=5c6adeb1-96af-4576-bf05-46a77827ee2c,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:53.605036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.638446 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:53.711932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:49:53.716216 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:49:53.720174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:49:53.754666 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Pushing event updated for resources: {'Port': ['ID=13ff5647-9ff3-443a-be00-49b531e9fda9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:54.281294 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:54.433984 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c6adeb1-96af-4576-bf05-46a77827ee2c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:49:54.517805 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 5c6adeb1-96af-4576-bf05-46a77827ee2c completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:49:54.550937 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a39cca-d03d-4a71-a4a9-6f801e9c1acc None None] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:49:54.633360 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:54.681092 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Provisioning for port 5c6adeb1-96af-4576-bf05-46a77827ee2c completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:49:54.698510 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Provisioning complete for port 5c6adeb1-96af-4576-bf05-46a77827ee2c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:49:54.698897 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:54.844307 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:49:54.926656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Current status of the port 5c6adeb1-96af-4576-bf05-46a77827ee2c is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:49:54.926926 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:54.969373 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] For port 5c6adeb1-96af-4576-bf05-46a77827ee2c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c6adeb1-96af-4576-bf05-46a77827ee2c,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:54.973321 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.033436 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:49:55.049903 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:49:55.054144 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf71de-bb41-46c7-aaca-e2c367985f5c None None] Pushing event updated for resources: {'Port': ['ID=5c6adeb1-96af-4576-bf05-46a77827ee2c,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:55.059886 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.060091 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:55.060928 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:55.064812 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45506) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:55.065262 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a86a33ff-2f9c-4dde-bd16-5238acbd32a6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4296365 May 19 13:49:55.195882 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-bd8a821f-ac0e-4c37-9ba8-73541a9fda67 None None] Provisioning complete for port 5c6adeb1-96af-4576-bf05-46a77827ee2c triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:49:55.196249 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bd8a821f-ac0e-4c37-9ba8-73541a9fda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.246045 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:55.319174 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a821f-ac0e-4c37-9ba8-73541a9fda67 None None] Current status of the port 5c6adeb1-96af-4576-bf05-46a77827ee2c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:49:55.522113 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:54Z', 'revision_number': 3, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:55.525991 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:49:55.526329 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Updating router 1589d04f-8644-4b5d-9c36-fab334666eb4 port 13ff5647-9ff3-443a-be00-49b531e9fda9 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:49:55.583262 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.753028 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.918678 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.931070 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Transition to ACTIVE for port object 13ff5647-9ff3-443a-be00-49b531e9fda9 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:49:55.939455 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:55.954165 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Allocated IP 172.20.0.1 (57a59c49-67ec-499d-9e36-bfd45a9f6def/52c191dc-93df-427f-8673-fd05b2e53121/75060b5b-179f-4238-90ed-4b4804fec9cd) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:49:56.015387 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Attempting to bind port 13ff5647-9ff3-443a-be00-49b531e9fda9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:49:56.015747 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Attempting to bind port 13ff5647-9ff3-443a-be00-49b531e9fda9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:49:56.016097 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Attempting to bind port 13ff5647-9ff3-443a-be00-49b531e9fda9 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:49:56.024604 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Pushing event updated for resources: {'Port': ['ID=13ff5647-9ff3-443a-be00-49b531e9fda9,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:56.027116 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:49:56.027568 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:49:56.027900 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.028261 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:49:56.028728 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Bound port: 13ff5647-9ff3-443a-be00-49b531e9fda9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:49:56.029082 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.066844 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.067640 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.067640 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.067788 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.068074 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.068389 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.069052 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.069381 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.069687 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.070000 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.070302 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.070609 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:49:56.101085 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.116608 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] For port 13ff5647-9ff3-443a-be00-49b531e9fda9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:49:56.116826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Transition to ACTIVE for port object 75060b5b-179f-4238-90ed-4b4804fec9cd will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:49:56.120038 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] For port 13ff5647-9ff3-443a-be00-49b531e9fda9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=13ff5647-9ff3-443a-be00-49b531e9fda9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:49:56.124998 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.147171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.203235 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:56.203845 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:56.215217 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:49:56.217894 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:49:56.221706 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:49:56.256622 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Pushing event updated for resources: {'Port': ['ID=75060b5b-179f-4238-90ed-4b4804fec9cd,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:56.280614 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.294528 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271fad-0032-4ad2-983d-0cc4b18aeb21 None None] Pushing event updated for resources: {'Port': ['ID=13ff5647-9ff3-443a-be00-49b531e9fda9,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:56.425535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c6adeb1-96af-4576-bf05-46a77827ee2c up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:49:56.443836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:56.494226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-369f894a-b8c2-46fa-ab94-7592b81838c9 None None] Provisioning for port 75060b5b-179f-4238-90ed-4b4804fec9cd completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:49:56.503994 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-369f894a-b8c2-46fa-ab94-7592b81838c9 None None] Provisioning complete for port 75060b5b-179f-4238-90ed-4b4804fec9cd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:49:56.504360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-369f894a-b8c2-46fa-ab94-7592b81838c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.564730 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 5c6adeb1-96af-4576-bf05-46a77827ee2c triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:49:56.565562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.600696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-369f894a-b8c2-46fa-ab94-7592b81838c9 None None] Port 75060b5b-179f-4238-90ed-4b4804fec9cd cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:49:56.680900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.688055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 5c6adeb1-96af-4576-bf05-46a77827ee2c is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:49:56.741971 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:54Z', 'revision_number': 3, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:56.746343 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d669bc-ae09-410e-be46-dd00abab759f None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:54Z', 'revision_number': 3, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:49:56.915001 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:56.921709 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:57.048408 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:57.055470 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Pushing event updated for resources: {'Port': ['ID=75060b5b-179f-4238-90ed-4b4804fec9cd,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:57.204861 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:49:57.205956 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:49:57.410303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:49:57.429406 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-742d6dc0-f281-4aab-9dac-c2febeeff913 None None] Provisioning complete for port 75060b5b-179f-4238-90ed-4b4804fec9cd triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:49:57.429955 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-742d6dc0-f281-4aab-9dac-c2febeeff913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:57.488576 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-742d6dc0-f281-4aab-9dac-c2febeeff913 None None] Port 75060b5b-179f-4238-90ed-4b4804fec9cd cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:49:57.618681 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:49:57.628072 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-d4189ee4-8886-4b0d-b1fd-ae2f6a97709c admin admin] 10.222.0.44 "PUT /v2.0/routers/1589d04f-8644-4b5d-9c36-fab334666eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621729 May 19 13:49:58.174200 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:49:58.183499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45524) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:58.184125 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:49:58.185070 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:58.190875 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-427186037-network', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:49:58.196129 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:58.200728 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Usage tracker for resource:network and tenant:a40e22d23cf54bf282697514cc26461c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:58.207101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:58.213765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:58.228928 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Made reservation on behalf of a40e22d23cf54bf282697514cc26461c for: {'network': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:49:58.231501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for network, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.243963 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.258168 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:58.262124 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a40e22d23cf54bf282697514cc26461c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:58.264988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:58.270948 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:58.358011 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.364048 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.376845 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:49:58.400489 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=88028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 13:49:58.405953 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2dd681-aa5b-45b8-998d-d6b6f8479e0d,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:58.413408 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.414001 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.segments_db [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Added segment bc9f3945-2f0f-4a9b-8a9b-28f93024bb98 of type vlan for network c7ad77c3-04ed-418d-b636-7de73d9ca698 May 19 13:49:58.443952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 13ff5647-9ff3-443a-be00-49b531e9fda9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:49:58.444725 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755618165724'] for network, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.475403 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220'] for network, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.476475 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:58.477043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.578975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ad77c3-04ed-418d-b636-7de73d9ca698,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:58.583132 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c72e0a9b-83cd-4270-bb97-5735c53933f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3971961 May 19 13:49:58.586046 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45528) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:58.591928 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Request body: {'subnet': {'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-427186037-subnet', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'ip_version': 4}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:49:58.596910 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:58.601062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Usage tracker for resource:subnet and tenant:a40e22d23cf54bf282697514cc26461c is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:58.604077 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:58.610234 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:58.619891 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Made reservation on behalf of a40e22d23cf54bf282697514cc26461c for: {'subnet': 1} {{(pid=88029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:49:58.622281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15406671'] for subnet, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.635615 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 details requested by agent ovs-agent-dv-neutron-841945-1-hyperv with host dv-neutron-841945-1-hyperv {{(pid=88030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 13:49:58.778722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 13ff5647-9ff3-443a-be00-49b531e9fda9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:49:58.798399 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 13ff5647-9ff3-443a-be00-49b531e9fda9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:49:58.798804 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.822830 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15493435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15406681'] for subnet, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.899576 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7c831d-9527-459c-9a38-d52cda00aa8f,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:58.911450 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Checking segment: {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:49:58.911784 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Network hostable DHCP agents. Network: c7ad77c3-04ed-418d-b636-7de73d9ca698, hostable agents: ['253fb820-0be9-4139-b23d-cdb53c9e90aa'], hosted agents: [] {{(pid=88029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 13:49:58.931793 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 is scheduled to be hosted by DHCP agent 253fb820-0be9-4139-b23d-cdb53c9e90aa with binding_index 1 {{(pid=88029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 13:49:58.941686 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841945-1-hyperv, c7ad77c3-04ed-418d-b636-7de73d9ca698) {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:49:58.946319 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:49:58.946985 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:58.955088 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3dd94-8363-428f-bcac-fc778718e978 None None] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:49:58.969374 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-fd9fa2af-88e9-4b71-9a81-06fa0c873aa1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3821805 May 19 13:49:58.972163 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45532) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:49:58.977717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:49:58.982940 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:49:58.986763 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Usage tracker for resource:router and tenant:a40e22d23cf54bf282697514cc26461c is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:49:58.989541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:49:58.995434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:49:59.006212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57740'] for router, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.007305 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558626', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-668962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57845'] for router, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.023484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.125305 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 13ff5647-9ff3-443a-be00-49b531e9fda9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:49:59.125722 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.140817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 2, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:49:59.163836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:49:59.164094 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Updating router 1589d04f-8644-4b5d-9c36-fab334666eb4 port 75060b5b-179f-4238-90ed-4b4804fec9cd binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:49:59.222228 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 13ff5647-9ff3-443a-be00-49b531e9fda9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=13ff5647-9ff3-443a-be00-49b531e9fda9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:49:59.238997 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.317485 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.407161 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22d842b7-361f-5ac5-b4c3-ce02a5010ae2-c7ad77c3-04ed-418d-b636-7de73d9ca698', 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'fixed_ips': [{'subnet_id': '9b7c831d-9527-459c-9a38-d52cda00aa8f'}]}} from dv-neutron-841945-1-hyperv. {{(pid=88030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 19 13:49:59.407962 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.410767 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57831'] for router, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.421232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=13ff5647-9ff3-443a-be00-49b531e9fda9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:49:59.716861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Allocated IP 172.20.0.2 (c7ad77c3-04ed-418d-b636-7de73d9ca698/9b7c831d-9527-459c-9a38-d52cda00aa8f/4a268201-e044-4a9d-b16f-3312203341ec) {{(pid=88030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:49:59.723808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.757621 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:49:59.899816 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Allocated IP 172.26.3.222 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/4a11a6db-5314-4e96-85ce-12ff4017dfd9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:49:59.949123 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.001119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Transition to ACTIVE for port object 75060b5b-179f-4238-90ed-4b4804fec9cd will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:00.015679 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.058226 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.063060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Notify callbacks [] for port, precommit_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.091459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.139383 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Transition to ACTIVE for port object 4a268201-e044-4a9d-b16f-3312203341ec will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:00.160516 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Pushing event updated for resources: {'Port': ['ID=4a11a6db-5314-4e96-85ce-12ff4017dfd9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:00.170691 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047284f-3240-4cdd-9886-a7a572506980 None None] Pushing event updated for resources: {'Port': ['ID=75060b5b-179f-4238-90ed-4b4804fec9cd,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:00.177545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:50:00.178711 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:50:00.181274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:50:00.200558 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Transition to ACTIVE for port object 4a268201-e044-4a9d-b16f-3312203341ec will not be triggered until provisioned by entity DHCP. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:00.216250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886'] for port, after_create {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.331374 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 is already hosted by enough agents. {{(pid=88030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:50:00.336235 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Resources bound (agent type, host, resource id): {{(pid=88030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:50:00.341753 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Attempting to bind port 75060b5b-179f-4238-90ed-4b4804fec9cd on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:50:00.342112 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Attempting to bind port 75060b5b-179f-4238-90ed-4b4804fec9cd by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:50:00.342462 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Attempting to bind port 75060b5b-179f-4238-90ed-4b4804fec9cd on network 57a59c49-67ec-499d-9e36-bfd45a9f6def {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:50:00.346119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Received port after_create {{(pid=88030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:50:00.355709 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Pushing event updated for resources: {'Port': ['ID=4a268201-e044-4a9d-b16f-3312203341ec,revision_number=1']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:00.386217 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:50:00.386659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Checking segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:50:00.387053 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.387445 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Bound using segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:50:00.387988 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Bound port: 75060b5b-179f-4238-90ed-4b4804fec9cd, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:50:00.388353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.459287 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 13ff5647-9ff3-443a-be00-49b531e9fda9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:00.605138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Attempting to bind port 4a268201-e044-4a9d-b16f-3312203341ec on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:50:00.605617 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Attempting to bind port 4a268201-e044-4a9d-b16f-3312203341ec by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:50:00.606058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Attempting to bind port 4a268201-e044-4a9d-b16f-3312203341ec on network c7ad77c3-04ed-418d-b636-7de73d9ca698 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:50:00.627288 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:50:00.627663 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Checking segment: {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:50:00.628055 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.628442 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Bound using segment: {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:50:00.628912 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Bound port: 4a268201-e044-4a9d-b16f-3312203341ec, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:50:00.629276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.681451 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] For port 75060b5b-179f-4238-90ed-4b4804fec9cd, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:50:00.711417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] For port 75060b5b-179f-4238-90ed-4b4804fec9cd, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75060b5b-179f-4238-90ed-4b4804fec9cd,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:50:00.717019 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 13ff5647-9ff3-443a-be00-49b531e9fda9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:00.717721 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.729843 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.747089 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.864669 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] For port 4a268201-e044-4a9d-b16f-3312203341ec, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:50:00.871115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] For port 4a268201-e044-4a9d-b16f-3312203341ec, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a268201-e044-4a9d-b16f-3312203341ec,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:50:00.872342 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047284f-3240-4cdd-9886-a7a572506980 None None] Pushing event updated for resources: {'Port': ['ID=75060b5b-179f-4238-90ed-4b4804fec9cd,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:00.882184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:00.914215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:00.914868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:01.085578 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558607'] for router, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:01.162337 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 13ff5647-9ff3-443a-be00-49b531e9fda9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:01.167397 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ff602-e6c2-4668-a89c-f6ced96440cb None None] Pushing event updated for resources: {'Port': ['ID=4a268201-e044-4a9d-b16f-3312203341ec,revision_number=2']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:01.197859 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:01.281516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-21e0c996-62d0-4a60-aa5e-39285a663b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:01.342674 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 is scheduled to L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 with binding_index 1 {{(pid=88028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 13:50:01.525926 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:50:01.534761 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Sync routers for ids ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:50:01.541150 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:00Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:01.544324 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Routers {'97d8f012-cb6f-44a6-a0f6-6862bfa16457'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:01.544925 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:01.545895 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be29b3b-8fb3-446e-b3ba-d58316dfb87d None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:00Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:50:01.561171 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:01.565786 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45536) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:01.571281 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7f791431-035e-446d-aac7-2d0c2ccc0f9f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5976279 May 19 13:50:01.744360 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Set router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:02.064079 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:00Z', 'revision_number': 3, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:02.068897 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Checking router: 97d8f012-cb6f-44a6-a0f6-6862bfa16457 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:50:02.069305 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Updating router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 binding host dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:50:02.138706 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.224817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a1d98-a26d-4758-be56-cb8eff447dca None None] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:50:02.381443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-b4be972c-fe1b-4dfe-b2da-56ef68478ef1 None None] Provisioning for port 4a268201-e044-4a9d-b16f-3312203341ec completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:02.546140 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a268201-e044-4a9d-b16f-3312203341ec up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:02.578079 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.582439 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Notify callbacks [] for port, precommit_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.603071 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.provisioning_blocks [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Transition to ACTIVE for port object 4a11a6db-5314-4e96-85ce-12ff4017dfd9 will not be triggered until provisioned by entity L2. {{(pid=88031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:02.616466 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.657667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 4a268201-e044-4a9d-b16f-3312203341ec completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:02.668824 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4a268201-e044-4a9d-b16f-3312203341ec triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:02.669358 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.769419 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Attempting to bind port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:50:02.769773 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Attempting to bind port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:50:02.770121 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Attempting to bind port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 on network 92ecd9d4-594b-41cd-bc44-2631387e1a4a {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:50:02.780655 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc213f7b-18b9-4999-a4da-d90918a7a059 None None] Pushing event updated for resources: {'Port': ['ID=4a11a6db-5314-4e96-85ce-12ff4017dfd9,revision_number=2']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:02.791039 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:50:02.791039 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Checking segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:50:02.791267 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.791583 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Bound using segment: {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'} {{(pid=88031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:50:02.792147 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.managers [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Bound port: 4a11a6db-5314-4e96-85ce-12ff4017dfd9, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42985dc8-5a2b-4dfc-8612-9c4d301c57ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a'}}] {{(pid=88031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:50:02.792513 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.884012 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Allocated IP 172.20.0.1 (c7ad77c3-04ed-418d-b636-7de73d9ca698/9b7c831d-9527-459c-9a38-d52cda00aa8f/82b9ea60-46a1-409f-9c65-f0f4b5384571) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:50:02.932175 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4a268201-e044-4a9d-b16f-3312203341ec is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:02.932556 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.941091 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] For port 4a11a6db-5314-4e96-85ce-12ff4017dfd9, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:50:02.945670 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.plugins.ml2.db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] For port 4a11a6db-5314-4e96-85ce-12ff4017dfd9, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a11a6db-5314-4e96-85ce-12ff4017dfd9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:50:02.951700 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron_lib.callbacks.manager [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:02.993403 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 4a268201-e044-4a9d-b16f-3312203341ec, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a268201-e044-4a9d-b16f-3312203341ec,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:02.999026 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.000262 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75060b5b-179f-4238-90ed-4b4804fec9cd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:03.047074 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Routers {'97d8f012-cb6f-44a6-a0f6-6862bfa16457'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:03.047776 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:49:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:03.076171 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.100361 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.provisioning_blocks [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Transition to ACTIVE for port object 82b9ea60-46a1-409f-9c65-f0f4b5384571 will not be triggered until provisioned by entity DHCP. {{(pid=88029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:03.115529 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc213f7b-18b9-4999-a4da-d90918a7a059 None None] Pushing event updated for resources: {'Port': ['ID=4a11a6db-5314-4e96-85ce-12ff4017dfd9,revision_number=3']} {{(pid=88031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:03.148916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-7d3c74fd-bf31-4fae-9516-a073489439b3 None None] Provisioning complete for port 4a268201-e044-4a9d-b16f-3312203341ec triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:03.149339 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7d3c74fd-bf31-4fae-9516-a073489439b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.149954 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.207964 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=4a268201-e044-4a9d-b16f-3312203341ec,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:03.219133 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:50:03.221386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 75060b5b-179f-4238-90ed-4b4804fec9cd completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:03.221575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:50:03.225240 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:50:03.229938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 75060b5b-179f-4238-90ed-4b4804fec9cd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:03.230745 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.268268 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Pushing event updated for resources: {'Port': ['ID=82b9ea60-46a1-409f-9c65-f0f4b5384571,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:03.271072 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] Set router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:03.286342 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559833'] for router_interface, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.335325 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c74fd-bf31-4fae-9516-a073489439b3 None None] Current status of the port 4a268201-e044-4a9d-b16f-3312203341ec is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:03.426905 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.431888 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 75060b5b-179f-4238-90ed-4b4804fec9cd is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:03.432460 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.477737 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 75060b5b-179f-4238-90ed-4b4804fec9cd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75060b5b-179f-4238-90ed-4b4804fec9cd,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:03.487489 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.574225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a11944b0-fd57-4136-95ca-597bd28dacb8 None None] Provisioning for port 82b9ea60-46a1-409f-9c65-f0f4b5384571 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:03.578477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=75060b5b-179f-4238-90ed-4b4804fec9cd,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:03.583270 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-a11944b0-fd57-4136-95ca-597bd28dacb8 None None] Provisioning complete for port 82b9ea60-46a1-409f-9c65-f0f4b5384571 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:03.583634 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a11944b0-fd57-4136-95ca-597bd28dacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.605898 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:00Z', 'revision_number': 3, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:03.610398 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4650e-3c2f-451b-ac0e-80570ffc9596 None None] The sync data for ids ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'] in dv-neutron-841945-1-hyperv is: [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:00Z', 'revision_number': 3, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:50:03.646836 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-a11944b0-fd57-4136-95ca-597bd28dacb8 None None] Port 82b9ea60-46a1-409f-9c65-f0f4b5384571 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:50:03.670430 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.675983 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.712095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1cca6052-d218-4316-8d10-b20d8fd87565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.787153 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559740'] for router_interface, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:03.790885 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Pushing event updated for resources: {'Port': ['ID=82b9ea60-46a1-409f-9c65-f0f4b5384571,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:04.068051 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:50:04.069538 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:50:04.269695 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-6a98e4ce-a1a3-479f-bfaa-79c384019940 None None] Provisioning complete for port 82b9ea60-46a1-409f-9c65-f0f4b5384571 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:04.270251 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6a98e4ce-a1a3-479f-bfaa-79c384019940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:04.273710 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:50:04.325743 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-6a98e4ce-a1a3-479f-bfaa-79c384019940 None None] Port 82b9ea60-46a1-409f-9c65-f0f4b5384571 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:50:04.466761 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:50:04.484792 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b682a5bb-9199-44cb-b074-c1be494dc2fc admin admin] 10.222.0.44 "PUT /v2.0/routers/97d8f012-cb6f-44a6-a0f6-6862bfa16457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9098248 May 19 13:50:04.485180 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a268201-e044-4a9d-b16f-3312203341ec up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:04.553101 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4a268201-e044-4a9d-b16f-3312203341ec triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:04.553467 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:04.673599 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4a268201-e044-4a9d-b16f-3312203341ec is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:04.674276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75060b5b-179f-4238-90ed-4b4804fec9cd up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:04.741537 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 75060b5b-179f-4238-90ed-4b4804fec9cd triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:04.741908 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:04.858542 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45554) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:04.863805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936666925', 'description': 'tempest-secgroup-smoke-936666925 description', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:04.867474 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 75060b5b-179f-4238-90ed-4b4804fec9cd is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:04.868559 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a11a6db-5314-4e96-85ce-12ff4017dfd9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:04.869599 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:04.873453 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:04.876349 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:04.882405 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:04.893758 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:04.916078 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:04.920376 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:04.923215 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:04.928936 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:04.939861 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:04.945570 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:04.946141 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.005900 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.011127 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.026372 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.049239 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.059724 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.060940 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2013376 May 19 13:50:05.064357 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45558) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:05.064828 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca9720-3d24-4599-9e6f-459283eb254f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8cf03-98d1-425b-b481-8b66d678ee97,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.071016 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group_rule': {'security_group_id': 'c3d8cf03-98d1-425b-b481-8b66d678ee97', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:05.078545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:05.084122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:05.087270 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:05.094383 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:05.108463 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:05.108844 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.115253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.126479 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 4a11a6db-5314-4e96-85ce-12ff4017dfd9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a11a6db-5314-4e96-85ce-12ff4017dfd9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:05.135967 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.194230 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.199045 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Sync routers for ids ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:50:05.199193 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.218037 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Routers {'97d8f012-cb6f-44a6-a0f6-6862bfa16457'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:05.218789 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:50:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:05.227102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8697924-2927-455c-b6d5-34ca69afef39,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.235031 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.238866 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d13fb509-f5ad-4d82-8efb-1b94a3c4a0da tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702237 May 19 13:50:05.239202 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45562) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:05.244553 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group_rule': {'security_group_id': 'c3d8cf03-98d1-425b-b481-8b66d678ee97', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:05.251706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:05.255738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:05.258740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:05.265918 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:05.273889 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=4a11a6db-5314-4e96-85ce-12ff4017dfd9,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.285318 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.349053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.353320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.376354 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42558c4b-3a98-4b16-ab9d-9e4885243eec,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.386072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.387476 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-27ef2d78-d346-4a42-bcfb-adaba1b02d19 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471066 May 19 13:50:05.390262 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45566) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:05.395317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group_rule': {'security_group_id': 'c3d8cf03-98d1-425b-b481-8b66d678ee97', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:05.401113 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:05.404493 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Set router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:05.405122 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:05.407981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:05.413648 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:05.431554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.497468 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.502596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.530910 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad0255-708e-4d9e-bfff-ccb1701c7bce,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.541888 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.543924 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-98602250-f455-4711-b2de-15daa41f89d6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522710 May 19 13:50:05.546811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45570) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:05.551988 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group_rule': {'security_group_id': 'c3d8cf03-98d1-425b-b481-8b66d678ee97', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:05.558056 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:05.562183 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:05.565036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:05.572543 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:05.591248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.670323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.675629 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.700329 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5272c3-cc97-488b-ac31-90d0c5902003,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.710043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.711358 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-02c6542a-7760-45db-899b-b0df017a3e8f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635599 May 19 13:50:05.713991 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45574) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:05.719133 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group_rule': {'security_group_id': 'c3d8cf03-98d1-425b-b481-8b66d678ee97', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:05.724895 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:05.728787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:05.732047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:05.738090 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:05.751620 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.securitygroups_db [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Project d5fffb2eb74947fd92280982fb651bdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:50:05.758537 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.781496 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 4, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '82b9ea60-46a1-409f-9c65-f0f4b5384571', 'name': '', 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9b7c831d-9527-459c-9a38-d52cda00aa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:50:02Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 2, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'subnets': [{'id': '9b7c831d-9527-459c-9a38-d52cda00aa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:05.785506 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Checking router: 97d8f012-cb6f-44a6-a0f6-6862bfa16457 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:50:05.785849 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Updating router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 port 82b9ea60-46a1-409f-9c65-f0f4b5384571 binding host dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 13:50:05.824878 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.829391 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.838927 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.853072 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec5cce-32a5-40ee-a9ba-8e77377c27d2,revision_number=0']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:05.864506 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.865773 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-d78476b6-667f-4ef9-8855-8a6c10d418e5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507926 May 19 13:50:05.869098 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45578) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:05.874611 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'security_group_rule': {'security_group_id': 'c3d8cf03-98d1-425b-b481-8b66d678ee97', 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:05.881043 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:05.885281 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:security_group_rule and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:05.888586 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:05.895307 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:05.906078 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.securitygroups_db [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Project d5fffb2eb74947fd92280982fb651bdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 13:50:05.913000 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.983185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:05.988558 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544704'] for security_group_rule, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.015186 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d598bd-2c8a-456a-80e8-7c616e1bd672,revision_number=0']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:06.024247 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.025596 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-8d9af836-b189-4f48-bfb3-8c6652a9dc78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554587 May 19 13:50:06.198620 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.200611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-12c7e4d4-3769-463f-ae0c-8f913e17d1ac tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936666925&fields=id&tenant_id=d5fffb2eb74947fd92280982fb651bdc HTTP/1.1" status: 200 len: 267 time: 0.0502343 May 19 13:50:06.203389 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Notify callbacks [] for port, precommit_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.216122 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Transition to ACTIVE for port object 82b9ea60-46a1-409f-9c65-f0f4b5384571 will not be triggered until provisioned by entity L2. {{(pid=88030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:06.223107 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.359589 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-ca1d50c4-672f-4a8a-afab-03c6d32e20c6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:06.361318 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-ca1d50c4-672f-4a8a-afab-03c6d32e20c6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 810 time: 0.1536148 May 19 13:50:06.378659 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-8a9bdab1-b672-44e8-87a6-3a6ad4ffdc6c tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/quotas/d5fffb2eb74947fd92280982fb651bdc HTTP/1.1" status: 200 len: 375 time: 0.0106292 May 19 13:50:06.382250 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd65dd-b7aa-4929-b4d4-56699981472a None None] Pushing event updated for resources: {'Port': ['ID=82b9ea60-46a1-409f-9c65-f0f4b5384571,revision_number=3']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:06.435024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a11a6db-5314-4e96-85ce-12ff4017dfd9 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:06.479066 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-d2db9cca-59bd-4831-a91a-10d78c1c93d7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930328 May 19 13:50:06.486255 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Attempting to bind port 82b9ea60-46a1-409f-9c65-f0f4b5384571 on host dv-neutron-841945-1-hyperv for vnic_type normal with profile {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:50:06.486659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Attempting to bind port 82b9ea60-46a1-409f-9c65-f0f4b5384571 by drivers openvswitch,hyperv on host dv-neutron-841945-1-hyperv at level 0 using segments [{'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:50:06.487022 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Attempting to bind port 82b9ea60-46a1-409f-9c65-f0f4b5384571 on network c7ad77c3-04ed-418d-b636-7de73d9ca698 {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:50:06.497746 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Checking agent: {'id': '47c7c1ff-ea48-4380-96b7-8407c59b3117', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841945-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 49, 35), 'started_at': datetime.datetime(2022, 5, 19, 12, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841945-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:50:06.498386 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Checking segment: {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:50:06.498815 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.499202 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Bound using segment: {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'} {{(pid=88030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:50:06.499672 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.managers [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Bound port: 82b9ea60-46a1-409f-9c65-f0f4b5384571, host: dv-neutron-841945-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698'}}] {{(pid=88030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:50:06.500229 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.500545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-8ae75729-3333-402e-987c-373ea824bc50 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:50:06.501686 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-8ae75729-3333-402e-987c-373ea824bc50 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078998 May 19 13:50:06.602716 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:06.603095 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.665007 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] For port 82b9ea60-46a1-409f-9c65-f0f4b5384571, host dv-neutron-841945-1-hyperv, cleared binding levels {{(pid=88030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:50:06.677773 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] For port 82b9ea60-46a1-409f-9c65-f0f4b5384571, host dv-neutron-841945-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=82b9ea60-46a1-409f-9c65-f0f4b5384571,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:50:06.686778 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:06.769841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-549bc970-20f4-47be-9a67-27da1dfe7b82 service neutron] 10.222.0.44 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612069 May 19 13:50:06.816852 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Routers {'97d8f012-cb6f-44a6-a0f6-6862bfa16457'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:06.817478 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:50:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:06.879503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:06.897516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd65dd-b7aa-4929-b4d4-56699981472a None None] Pushing event updated for resources: {'Port': ['ID=82b9ea60-46a1-409f-9c65-f0f4b5384571,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:06.924868 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-56295ae0-360b-4997-a025-aa364b08ecfa service neutron] 10.222.0.44 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457350 May 19 13:50:07.006919 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] Set router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:07.122174 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-116315f7-0017-4954-855d-8a1308614be6 req-3a46cbf2-f476-4af2-9eea-89c764e9199c tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:50:07.143738 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-116315f7-0017-4954-855d-8a1308614be6 req-3a46cbf2-f476-4af2-9eea-89c764e9199c tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:50:07.145278 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-116315f7-0017-4954-855d-8a1308614be6 req-3a46cbf2-f476-4af2-9eea-89c764e9199c tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 210 time: 0.0668783 May 19 13:50:07.385413 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 4, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '82b9ea60-46a1-409f-9c65-f0f4b5384571', 'name': '', 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9b7c831d-9527-459c-9a38-d52cda00aa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:50:02Z', 'updated_at': '2022-05-19T13:50:06Z', 'revision_number': 4, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'subnets': [{'id': '9b7c831d-9527-459c-9a38-d52cda00aa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:07.390075 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44221187-8b22-4b1d-8389-ee135fe09485 None None] The sync data for ids ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'] in dv-neutron-841945-1-hyperv is: [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 4, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '82b9ea60-46a1-409f-9c65-f0f4b5384571', 'name': '', 'network_id': 'c7ad77c3-04ed-418d-b636-7de73d9ca698', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'mac_address': 'fa:16:3e:d3:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9b7c831d-9527-459c-9a38-d52cda00aa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:50:02Z', 'updated_at': '2022-05-19T13:50:06Z', 'revision_number': 4, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'subnets': [{'id': '9b7c831d-9527-459c-9a38-d52cda00aa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:50:08.096227 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:08.311788 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-a4b13b25-77d3-497f-8bfb-faa0d95d242e req-e703d102-9812-46b1-ae00-b226969c2445 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 210 time: 0.0448225 May 19 13:50:08.440846 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 82b9ea60-46a1-409f-9c65-f0f4b5384571 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:08.512427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning for port 82b9ea60-46a1-409f-9c65-f0f4b5384571 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:08.518390 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 82b9ea60-46a1-409f-9c65-f0f4b5384571 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:08.518901 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:08.630101 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-c9fd7e50-3ddf-4dce-b198-8e46a8a07c23 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:08.631896 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-c9fd7e50-3ddf-4dce-b198-8e46a8a07c23 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 810 time: 0.1714015 May 19 13:50:08.644933 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 82b9ea60-46a1-409f-9c65-f0f4b5384571 is: DOWN; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:08.645359 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:08.679998 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] For port 82b9ea60-46a1-409f-9c65-f0f4b5384571, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=82b9ea60-46a1-409f-9c65-f0f4b5384571,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:08.685667 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:08.692130 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-66be7f18-1cd3-4714-b496-147aded3ff78 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fffb2eb74947fd92280982fb651bdc HTTP/1.1" status: 200 len: 379 time: 0.0480118 May 19 13:50:08.701248 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'port': {'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'admin_state_up': True, 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'security_groups': ['c3d8cf03-98d1-425b-b481-8b66d678ee97']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:08.756589 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Pushing event updated for resources: {'Port': ['ID=82b9ea60-46a1-409f-9c65-f0f4b5384571,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:08.843108 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:08.859197 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:08.873324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Made reservation on behalf of d5fffb2eb74947fd92280982fb651bdc for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:50:08.877069 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:09.062653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Allocated IP 172.20.0.14 (57a59c49-67ec-499d-9e36-bfd45a9f6def/52c191dc-93df-427f-8673-fd05b2e53121/50a9b96c-b93d-4122-8290-cc8c32760529) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:50:09.268619 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:09.283811 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Transition to ACTIVE for port object 50a9b96c-b93d-4122-8290-cc8c32760529 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:09.313020 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:09.389290 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:50:09.392905 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:50:09.396145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:50:09.439496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:09.468679 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:09.469304 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:09.498490 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-9b29dc57-c84a-494c-8d70-799e6dbe42b8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010070 May 19 13:50:09.510265 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Request body: {'port': {'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:09.513402 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fddd16-1358-4552-8393-06edf5e09929 req-c19c5a69-6f2d-4da8-acbd-72d62a04adff tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:09.514988 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-57fddd16-1358-4552-8393-06edf5e09929 req-c19c5a69-6f2d-4da8-acbd-72d62a04adff tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 932 time: 0.0943007 May 19 13:50:09.564731 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-57fddd16-1358-4552-8393-06edf5e09929 req-0aedf55e-e398-402e-a0c8-d8655e0059c2 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:security_group {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:50:09.584250 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-57fddd16-1358-4552-8393-06edf5e09929 req-0aedf55e-e398-402e-a0c8-d8655e0059c2 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:security_group {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:50:09.585552 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-57fddd16-1358-4552-8393-06edf5e09929 req-0aedf55e-e398-402e-a0c8-d8655e0059c2 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620959 May 19 13:50:09.636456 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:09.675774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-521e2299-1e01-441f-9b91-f7eeb7334097 None None] Provisioning for port 50a9b96c-b93d-4122-8290-cc8c32760529 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:09.681077 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-521e2299-1e01-441f-9b91-f7eeb7334097 None None] Provisioning complete for port 50a9b96c-b93d-4122-8290-cc8c32760529 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:09.681454 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-521e2299-1e01-441f-9b91-f7eeb7334097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:09.735774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-521e2299-1e01-441f-9b91-f7eeb7334097 None None] Port 50a9b96c-b93d-4122-8290-cc8c32760529 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:50:09.986014 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a9b96c-b93d-4122-8290-cc8c32760529 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:50:09.993664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:10.008187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Transition to ACTIVE for port object 50a9b96c-b93d-4122-8290-cc8c32760529 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:50:10.013937 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:10.188212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:10.260005 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Attempting to bind port 50a9b96c-b93d-4122-8290-cc8c32760529 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:50:10.260245 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Attempting to bind port 50a9b96c-b93d-4122-8290-cc8c32760529 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:50:10.260568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Attempting to bind port 50a9b96c-b93d-4122-8290-cc8c32760529 on network 57a59c49-67ec-499d-9e36-bfd45a9f6def {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:50:10.265598 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Port 50a9b96c-b93d-4122-8290-cc8c32760529 on network 57a59c49-67ec-499d-9e36-bfd45a9f6def not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:50:10.265908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Attempting to bind port 50a9b96c-b93d-4122-8290-cc8c32760529 on network 57a59c49-67ec-499d-9e36-bfd45a9f6def {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:50:10.270864 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:50:10.271222 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Checking segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:50:10.271596 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Bound using segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:50:10.272008 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Bound port: 50a9b96c-b93d-4122-8290-cc8c32760529, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:50:10.272348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:10.418951 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 82b9ea60-46a1-409f-9c65-f0f4b5384571 up at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:10.474584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:50:10.477636 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:50:10.481957 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:10.502018 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Provisioning complete for port 82b9ea60-46a1-409f-9c65-f0f4b5384571 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:10.502484 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:10.544643 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:10.545630 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:10.547220 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] 10.222.0.79 "PUT /v2.0/ports/50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 1094 time: 1.0416605 May 19 13:50:10.547690 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:50:10.575807 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a22af-19e5-4130-af41-01b8ab88836b service neutron] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:10.634240 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Current status of the port 82b9ea60-46a1-409f-9c65-f0f4b5384571 is: ACTIVE; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:10.648919 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33734c4e-3a67-4812-8dcd-c53f28eca064'] response: {'name': 'network-changed', 'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'status': 'completed', 'code': 200} May 19 13:50:10.692635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-8c162eb4-e64d-44ed-aa06-e6623b9d3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:10.694515 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-8c162eb4-e64d-44ed-aa06-e6623b9d3407 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0935233 May 19 13:50:10.767040 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-0abd162c-4020-473f-a3eb-6ff5dcaedc74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 217 time: 0.0647731 May 19 13:50:10.798858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65c0a6-27c8-4677-8bdd-12853edd6b02 req-2b14b642-4fad-4375-aabb-4353d4bbf350 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:10.800393 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee65c0a6-27c8-4677-8bdd-12853edd6b02 req-2b14b642-4fad-4375-aabb-4353d4bbf350 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.0847542 May 19 13:50:10.835253 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-b7ef7612-713b-4b40-b123-3be1a81c0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:10.836724 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-b7ef7612-713b-4b40-b123-3be1a81c0bc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0637162 May 19 13:50:10.851303 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-ee65c0a6-27c8-4677-8bdd-12853edd6b02 req-85816150-0d8e-4375-aefc-fd4837dedfc4 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450516 May 19 13:50:10.923427 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-fd8ed058-37bf-49e5-ac9b-efd54771d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:10.925748 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-fd8ed058-37bf-49e5-ac9b-efd54771d72a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825975 May 19 13:50:11.061810 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-40322035-8df0-42c6-9c82-2b58278e91ce service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270223 May 19 13:50:11.199489 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ada5501f-4cfb-4e19-be08-4b95c51b7e69 req-488a4e0f-3df7-4b81-964a-9e16d3cf6ca6 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302979 May 19 13:50:11.327802 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-20f343fc-2ed1-418d-a0f9-186387a436b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:11.329778 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-20f343fc-2ed1-418d-a0f9-186387a436b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0795119 May 19 13:50:11.474313 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-6b1eb2a7-8b28-457a-8cd1-99252c3a2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:11.475799 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-6b1eb2a7-8b28-457a-8cd1-99252c3a2940 service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1372826 May 19 13:50:11.554389 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-3eda7216-69e4-4bed-ae11-c36754161fb7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 217 time: 0.0682592 May 19 13:50:11.618164 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-3bf9e913-3029-4079-a4d3-b80c8829fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:11.619604 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-3bf9e913-3029-4079-a4d3-b80c8829fa60 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0575898 May 19 13:50:11.697542 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-d2f72170-6055-4cfa-88dd-b621f0c839df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:11.699042 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-d2f72170-6055-4cfa-88dd-b621f0c839df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729706 May 19 13:50:11.840791 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-b667cbb7-255f-4e6f-934a-839e22022eba service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292105 May 19 13:50:12.021097 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-96b12dd6-2b77-474d-a78d-7951bb8e545a req-68102732-cd30-449d-8890-91bc92c42566 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728134 May 19 13:50:12.056515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1f3b-82b5-4b85-ab77-f6b9168f94a0 req-0c6cd1e5-dc36-4747-961b-02a7897719ec tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:12.057198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-be2b1f3b-82b5-4b85-ab77-f6b9168f94a0 req-0c6cd1e5-dc36-4747-961b-02a7897719ec tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:50:12.075320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-be2b1f3b-82b5-4b85-ab77-f6b9168f94a0 req-0c6cd1e5-dc36-4747-961b-02a7897719ec tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:50:12.076652 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-be2b1f3b-82b5-4b85-ab77-f6b9168f94a0 req-0c6cd1e5-dc36-4747-961b-02a7897719ec tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.1177866 May 19 13:50:12.123628 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-be2b1f3b-82b5-4b85-ab77-f6b9168f94a0 req-13f6e2c1-9859-4588-be65-a9779b628c72 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410674 May 19 13:50:13.324435 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d63ca6-5304-4885-8245-4c6381c8f323 req-32eaed67-ef91-4e7a-8263-8b8d8f4dd7ec tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:13.325934 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-06d63ca6-5304-4885-8245-4c6381c8f323 req-32eaed67-ef91-4e7a-8263-8b8d8f4dd7ec tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.0932882 May 19 13:50:13.373641 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-06d63ca6-5304-4885-8245-4c6381c8f323 req-5847b344-0e59-4763-bb05-c5862dd40230 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392585 May 19 13:50:14.583469 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a388-26f2-46dd-816c-5e9a451011b3 req-1abd1521-5074-42b3-8186-5cd359936cbd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:14.584898 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6408a388-26f2-46dd-816c-5e9a451011b3 req-1abd1521-5074-42b3-8186-5cd359936cbd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.0855045 May 19 13:50:14.633106 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6408a388-26f2-46dd-816c-5e9a451011b3 req-ea23c578-1734-4038-b958-774c23c317e8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 May 19 13:50:15.535501 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:50:15.685060 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:15.699303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '50a9b96c-b93d-4122-8290-cc8c32760529', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:50:15.761550 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 50a9b96c-b93d-4122-8290-cc8c32760529 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:15.761930 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:15.779110 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a9b96c-b93d-4122-8290-cc8c32760529 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:50:15.794303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:15.799245 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:15.830820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73304e-76e6-47e4-b23d-53221a00dbf7 req-88c9a887-99bb-4a22-83c5-1e1b31e06c4f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:15.832269 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3d73304e-76e6-47e4-b23d-53221a00dbf7 req-88c9a887-99bb-4a22-83c5-1e1b31e06c4f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.0914519 May 19 13:50:15.865012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:15.880602 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-3d73304e-76e6-47e4-b23d-53221a00dbf7 req-d6fb26b3-8cb4-4ae5-951e-17e58eab7fe3 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425723 May 19 13:50:16.024518 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['50a9b96c-b93d-4122-8290-cc8c32760529'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:50:17.168348 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2606ee-ece2-4d99-99ac-2440de45be56 req-41fbf2a1-cf9e-4d71-8161-fa2c9c1ca403 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:17.169768 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6b2606ee-ece2-4d99-99ac-2440de45be56 req-41fbf2a1-cf9e-4d71-8161-fa2c9c1ca403 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 945 time: 0.1752429 May 19 13:50:17.215065 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6b2606ee-ece2-4d99-99ac-2440de45be56 req-812b1565-e39d-4af7-99fd-f99bac78e504 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 May 19 13:50:17.549208 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:50:17.625655 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 50a9b96c-b93d-4122-8290-cc8c32760529 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:50:17.630592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 50a9b96c-b93d-4122-8290-cc8c32760529 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:50:17.630975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:17.652571 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:50:17.749244 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 50a9b96c-b93d-4122-8290-cc8c32760529 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:50:17.749505 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:17.778934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:50:17.789809 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:50:17.796644 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:17.883086 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:17.886852 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d85f6f-4b4a-49c3-a8d0-a69d86874765'] response: {'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'code': 200} May 19 13:50:18.141695 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5448e8-433d-48c6-ba0c-d900590d553f req-9a097a56-ee3c-4192-8ee5-e7b1fcbd784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:18.143312 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bd5448e8-433d-48c6-ba0c-d900590d553f req-9a097a56-ee3c-4192-8ee5-e7b1fcbd784b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0813501 May 19 13:50:18.185013 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-bd5448e8-433d-48c6-ba0c-d900590d553f req-31712346-f619-4e20-b3b4-26b1e333be6f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 May 19 13:50:18.416899 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c413138-e6d8-43fc-9a3c-67ec63bcf285 req-89fcc955-e2ba-4830-bf68-4a7779a0f3db tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:18.418453 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6c413138-e6d8-43fc-9a3c-67ec63bcf285 req-89fcc955-e2ba-4830-bf68-4a7779a0f3db tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 946 time: 0.0915754 May 19 13:50:18.474197 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-6c413138-e6d8-43fc-9a3c-67ec63bcf285 req-0cc75e65-2978-4357-ba05-a1d0d9e7aa01 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491049 May 19 13:50:19.663625 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad09b-5c1e-4291-9240-06e7505b4a9b req-c95a0807-b573-4dfb-bc87-87634b60f08e tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:19.665050 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4efad09b-5c1e-4291-9240-06e7505b4a9b req-c95a0807-b573-4dfb-bc87-87634b60f08e tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 946 time: 0.0804119 May 19 13:50:19.714071 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-4efad09b-5c1e-4291-9240-06e7505b4a9b req-b4033324-237e-4b29-bff6-32f3477a6987 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 May 19 13:50:19.910847 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec947ff1-7c49-4c86-aa68-7de066c1a2ec req-b89ac8b8-b8d6-42f0-82c5-a50775300306 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:19.912423 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec947ff1-7c49-4c86-aa68-7de066c1a2ec req-b89ac8b8-b8d6-42f0-82c5-a50775300306 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 946 time: 0.0872788 May 19 13:50:19.959462 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ec947ff1-7c49-4c86-aa68-7de066c1a2ec req-9aa197d3-ca7c-40d6-b2ef-8ce6d9c8d553 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 May 19 13:50:19.990936 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45646) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:20.174513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a1b88-ad19-4d71-a45b-9974b558ea05 tempest-TestSnapshotPattern-1783728391 tempest-TestSnapshotPattern-1783728391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:20.176252 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b1a1b88-ad19-4d71-a45b-9974b558ea05 tempest-TestSnapshotPattern-1783728391 tempest-TestSnapshotPattern-1783728391-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1094 time: 0.1843338 May 19 13:50:20.179229 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 45652) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:50:20.184303 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.v2.base [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:50:20.190986 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:50:20.195563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:floatingip and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:50:20.198589 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:50:20.205513 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.quota.driver [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:50:20.217019 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:20.375107 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:20.514440 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_common [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Allocated IP 172.26.3.226 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/0707416a-f721-43fb-a695-7e66da4496e2) {{(pid=88029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:50:20.662288 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for port, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:20.695820 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:20.765976 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:50:20.768923 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.base_scheduler [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources bound (agent type, host, resource id): {{(pid=88029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:50:20.772519 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Received port after_create {{(pid=88029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:50:20.908415 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'Port': ['ID=0707416a-f721-43fb-a695-7e66da4496e2,revision_number=1']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:21.328062 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:21.405759 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:21.613256 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for port, precommit_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:21.620205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15496892'] for port, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:21.726697 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'Port': ['ID=0707416a-f721-43fb-a695-7e66da4496e2,revision_number=2']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:50:21.739421 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:21.921449 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Floating IP 259c5f85-699c-4f66-9603-e73860f51a25 associated. External IP: 172.26.3.226, port: 50a9b96c-b93d-4122-8290-cc8c32760529. May 19 13:50:22.282343 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:50:22.578399 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:50:22.588060 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:50:22.604779 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:22.605430 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:50:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:22.605888 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:22.664314 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-be51aeeb-aaa0-43a0-b7fe-c993759bab3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4839761 May 19 13:50:22.664949 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:50:22.764694 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea791d5d-6593-4427-9a11-06f0df93f30b'] response: {'name': 'network-changed', 'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'status': 'completed', 'code': 200} May 19 13:50:22.780607 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:22.862231 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-109c3832-ec0f-41af-ad65-e4aca02f9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:22.863775 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-109c3832-ec0f-41af-ad65-e4aca02f9b46 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0756946 May 19 13:50:22.999006 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-07f9353b-19f9-4172-8133-ee0451b2325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:23.000580 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-07f9353b-19f9-4172-8133-ee0451b2325f service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1305239 May 19 13:50:23.105084 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-24f6c782-c618-4971-bfe1-c8e534411aca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 1000 time: 0.0983961 May 19 13:50:23.128107 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:21Z', 'revision_number': 0, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:23.131963 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:50:23.140541 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:50:23.141157 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:50:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:23.166941 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-3ea5c6f2-32c8-496f-b3d1-fd866f04c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:23.168382 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-3ea5c6f2-32c8-496f-b3d1-fd866f04c302 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0570109 May 19 13:50:23.245603 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-0e0c8c3f-c5a9-4c18-bbeb-4fc0f3e261ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:23.247100 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-0e0c8c3f-c5a9-4c18-bbeb-4fc0f3e261ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722010 May 19 13:50:23.257672 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-f7130315-70c9-458b-a16a-9383eb2b1e5d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 13:50:23.258589 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-f7130315-70c9-458b-a16a-9383eb2b1e5d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048780 May 19 13:50:23.314399 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:50:23.390143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-a2c73600-72a2-49f0-b627-cfc37b8610ab service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253324 May 19 13:50:23.520510 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-8557e88e-9705-4fb4-8e72-c943b28f3901 req-4672d6b9-525a-40b3-8c59-72ea78c15e96 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233227 May 19 13:50:23.697617 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:21Z', 'revision_number': 0, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:50:23.703908 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a4146-e19a-42c5-817e-3eb10bcdf09f None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:21Z', 'revision_number': 0, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:50:23.919065 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c4c1f-5c38-4af7-8cf2-1e091b32998f None None] New status for floating IP 259c5f85-699c-4f66-9603-e73860f51a25: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:50:31.255099 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-19415acd-380d-478e-a726-0bef2f312490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:33.713565 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-095bc67d-941b-40d4-a828-3680e8ec37a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:34.982820 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:35.040769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:36.183272 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:38.112119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:50:54.657836 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:50:57.129175 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-a1f666d9-20a8-450b-a9cc-cc7b708e0fdc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1183157 May 19 13:50:57.295753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-201e395f-de0c-4a82-934f-88ef11b6ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:57.297792 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-201e395f-de0c-4a82-934f-88ef11b6ef9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0953746 May 19 13:50:57.455540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-ded2fd64-69b0-45b2-9d2a-156133c0af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:57.456994 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-ded2fd64-69b0-45b2-9d2a-156133c0af60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1366732 May 19 13:50:57.570079 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-ad409732-b671-4644-a627-d1987d58e51d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 1002 time: 0.1042705 May 19 13:50:57.739702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-299b4346-51cc-4a94-8c56-f669bdd12d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:57.741125 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-299b4346-51cc-4a94-8c56-f669bdd12d6d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.1630766 May 19 13:50:57.825832 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-c0301eac-0f5c-4b8e-a720-3c39555a8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:50:57.827977 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-c0301eac-0f5c-4b8e-a720-3c39555a8748 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799911 May 19 13:50:57.963982 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-48354568-19fe-4407-b954-9fe0af9c0d8a service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272810 May 19 13:50:58.100263 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-85cfc3c2-a475-4c9f-938e-023ffaee5eb5 req-9d7ccbeb-e0ad-4907-83d6-135cde747170 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290114 May 19 13:51:01.266868 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-1a648749-d1e7-489f-8cec-71b2272abd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:03.712594 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8dfd23a4-6415-43fa-8db7-9a3ba3d8bd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:04.980638 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:05.041009 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:06.192828 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:08.136987 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:31.261477 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8f9be4ca-9dee-4464-af22-216fa95895c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:31.657691 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:51:33.708685 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-848da217-f5f9-4e5b-ba24-6b5559d92fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:34.975698 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:35.042163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:36.190105 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:38.141103 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:51:58.238023 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-b1f76700-5f4a-4efa-8d07-1a9bbe3dbcce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756307 May 19 13:51:58.396121 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-a17a14dd-53c3-4117-9e36-61b0f2970feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:51:58.397611 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-a17a14dd-53c3-4117-9e36-61b0f2970feb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0745711 May 19 13:51:58.549385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-4f86e0d7-d33f-49e1-a486-b1a1f9ec130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:51:58.550797 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-4f86e0d7-d33f-49e1-a486-b1a1f9ec130f service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1301160 May 19 13:51:58.657192 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-0c4bef2d-edfb-4fc1-855c-6e20c63889cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 1002 time: 0.0984015 May 19 13:51:58.724293 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-e9bfd847-bd6d-4207-88ae-efae875d282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:51:58.725701 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-e9bfd847-bd6d-4207-88ae-efae875d282c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0602627 May 19 13:51:58.807656 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-f5960beb-24a1-460f-ac9f-85a129c04571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:51:58.809048 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-f5960beb-24a1-460f-ac9f-85a129c04571 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751610 May 19 13:51:58.945367 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-7116926d-46ed-4298-867b-a3a2cb0698e0 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284404 May 19 13:51:59.078109 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-9a11a126-18e4-4779-992a-1f158a84b2ed req-b9fb788a-596b-48fb-af15-a3cd5ae77be1 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247151 May 19 13:52:01.271407 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9fe0-2306-4a95-9df0-ee798ae1c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:03.704848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-43e3af38-25a6-40c3-a970-f6becd600210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:04.982430 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:05.054751 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:06.196857 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:08.133982 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:08.662245 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:52:24.232603 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:52:24.373573 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:24.387516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '50a9b96c-b93d-4122-8290-cc8c32760529', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:52:24.445817 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 50a9b96c-b93d-4122-8290-cc8c32760529 is: ACTIVE; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:52:24.446201 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:24.463725 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50a9b96c-b93d-4122-8290-cc8c32760529 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:52:24.480039 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:24.483696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:24.555119 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:24.563276 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['50a9b96c-b93d-4122-8290-cc8c32760529'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:52:24.592206 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.592555 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.592885 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.593213 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.593535 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.593855 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.594173 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.594488 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.594916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.595176 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.595437 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:24.595749 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:26.264423 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:52:26.339258 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 50a9b96c-b93d-4122-8290-cc8c32760529 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:52:26.339777 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:26.468292 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 50a9b96c-b93d-4122-8290-cc8c32760529 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:52:26.469166 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:26.513972 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:52:26.524975 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:26.530329 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:26.575995 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1846b34-27a9-43f3-b147-cdb4882f58da'] response: {'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'code': 200} May 19 13:52:26.612273 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:31.269058 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8a27-fc40-4543-a2c6-b1636d8498f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:33.709625 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e504f8ca-aa9d-4f8d-bd76-de024a7ba673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:33.972206 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-780fefa4-f28e-4c3d-bb14-2c2a0d5f4c6c tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936666925&fields=id&tenant_id=d5fffb2eb74947fd92280982fb651bdc HTTP/1.1" status: 200 len: 267 time: 0.0426836 May 19 13:52:34.122774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-f529311d-961a-4e32-997d-5a61edd23625 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:34.124730 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-f529311d-961a-4e32-997d-5a61edd23625 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 810 time: 0.1431234 May 19 13:52:34.139696 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-aa5f92a0-9dcc-4b32-ba03-7337ad46f534 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/quotas/d5fffb2eb74947fd92280982fb651bdc HTTP/1.1" status: 200 len: 375 time: 0.0096331 May 19 13:52:34.233304 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-d1fba2f4-23cc-4579-9759-db0e34687ace tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0882733 May 19 13:52:34.413610 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-587e3f93-f203-41da-afc8-6a54710ca6d5 service neutron] 10.222.0.44 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681244 May 19 13:52:34.643286 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-1d006a22-6664-444d-a552-1e2cc6d0fa98 service neutron] 10.222.0.44 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239654 May 19 13:52:34.885588 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d764e66b-724c-49ff-8a4b-101d9ea51720 req-fcf147b4-1d71-4826-a7af-423c3d0c1833 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 210 time: 0.0946457 May 19 13:52:34.979165 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:35.048036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:35.980838 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-cd05ade7-4e5b-41f5-b05f-d231f256aafe req-92de5329-bd73-42d5-b313-20347c86cdff tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 210 time: 0.0424681 May 19 13:52:36.198871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:37.148137 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-37a77b00-72d3-443a-a620-b647cc99a5ab req-99d1c25d-f2fc-4604-876b-0031e9885bca tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 210 time: 0.0461571 May 19 13:52:38.138783 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:38.139379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-f06e9e07-de9b-4529-a51c-adc62b9fcd4a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:38.142811 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-f06e9e07-de9b-4529-a51c-adc62b9fcd4a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 810 time: 0.1609254 May 19 13:52:38.203888 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-5941d629-0c17-4a27-91ad-7272ea1e0cb9 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fffb2eb74947fd92280982fb651bdc HTTP/1.1" status: 200 len: 379 time: 0.0540307 May 19 13:52:38.213730 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'port': {'device_id': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'admin_state_up': True, 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'security_groups': ['c3d8cf03-98d1-425b-b481-8b66d678ee97']}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:52:38.326645 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:52:38.345752 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-90b8acb2-f15e-4efd-942f-96cc6380571d req-76a448a1-35b1-4e20-932e-4c8e83b4253f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 210 time: 0.0631189 May 19 13:52:38.413459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:52:38.423778 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:52:38.435393 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Made reservation on behalf of d5fffb2eb74947fd92280982fb651bdc for: {'port': 1} {{(pid=88028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 13:52:38.439759 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:38.489487 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 50a9b96c-b93d-4122-8290-cc8c32760529 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:52:38.489871 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:38.520050 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:52:38.531052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:38.539547 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:38.590490 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111ec0df-e8d5-420b-8a3b-c2bde506fac1'] response: {'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'code': 200} May 19 13:52:38.636740 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:38.670496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Allocated IP 172.20.0.10 (57a59c49-67ec-499d-9e36-bfd45a9f6def/52c191dc-93df-427f-8673-fd05b2e53121/56d072d1-e833-4510-b5ce-2ae73cb97459) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:52:38.976906 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:38.996949 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Transition to ACTIVE for port object 56d072d1-e833-4510-b5ce-2ae73cb97459 will not be triggered until provisioned by entity DHCP. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:52:39.026259 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:39.107308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:52:39.111198 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:52:39.115717 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:52:39.153842 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:39.177314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.177740 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.178229 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.178665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.179170 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.179568 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.179966 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.180372 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.180762 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.181160 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.181585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.181984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:52:39.208614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:39.209411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:39.249557 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-adc423a9-7484-4256-bde4-dbdab7afc8ce tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0394964 May 19 13:52:39.470752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0b5354a1-fc0b-43e3-a429-c231641b5448 None None] Provisioning for port 56d072d1-e833-4510-b5ce-2ae73cb97459 completed by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:52:39.478284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-0b5354a1-fc0b-43e3-a429-c231641b5448 None None] Provisioning complete for port 56d072d1-e833-4510-b5ce-2ae73cb97459 triggered by entity DHCP. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:52:39.478996 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0b5354a1-fc0b-43e3-a429-c231641b5448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:39.546167 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-0b5354a1-fc0b-43e3-a429-c231641b5448 None None] Port 56d072d1-e833-4510-b5ce-2ae73cb97459 cannot update to ACTIVE because it is not bound. {{(pid=88030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 13:52:39.595664 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d6559-2a81-4e68-bcf2-b0e61193c859 req-1ce80bf1-58de-4c14-9932-581297f4f685 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:39.596356 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-0f7d6559-2a81-4e68-bcf2-b0e61193c859 req-1ce80bf1-58de-4c14-9932-581297f4f685 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:52:39.613641 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-0f7d6559-2a81-4e68-bcf2-b0e61193c859 req-1ce80bf1-58de-4c14-9932-581297f4f685 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:52:39.614985 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f7d6559-2a81-4e68-bcf2-b0e61193c859 req-1ce80bf1-58de-4c14-9932-581297f4f685 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.1135879 May 19 13:52:39.665238 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0f7d6559-2a81-4e68-bcf2-b0e61193c859 req-6ee779c4-0edb-412a-bf46-3bd7770777df tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 May 19 13:52:40.866404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f916f-35e6-4cfe-b7ad-80c71c360d4f req-44fc8ae5-8179-4bea-84fc-20cf1a347c2b tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:40.868052 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f70f916f-35e6-4cfe-b7ad-80c71c360d4f req-44fc8ae5-8179-4bea-84fc-20cf1a347c2b tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.0885329 May 19 13:52:40.915864 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f70f916f-35e6-4cfe-b7ad-80c71c360d4f req-12dfd416-7911-4bc5-9162-1e31660d09c3 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416133 May 19 13:52:42.119576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c16c8-9574-42f6-b422-0549e05e0165 req-528549d6-be33-4937-8848-85a63aa73722 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:42.121258 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-161c16c8-9574-42f6-b422-0549e05e0165 req-528549d6-be33-4937-8848-85a63aa73722 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.0900097 May 19 13:52:42.174872 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-161c16c8-9574-42f6-b422-0549e05e0165 req-89d725b9-58e1-40d2-8880-c584d083b206 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 May 19 13:52:43.382858 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475870-c955-4e5f-a786-32035d50901d req-e78765fc-9879-40c2-ab21-545e531565dd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:43.384319 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0e475870-c955-4e5f-a786-32035d50901d req-e78765fc-9879-40c2-ab21-545e531565dd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.0893080 May 19 13:52:43.429466 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0e475870-c955-4e5f-a786-32035d50901d req-f0445859-308c-4da7-88ce-4715c9d861b9 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390477 May 19 13:52:44.625585 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dea00b-42d0-48b6-82ff-9226aaad4fba req-3406c9fa-ba8e-4e53-b94d-80aa711ee019 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:44.627093 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-16dea00b-42d0-48b6-82ff-9226aaad4fba req-3406c9fa-ba8e-4e53-b94d-80aa711ee019 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.0828898 May 19 13:52:44.677820 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-16dea00b-42d0-48b6-82ff-9226aaad4fba req-69344caa-9241-490c-a7d4-ab3e0230eb6a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 May 19 13:52:45.666683 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:52:45.894699 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b0c76-970a-4ace-9adf-8561f52aba85 req-ca68c0c3-ea7c-4f43-9942-4f8efa709c63 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:45.896380 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-383b0c76-970a-4ace-9adf-8561f52aba85 req-ca68c0c3-ea7c-4f43-9942-4f8efa709c63 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.0903530 May 19 13:52:45.953902 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-383b0c76-970a-4ace-9adf-8561f52aba85 req-d2335b6f-8780-4f0c-a29b-a5c08a96ef48 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506682 May 19 13:52:46.917828 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Request body: {'port': {'device_id': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8419'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:52:47.035319 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:47.377678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e7914-2d12-4eb5-8769-40fde5aff773 req-4324f822-bdb5-4187-b059-f94e01dc4ef1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:47.379140 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b59e7914-2d12-4eb5-8769-40fde5aff773 req-4324f822-bdb5-4187-b059-f94e01dc4ef1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 932 time: 0.2995691 May 19 13:52:47.496143 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b59e7914-2d12-4eb5-8769-40fde5aff773 req-6c4a57e9-f550-4669-8135-846539839ba3 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719054 May 19 13:52:47.589117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d072d1-e833-4510-b5ce-2ae73cb97459 {{(pid=88028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:52:47.597706 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:47.615371 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.provisioning_blocks [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Transition to ACTIVE for port object 56d072d1-e833-4510-b5ce-2ae73cb97459 will not be triggered until provisioned by entity L2. {{(pid=88028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 13:52:47.620774 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:47.753487 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:47.858659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Attempting to bind port 56d072d1-e833-4510-b5ce-2ae73cb97459 on host hv-neutron-8419 for vnic_type normal with profile {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 13:52:47.858995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Attempting to bind port 56d072d1-e833-4510-b5ce-2ae73cb97459 by drivers openvswitch,hyperv on host hv-neutron-8419 at level 0 using segments [{'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 13:52:47.859320 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Attempting to bind port 56d072d1-e833-4510-b5ce-2ae73cb97459 on network 57a59c49-67ec-499d-9e36-bfd45a9f6def {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:52:47.863987 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Port 56d072d1-e833-4510-b5ce-2ae73cb97459 on network 57a59c49-67ec-499d-9e36-bfd45a9f6def not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8419 {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 13:52:47.864306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Attempting to bind port 56d072d1-e833-4510-b5ce-2ae73cb97459 on network 57a59c49-67ec-499d-9e36-bfd45a9f6def {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 13:52:47.869463 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Checking agent: {'id': '2a15b107-1a16-4b4c-81de-6e9673b902fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8419', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'started_at': datetime.datetime(2022, 5, 19, 12, 56, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 13, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 13:52:47.869797 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Checking segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 19 13:52:47.870182 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Bound using segment: {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'} {{(pid=88028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 13:52:47.870635 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.managers [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Bound port: 56d072d1-e833-4510-b5ce-2ae73cb97459, host: hv-neutron-8419, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27984356-defa-4ebc-b947-4a2f9425e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def'}}] {{(pid=88028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 13:52:47.870980 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:47.973118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, cleared binding levels {{(pid=88028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 13:52:47.976217 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 13:52:47.982584 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:48.041845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:48.042521 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:48.044098 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] 10.222.0.79 "PUT /v2.0/ports/56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 200 len: 1094 time: 1.1305895 May 19 13:52:48.044550 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:52:48.065336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e99e-3d0a-4a7b-b1b1-67358a878c19 service neutron] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=3']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:48.162683 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6103b58a-63d7-4e57-999c-60fea3233517'] response: {'name': 'network-changed', 'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'status': 'completed', 'code': 200} May 19 13:52:48.172434 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fb1fc53f-b76f-4332-8640-022db73229cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:48.173990 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-fb1fc53f-b76f-4332-8640-022db73229cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1097 time: 0.0845437 May 19 13:52:48.247654 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-f4036b1a-9f69-40d7-8391-46ef45aa42f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 200 len: 217 time: 0.0661237 May 19 13:52:48.329081 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-aafcda8d-d5d1-439a-acc7-b524c342e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:48.330406 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-aafcda8d-d5d1-439a-acc7-b524c342e5a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0764964 May 19 13:52:48.419251 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b273-4bd7-4568-8b2c-90741f054806 req-a6f57f4d-5e0d-4378-9c36-88b2c4ec1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:48.420797 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-a6f57f4d-5e0d-4378-9c36-88b2c4ec1278 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839822 May 19 13:52:48.556756 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-61444be3-4a76-4f39-90f7-fef3b3146796 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287763 May 19 13:52:48.740980 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d275b273-4bd7-4568-8b2c-90741f054806 req-a39344f0-5a84-4eab-977b-23bd5224f57a service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778872 May 19 13:52:48.760144 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca26f7f-57a7-48ce-85da-1ae00cdc4811 req-c5db1508-57f6-494c-b28a-32bd6b6a35db tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:48.761594 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dca26f7f-57a7-48ce-85da-1ae00cdc4811 req-c5db1508-57f6-494c-b28a-32bd6b6a35db tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 944 time: 0.1305580 May 19 13:52:48.851416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-dca26f7f-57a7-48ce-85da-1ae00cdc4811 req-edaa3b42-1578-42f1-ad34-afafe29fc1a6 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821135 May 19 13:52:48.889366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-15c17164-b46a-4dca-878c-a44191e57bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:48.892019 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-15c17164-b46a-4dca-878c-a44191e57bfd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1097 time: 0.1053681 May 19 13:52:49.065486 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-583b408a-a30f-4451-a71a-529b9d9a55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:49.067495 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-583b408a-a30f-4451-a71a-529b9d9a55ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1675782 May 19 13:52:49.265105 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-936fa7b8-b2bf-4abf-9ff0-de6af6f6b6de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 200 len: 217 time: 0.1891136 May 19 13:52:49.343541 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-fb48f8f1-e528-4cee-a6fa-84582bcee1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:49.344996 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-fb48f8f1-e528-4cee-a6fa-84582bcee1a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0729115 May 19 13:52:49.426595 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-a26141b5-9def-46af-9c7d-39a2fb898b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:49.428064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-a26141b5-9def-46af-9c7d-39a2fb898b31 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752766 May 19 13:52:49.560823 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-91df3414-b5fa-4b8a-b5c9-900d9f45db38 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259494 May 19 13:52:49.696928 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-d494b3ef-8387-45c9-bbce-5e5f7dbda712 req-7a062736-08d2-4b94-8003-e6e0f77b4ca2 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292639 May 19 13:52:50.062121 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ec925-7a39-423f-bd59-5521681343c8 req-dd3b0ed9-48fa-4315-9ea4-d9c9a1bdf6f8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:50.063492 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f22ec925-7a39-423f-bd59-5521681343c8 req-dd3b0ed9-48fa-4315-9ea4-d9c9a1bdf6f8 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 944 time: 0.0915184 May 19 13:52:50.116325 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-f22ec925-7a39-423f-bd59-5521681343c8 req-59991d6c-e0e7-4de2-abdf-4faa2f7ca68d tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467982 May 19 13:52:51.313710 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7cd9d-4596-4345-ae27-c6d6093b2872 req-3050e995-4382-49f2-ae5e-a35f2b18d6a0 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:51.315172 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-77e7cd9d-4596-4345-ae27-c6d6093b2872 req-3050e995-4382-49f2-ae5e-a35f2b18d6a0 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 944 time: 0.0850780 May 19 13:52:51.360748 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-77e7cd9d-4596-4345-ae27-c6d6093b2872 req-066470ad-fa02-40be-be57-e8b0c72bbda0 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 May 19 13:52:52.391220 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:52:52.535803 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:52.549402 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'port_id': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'mac_address': 'fa:16:3e:e8:a2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:52:52.559185 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b820b-9b73-488c-a926-e619e4b591e4 req-c6064fa4-e81c-4c68-b218-e8f7102672df tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:52.560634 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45b820b-9b73-488c-a926-e619e4b591e4 req-c6064fa4-e81c-4c68-b218-e8f7102672df tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 944 time: 0.0798051 May 19 13:52:52.605535 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-d45b820b-9b73-488c-a926-e619e4b591e4 req-0c6d50c5-d36e-4451-9dda-790580b93433 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385630 May 19 13:52:52.607588 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 56d072d1-e833-4510-b5ce-2ae73cb97459 is: DOWN; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:52:52.607968 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:52.624864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d072d1-e833-4510-b5ce-2ae73cb97459 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:52:52.640130 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:52.645246 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:52.718298 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=4']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:52.876129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['56d072d1-e833-4510-b5ce-2ae73cb97459'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:52:53.812196 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b311595-0d21-493d-9beb-399505421bba req-597b3fe5-9462-4806-bec9-742758153fb3 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:53.813592 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7b311595-0d21-493d-9beb-399505421bba req-597b3fe5-9462-4806-bec9-742758153fb3 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 945 time: 0.0843556 May 19 13:52:53.862174 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-7b311595-0d21-493d-9beb-399505421bba req-41337c1a-9481-4736-b3c5-c0fdfa1c0f59 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400350 May 19 13:52:54.423441 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:52:54.504242 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning for port 56d072d1-e833-4510-b5ce-2ae73cb97459 completed by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 13:52:54.511974 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 56d072d1-e833-4510-b5ce-2ae73cb97459 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:52:54.512536 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:54.641097 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 56d072d1-e833-4510-b5ce-2ae73cb97459 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:52:54.641512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:54.671512 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:52:54.681983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:52:54.686913 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:54.720718 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c494037-a932-429e-82ce-cf71f7ce15d8'] response: {'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'code': 200} May 19 13:52:54.765063 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=5']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:54.961036 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145315e9-5e6e-4e6b-98de-0a348eb975a4 req-3999443f-34ee-4526-af31-edf107598238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:54.962416 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-145315e9-5e6e-4e6b-98de-0a348eb975a4 req-3999443f-34ee-4526-af31-edf107598238 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1099 time: 0.0692296 May 19 13:52:55.053357 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-145315e9-5e6e-4e6b-98de-0a348eb975a4 req-a77cfe5b-66ac-46bd-9e98-a889939bfebf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837915 May 19 13:52:55.085047 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee891562-5223-44ba-aa46-862bcb61c0aa req-e7092568-fbc4-4989-9949-5bc5039b99d0 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:55.086481 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ee891562-5223-44ba-aa46-862bcb61c0aa req-e7092568-fbc4-4989-9949-5bc5039b99d0 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 946 time: 0.1045101 May 19 13:52:55.135498 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ee891562-5223-44ba-aa46-862bcb61c0aa req-33248433-d9ef-47d0-bc30-8f3291b6a3c5 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400729 May 19 13:52:56.347851 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a7519-37b2-46d1-b936-24a6c629e5c9 req-107e19f3-bc23-4066-8ec2-0d1229b65988 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:56.349278 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-242a7519-37b2-46d1-b936-24a6c629e5c9 req-107e19f3-bc23-4066-8ec2-0d1229b65988 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 946 time: 0.1004803 May 19 13:52:56.397720 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-242a7519-37b2-46d1-b936-24a6c629e5c9 req-bae4fb2c-b599-4886-b3ea-74ea3c5071b2 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 May 19 13:52:57.609038 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d130e-1ff1-497b-b83a-fec8155aa0fc req-92436143-8ba4-43b4-9a37-95b855d2e2ee tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:57.610470 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5b2d130e-1ff1-497b-b83a-fec8155aa0fc req-92436143-8ba4-43b4-9a37-95b855d2e2ee tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 946 time: 0.0945036 May 19 13:52:57.663573 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5b2d130e-1ff1-497b-b83a-fec8155aa0fc req-b7a9af77-76b7-48a3-bfd8-d902496916ad tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471683 May 19 13:52:57.857367 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4cb20-bdee-42ad-a787-e6d3c4a15d0a req-eee5e7ab-7901-4958-b1ae-2406381553e9 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:57.858827 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-58e4cb20-bdee-42ad-a787-e6d3c4a15d0a req-eee5e7ab-7901-4958-b1ae-2406381553e9 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 946 time: 0.0845578 May 19 13:52:57.904741 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-58e4cb20-bdee-42ad-a787-e6d3c4a15d0a req-a05d44c5-930f-40ea-bf12-37a3d3f8118d tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392547 May 19 13:52:57.928134 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45958) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:52:58.005755 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a6107-f367-4951-884e-e14885de6736 tempest-TestSnapshotPattern-1783728391 tempest-TestSnapshotPattern-1783728391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:58.007355 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-367a6107-f367-4951-884e-e14885de6736 tempest-TestSnapshotPattern-1783728391 tempest-TestSnapshotPattern-1783728391-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1094 time: 0.0782208 May 19 13:52:58.010482 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 45962) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:52:58.016306 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.v2.base [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Request body: {'floatingip': {'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'port_id': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 13:52:58.022808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 13:52:58.026653 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Usage tracker for resource:floatingip and tenant:d5fffb2eb74947fd92280982fb651bdc is out of sync, need to count used quota {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 13:52:58.029517 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 13:52:58.035485 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.quota.driver [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 13:52:58.047414 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:58.184321 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:58.325411 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_common [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Allocated IP 172.26.3.29 (92ecd9d4-594b-41cd-bc44-2631387e1a4a/0143c90b-7a68-4490-85b5-3488f0069990/a622fd2b-6210-490f-8b5e-ea62327070b9) {{(pid=88028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 13:52:58.495601 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for port, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:58.530952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755618145886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:58.594540 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Network 92ecd9d4-594b-41cd-bc44-2631387e1a4a is already hosted by enough agents. {{(pid=88028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 13:52:58.597525 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.base_scheduler [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Resources bound (agent type, host, resource id): {{(pid=88028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 13:52:58.601019 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Received port after_create {{(pid=88028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 19 13:52:58.632951 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'Port': ['ID=a622fd2b-6210-490f-8b5e-ea62327070b9,revision_number=1']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:59.137039 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-a2e5db8c-d516-494c-a6ca-2e206d2e3c22 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1209040 May 19 13:52:59.183458 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:59.314507 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:59.388945 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-b90b38c0-faa5-4425-97b0-1dd99211a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:59.390302 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-b90b38c0-faa5-4425-97b0-1dd99211a776 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1097 time: 0.1802454 May 19 13:52:59.620569 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-cb1ab712-f4df-495c-b60d-81b2b2137b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:59.622028 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-cb1ab712-f4df-495c-b60d-81b2b2137b0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1728051 May 19 13:52:59.706551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for port, precommit_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:59.718845 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15129286'] for port, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:59.822687 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-178bc9a1-94a8-4a6f-a6ef-145ad2d123a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 1000 time: 0.1891785 May 19 13:52:59.864379 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event updated for resources: {'Port': ['ID=a622fd2b-6210-490f-8b5e-ea62327070b9,revision_number=2']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:52:59.894515 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559780'] for floatingip, after_update {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:52:59.962602 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-bdd39405-4c35-41d1-9770-5ac9d659dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:52:59.964017 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-bdd39405-4c35-41d1-9770-5ac9d659dc8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.1332772 May 19 13:53:00.114580 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Floating IP 263ba112-5e91-4b48-b26d-f31b3229c0a1 associated. External IP: 172.26.3.29, port: 56d072d1-e833-4510-b5ce-2ae73cb97459. May 19 13:53:00.308896 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-bdc98bf1-bb15-4ab9-bd17-766d9eb75f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:53:00.310277 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-bdc98bf1-bb15-4ab9-bd17-766d9eb75f85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3381498 May 19 13:53:00.586932 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-e0b2b123-6ca5-447a-96f3-8f98453008b9 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687023 May 19 13:53:00.778801 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:53:00.797735 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0aec1a39-4364-406c-8cc6-dcabc39e837c req-914e9274-1d1b-4f52-90d2-95bf2950722f service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045405 May 19 13:53:00.977425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:53:00.987542 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:53:00.996845 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:53:00.997550 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:52:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:53:01.005471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:01.061385 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a1873200-6cf1-4483-be07-43f0c44e5d20 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0476050 May 19 13:53:01.061385 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:53:01.103240 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6748f5-621c-4569-99fe-f37451f16719'] response: {'name': 'network-changed', 'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'status': 'completed', 'code': 200} May 19 13:53:01.180943 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:53:01.205352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-62c13123-cc90-4aaa-aba3-4a34f19337c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:53:01.206889 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-62c13123-cc90-4aaa-aba3-4a34f19337c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1099 time: 0.0779116 May 19 13:53:01.265723 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5e097883-39bf-48a8-831b-3d4961565735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:01.349274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-66054e34-c1f9-45bd-bfa0-134b46fc430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:53:01.350778 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-66054e34-c1f9-45bd-bfa0-134b46fc430d service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1377442 May 19 13:53:01.453688 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-f1f6d774-5dc9-4017-97f5-d94b185a8a91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 200 len: 999 time: 0.0964766 May 19 13:53:01.515626 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-8e2ee57d-c961-4723-af7b-89ed13ef7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:53:01.517229 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-8e2ee57d-c961-4723-af7b-89ed13ef7add service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0572782 May 19 13:53:01.571080 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:24Z', 'revision_number': 1, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}, {'id': '263ba112-5e91-4b48-b26d-f31b3229c0a1', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:e8:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:52:59Z', 'updated_at': '2022-05-19T13:52:59Z', 'revision_number': 0, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:53:01.575193 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:53:01.584116 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:53:01.584718 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:52:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:53:01.593861 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-be50670e-b2dd-4d8a-b647-a216ae96800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:53:01.595546 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-be50670e-b2dd-4d8a-b647-a216ae96800f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717986 May 19 13:53:01.725585 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-1c7b12da-389e-410c-b93a-689560ea1b7b service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229212 May 19 13:53:01.759120 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:53:01.979493 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-b939367d-5bfd-4b2d-a413-348fcf954cb6 req-971e6f45-f976-4bcc-841a-79fadbc97cc2 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468081 May 19 13:53:02.111086 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:24Z', 'revision_number': 1, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}, {'id': '263ba112-5e91-4b48-b26d-f31b3229c0a1', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:e8:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:52:59Z', 'updated_at': '2022-05-19T13:52:59Z', 'revision_number': 0, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:53:02.115730 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e03fc-3941-456f-87fa-11c249daaefb None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:24Z', 'revision_number': 1, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}, {'id': '263ba112-5e91-4b48-b26d-f31b3229c0a1', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:e8:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:52:59Z', 'updated_at': '2022-05-19T13:52:59Z', 'revision_number': 0, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:53:02.307259 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afa6a85-e56b-4bc5-8171-a155b41febb1 None None] New status for floating IP 263ba112-5e91-4b48-b26d-f31b3229c0a1: ACTIVE {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:53:03.720361 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-894571c1-f7c3-4e53-8656-c73ffe75b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:04.980330 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:05.054545 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:06.203142 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:08.139890 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:22.667372 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:53:31.266056 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-424c066c-789f-47b6-bac8-e0c686f82fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:33.723453 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a018-9eee-4de4-ba47-15a09f2a4994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:34.978360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:35.058931 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:36.210354 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:38.148275 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:53:59.672769 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:54:01.123841 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-506dfded-300f-497c-8513-aa1657f9abd6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838873 May 19 13:54:01.229187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-a3894139-2253-474a-ad37-43f2be2865c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:01.230721 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-a3894139-2253-474a-ad37-43f2be2865c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1099 time: 0.0839305 May 19 13:54:01.262813 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5a91-d39f-478d-ae5f-be4d0f3912d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:01.381501 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-0148171d-451c-4ff1-8b9e-5c08a7fa2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:01.382950 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-0148171d-451c-4ff1-8b9e-5c08a7fa2ba1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1312919 May 19 13:54:01.488457 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-c9b5e5e6-60dd-460d-b673-f7ea1f9c9b09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 200 len: 1001 time: 0.0990751 May 19 13:54:01.556392 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-b1572812-43bc-4334-a655-8ce1c15169b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:01.557826 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-b1572812-43bc-4334-a655-8ce1c15169b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0629947 May 19 13:54:01.635237 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-de7d9fef-b279-4fb6-a07d-e7209cc2528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:01.636617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-de7d9fef-b279-4fb6-a07d-e7209cc2528d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723526 May 19 13:54:01.772134 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-582a48cc-3212-4434-b430-b7a681b96733 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280038 May 19 13:54:01.906296 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-458d9185-746c-4d57-8c8a-bb3d88ece079 req-cbbdba2e-8d99-4707-9188-b2d1cb8c15cc service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276393 May 19 13:54:03.719939 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d83ce1ff-fd3b-4f7f-86ad-034178c0c329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:04.980656 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:05.058332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:06.215121 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:08.168294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:31.262346 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c372d0d6-7c8c-475a-8a6a-96a39a1741ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:33.725266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-fe00192f-03be-4ca3-a655-4b5200695664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:34.990417 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:35.070664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:36.212938 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:36.662819 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:54:38.169752 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:42.948738 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 details requested by agent hyperv_hv-neutron-8419 with host hv-neutron-8419 {{(pid=88030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 13:54:43.088151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:54:43.106502 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Returning: {'device': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'port_id': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'mac_address': 'fa:16:3e:e8:a2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 13:54:43.166822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 56d072d1-e833-4510-b5ce-2ae73cb97459 is: ACTIVE; New status is: BUILD {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:54:43.167268 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:43.186340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d072d1-e833-4510-b5ce-2ae73cb97459 {{(pid=88030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 13:54:43.203115 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:54:43.208960 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:43.284860 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=6']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:43.292800 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.293351 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.294822 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.296052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.297332 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.298459 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.298949 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.299427 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.299759 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.300087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.300414 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.300735 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:43.306169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] get_ports_and_sgs() called for port_ids ['56d072d1-e833-4510-b5ce-2ae73cb97459'] {{(pid=88030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 13:54:44.963087 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 up at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 13:54:45.036366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.provisioning_blocks [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Provisioning complete for port 56d072d1-e833-4510-b5ce-2ae73cb97459 triggered by entity L2. {{(pid=88030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 13:54:45.036864 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768684'] for port, provisioning_complete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:45.160935 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 56d072d1-e833-4510-b5ce-2ae73cb97459 is: BUILD; New status is: ACTIVE {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:54:45.161425 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:45.214031 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:45.219360 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:54:45.227017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:45.294972 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57927332-c0ae-42e6-9606-d17ff5a9ccc3'] response: {'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'code': 200} May 19 13:54:45.313812 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=7']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:53.073053 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46166) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:54:53.287891 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Deleting port a622fd2b-6210-490f-8b5e-ea62327070b9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:54:53.288109 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:53.471118 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:53.471382 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:53.594042 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Calling delete_port for a622fd2b-6210-490f-8b5e-ea62327070b9 owned by network:floatingip {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:54:53.759059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:53.907576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event deleted for resources: {'Port': ['ID=a622fd2b-6210-490f-8b5e-ea62327070b9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:53.946617 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.946981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.947308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.947634 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.947952 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.948274 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.948581 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.948893 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.949214 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.949522 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.949826 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:53.950126 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:54:54.005254 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:54.005593 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.db.l3_db [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Floating IP 263ba112-5e91-4b48-b26d-f31b3229c0a1 disassociated (deleted). External IP: 172.26.3.29, port: 56d072d1-e833-4510-b5ce-2ae73cb97459. May 19 13:54:54.389606 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:54:54.570995 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:54:54.581056 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:54:54.590882 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:54:54.591483 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:54:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:54.594250 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:54.651824 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a4552077-81dd-489e-8671-4ba1c56819e7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "DELETE /v2.0/floatingips/263ba112-5e91-4b48-b26d-f31b3229c0a1 HTTP/1.1" status: 204 len: 168 time: 1.5776744 May 19 13:54:54.652852 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:54.705161 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccb9ac0-1cba-43df-b45c-f50a9f5337f1'] response: {'name': 'network-changed', 'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'status': 'completed', 'code': 200} May 19 13:54:54.782306 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:54:54.798315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-9d78c92a-2fcb-4d1c-b0ca-b96b30d3d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:54.799862 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-9d78c92a-2fcb-4d1c-b0ca-b96b30d3d0db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 1099 time: 0.0725107 May 19 13:54:54.932614 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-f5c203f5-831b-42aa-b281-b397a07374d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:54.934036 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-f5c203f5-831b-42aa-b281-b397a07374d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1276069 May 19 13:54:55.012703 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:54:55.043337 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-1ef8e6e2-02c3-4336-aa55-af0a7e720410 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 200 len: 217 time: 0.1014745 May 19 13:54:55.120123 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-0bc20f35-4b1c-4ca6-a7da-068049f31f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:55.121542 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-0bc20f35-4b1c-4ca6-a7da-068049f31f36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0684745 May 19 13:54:55.128320 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Current status of the port 56d072d1-e833-4510-b5ce-2ae73cb97459 is: ACTIVE; New status is: DOWN {{(pid=88030) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 19 13:54:55.128914 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1818958'] for port, before_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:55.147425 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:24Z', 'revision_number': 1, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:55.152320 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:54:55.159782 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:55.162205 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:54:55.163192 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:54:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:55.170147 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:54:55.178145 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43414e-5b72-4785-adc9-e51fbb246c9e req-14ddae39-a611-422d-8cfb-f4a8bf94cf6a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:55.178365 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755618683495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755618145904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755618145949'] for port, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:55.179295 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ac43414e-5b72-4785-adc9-e51fbb246c9e req-14ddae39-a611-422d-8cfb-f4a8bf94cf6a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:54:55.218789 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-ac43414e-5b72-4785-adc9-e51fbb246c9e req-14ddae39-a611-422d-8cfb-f4a8bf94cf6a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:54:55.220073 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac43414e-5b72-4785-adc9-e51fbb246c9e req-14ddae39-a611-422d-8cfb-f4a8bf94cf6a tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 946 time: 0.2315311 May 19 13:54:55.241624 dv-neutron-841945-1-hyperv neutron-server[88030]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02eced3-96b4-41d3-8b3f-64f7c77b90f8'] response: {'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'code': 200} May 19 13:54:55.244323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-bd10efb5-a7d7-474d-b141-0306ea41b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:55.245800 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-bd10efb5-a7d7-474d-b141-0306ea41b36e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159241 May 19 13:54:55.276219 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Pushing event updated for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=8']} {{(pid=88030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:55.336923 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-ac43414e-5b72-4785-adc9-e51fbb246c9e req-39abc3c8-5675-434d-b7d7-0519397d698f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095474 May 19 13:54:55.377351 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:54:55.398031 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-a3921173-815b-4b53-9432-fb65a33c18dc service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361196 May 19 13:54:55.650428 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-207a2a6b-b9b0-4e13-b70b-ce594428032a req-0d95e3e9-3726-4671-86cc-b71cf0988882 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468264 May 19 13:54:55.791582 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:24Z', 'revision_number': 1, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:54:55.795778 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e64b-a7f2-40c6-a585-9aa2612de74f None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_floatingips': [{'id': '259c5f85-699c-4f66-9603-e73860f51a25', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'router_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'port_id': '50a9b96c-b93d-4122-8290-cc8c32760529', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'mac_address': 'fa:16:3e:85:01:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T13:50:21Z', 'updated_at': '2022-05-19T13:50:24Z', 'revision_number': 1, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:54:56.021654 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0a81d-5edd-40dc-9578-986170f02719 None None] New status for floating IP 263ba112-5e91-4b48-b26d-f31b3229c0a1: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:54:56.530884 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b4e3-20d2-431c-8255-e984f9ad43e2 req-672f4d3e-2cb4-45da-8886-6e5a9ab7e280 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:56.532364 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2214b4e3-20d2-431c-8255-e984f9ad43e2 req-672f4d3e-2cb4-45da-8886-6e5a9ab7e280 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 944 time: 0.0882723 May 19 13:54:56.579349 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-2214b4e3-20d2-431c-8255-e984f9ad43e2 req-a90c33ce-4082-41e8-9f5b-a0fd63aab65e tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 May 19 13:54:56.855969 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-bceabf68-6b9f-49d6-8eb3-1b558f284e4b tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:54:56.857445 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-bceabf68-6b9f-49d6-8eb3-1b558f284e4b tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 944 time: 0.1026549 May 19 13:54:56.928570 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Deleting port 56d072d1-e833-4510-b5ce-2ae73cb97459 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:54:56.928932 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:57.183317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] For port 56d072d1-e833-4510-b5ce-2ae73cb97459, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=56d072d1-e833-4510-b5ce-2ae73cb97459,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:54:57.183317 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:57.309576 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Calling delete_port for 56d072d1-e833-4510-b5ce-2ae73cb97459 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:54:57.462825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:57.515207 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event deleted for resources: {'Port': ['ID=56d072d1-e833-4510-b5ce-2ae73cb97459,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:54:57.593301 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] No DVR routers for this DVR port 56d072d1-e833-4510-b5ce-2ae73cb97459 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:54:57.595825 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:57.598336 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-deleted', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:54:57.616167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-0b8ff4fb-e3a9-427d-bb15-e5f701ad99d2 req-5b1a62d7-547c-4fd5-ab08-441b97e84393 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "DELETE /v2.0/ports/56d072d1-e833-4510-b5ce-2ae73cb97459 HTTP/1.1" status: 204 len: 173 time: 0.7533062 May 19 13:54:57.662207 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d5ccb9-c5c6-4a47-80a1-428d36887f76'] response: {'server_uuid': 'd192d3cb-09e6-4d46-84dc-cefeccf58190', 'name': 'network-vif-deleted', 'tag': '56d072d1-e833-4510-b5ce-2ae73cb97459', 'status': 'completed', 'code': 200} May 19 13:54:57.777425 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-a2eeab2f-5f04-40a9-a120-94f8a236d7bb req-38d3da10-43ff-4fdb-8e76-9336453000b7 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=d192d3cb-09e6-4d46-84dc-cefeccf58190 HTTP/1.1" status: 200 len: 210 time: 0.0444787 May 19 13:54:59.478747 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 46232) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:54:59.690464 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Deleting port 0707416a-f721-43fb-a695-7e66da4496e2 {{(pid=88029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:54:59.690826 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:59.861667 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:59.861981 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:54:59.988925 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.plugins.ml2.plugin [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Calling delete_port for 0707416a-f721-43fb-a695-7e66da4496e2 owned by network:floatingip {{(pid=88029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:00.150416 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15496843'] for port, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:00.299604 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event deleted for resources: {'Port': ['ID=0707416a-f721-43fb-a695-7e66da4496e2,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:00.332782 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.333102 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.333456 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.333775 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.334100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.334419 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.335231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.335231 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.335563 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.335904 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.336205 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.336517 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841945-1-hyperv {{(pid=88029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 13:55:00.400651 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:00.401028 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.db.l3_db [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Floating IP 259c5f85-699c-4f66-9603-e73860f51a25 disassociated (deleted). External IP: 172.26.3.226, port: 50a9b96c-b93d-4122-8290-cc8c32760529. May 19 13:55:00.754805 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:55:00.930411 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:55:00.941161 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:55:00.947467 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for floatingip, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:00.951360 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:55:00.951996 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:54:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:01.004370 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-f01c06f6-6315-4884-9944-1e96c9597733 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "DELETE /v2.0/floatingips/259c5f85-699c-4f66-9603-e73860f51a25 HTTP/1.1" status: 204 len: 168 time: 1.5241537 May 19 13:55:01.005021 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:01.042422 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:01.059480 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae16965-5d73-4bd6-8b1f-4d2dc5ae3c3c'] response: {'name': 'network-changed', 'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'status': 'completed', 'code': 200} May 19 13:55:01.111204 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 56d072d1-e833-4510-b5ce-2ae73cb97459 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:01.111701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 56d072d1-e833-4510-b5ce-2ae73cb97459 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:01.158702 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.79', 50551) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:01.195466 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:55:01.215554 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-a2c655c3-5d7f-41ed-a4a9-df1101257ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.217139 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-a2c655c3-5d7f-41ed-a4a9-df1101257ad1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1097 time: 0.1325178 May 19 13:55:01.308516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-11588176-2b23-44f2-8554-c9dcc2808069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:01.340805 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-8abb9030-ae42-46dd-beb1-73eeb47a2162 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1806741 May 19 13:55:01.368425 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-d6ec96d2-5912-4964-9b90-e781165de0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.370530 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-d6ec96d2-5912-4964-9b90-e781165de0ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1451106 May 19 13:55:01.482254 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-4d3e5ef3-af80-4800-add1-cd9b460d4321 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 217 time: 0.1039119 May 19 13:55:01.562117 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-70ecb6e6-99e6-467f-9b9a-db35385974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.563493 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-70ecb6e6-99e6-467f-9b9a-db35385974ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0712583 May 19 13:55:01.576218 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:01.580179 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:55:01.589082 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:55:01.589686 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:54:34Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:01.612137 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b50eb-e2ce-4fc4-9915-bd99de5836cf req-14c77852-009a-467d-9486-76b610599e91 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.612831 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-826b50eb-e2ce-4fc4-9915-bd99de5836cf req-14c77852-009a-467d-9486-76b610599e91 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:55:01.644373 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.quota.resource [req-826b50eb-e2ce-4fc4-9915-bd99de5836cf req-14c77852-009a-467d-9486-76b610599e91 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:55:01.645668 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-826b50eb-e2ce-4fc4-9915-bd99de5836cf req-14c77852-009a-467d-9486-76b610599e91 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.2147257 May 19 13:55:01.680315 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-8411eaed-167d-4fdd-9572-a6de60240490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:01.681777 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-8411eaed-167d-4fdd-9572-a6de60240490 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109633 May 19 13:55:01.767021 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-826b50eb-e2ce-4fc4-9915-bd99de5836cf req-efb0f996-960c-49ba-855e-6b94732dda3f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144657 May 19 13:55:01.775085 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:55:01.844479 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-0ed51c3c-be02-41f6-ba74-38580c70c392 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549926 May 19 13:55:02.088718 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-f76871f0-5ac7-4f37-b808-614906c6e9c5 req-38d7a6b5-6d5f-4b30-846b-24f83f6cac28 service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369325 May 19 13:55:02.126686 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:02.132935 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39442fd-36db-4105-b10b-f9969850c3e8 None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:49:56Z', 'revision_number': 4, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv', '_interfaces': [{'id': '75060b5b-179f-4238-90ed-4b4804fec9cd', 'name': '', 'network_id': '57a59c49-67ec-499d-9e36-bfd45a9f6def', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'mac_address': 'fa:16:3e:ab:bd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '52c191dc-93df-427f-8673-fd05b2e53121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:55Z', 'updated_at': '2022-05-19T13:50:03Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'subnets': [{'id': '52c191dc-93df-427f-8673-fd05b2e53121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:55:02.290185 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-67c5dd08-4bfc-4eee-afd0-233fe37853e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.291745 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-67c5dd08-4bfc-4eee-afd0-233fe37853e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5fffb2eb74947fd92280982fb651bdc&device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0772507 May 19 13:55:02.384866 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637455d-6f1f-481c-8334-c894eb694e3d None None] New status for floating IP 259c5f85-699c-4f66-9603-e73860f51a25: DOWN {{(pid=88030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 13:55:02.449676 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-2bc0a287-7b97-4f1e-975c-3899de756691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.451167 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-2bc0a287-7b97-4f1e-975c-3899de756691 service neutron] 10.222.0.79 "GET /v2.0/networks?id=57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 200 len: 911 time: 0.1377947 May 19 13:55:02.533045 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-bf716b43-dcf5-4770-8faf-9befa3263240 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 200 len: 217 time: 0.0725667 May 19 13:55:02.596824 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-a9a3fc44-8a16-444b-87a4-8c5676ce9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.598273 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-a9a3fc44-8a16-444b-87a4-8c5676ce9f20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 200 len: 849 time: 0.0583375 May 19 13:55:02.677770 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-549866c4-0ace-417f-874b-06a6800ff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:02.679617 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-549866c4-0ace-417f-874b-06a6800ff5ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=57a59c49-67ec-499d-9e36-bfd45a9f6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744078 May 19 13:55:02.812675 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-8b0cbc37-1060-4030-96a1-f416ed56484a service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257060 May 19 13:55:02.972350 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-e2c50488-5f7a-4510-998c-b45b52dacefb req-e110a223-a24f-48ba-a511-02b1058fa8dc service neutron] 10.222.0.79 "GET /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503232 May 19 13:55:03.021752 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa217d9d-ae06-48ce-acb3-f70d89c85d31 req-03d550bc-f7ec-4f7c-9f48-f85db2aeebcd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.023201 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-fa217d9d-ae06-48ce-acb3-f70d89c85d31 req-03d550bc-f7ec-4f7c-9f48-f85db2aeebcd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Synchronizing usage tracker for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 13:55:03.035407 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.quota.resource [req-fa217d9d-ae06-48ce-acb3-f70d89c85d31 req-03d550bc-f7ec-4f7c-9f48-f85db2aeebcd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Unset dirty status for tenant:d5fffb2eb74947fd92280982fb651bdc on resource:port {{(pid=88029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 13:55:03.036535 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fa217d9d-ae06-48ce-acb3-f70d89c85d31 req-03d550bc-f7ec-4f7c-9f48-f85db2aeebcd tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.1267011 May 19 13:55:03.081974 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-fa217d9d-ae06-48ce-acb3-f70d89c85d31 req-ead744b4-d59f-4dcb-8600-6d588da5da7f tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3d8cf03-98d1-425b-b481-8b66d678ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 May 19 13:55:03.174747 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-e20d3a2a-2f85-429a-9c76-710b87c2b0d2 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 13:55:03.176157 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-e20d3a2a-2f85-429a-9c76-710b87c2b0d2 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 944 time: 0.0815663 May 19 13:55:03.250324 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Deleting port 50a9b96c-b93d-4122-8290-cc8c32760529 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:03.250593 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:03.503883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] For port 50a9b96c-b93d-4122-8290-cc8c32760529, host hv-neutron-8419, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8419',level=0,port_id=50a9b96c-b93d-4122-8290-cc8c32760529,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:03.504561 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:03.631154 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Calling delete_port for 50a9b96c-b93d-4122-8290-cc8c32760529 owned by compute:nova {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:03.722203 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-94c0f6ff-fe4e-49e2-8d64-f3fbe199e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:03.779631 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:03.937929 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event deleted for resources: {'Port': ['ID=50a9b96c-b93d-4122-8290-cc8c32760529,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:04.014749 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] No DVR routers for this DVR port 50a9b96c-b93d-4122-8290-cc8c32760529 on host hv-neutron-8419 {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:55:04.017426 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-981265'] for port, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:04.020023 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-deleted', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529'}] {{(pid=88028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 13:55:04.036984 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [req-5567f6aa-eff7-4379-a66e-9c74aa04cd55 req-4eeb2c3b-02fb-43aa-b69b-0579f3fefba1 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.79 "DELETE /v2.0/ports/50a9b96c-b93d-4122-8290-cc8c32760529 HTTP/1.1" status: 204 len: 173 time: 0.8527696 May 19 13:55:04.072064 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82541f46-97be-4b6f-9c8e-d592866009d1'] response: {'server_uuid': 'de913b58-6234-42d6-86e3-33e6847c4cd9', 'name': 'network-vif-deleted', 'tag': '50a9b96c-b93d-4122-8290-cc8c32760529', 'status': 'completed', 'code': 200} May 19 13:55:04.283091 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [req-0055ef95-cf87-4f0e-84dd-a71a37a3209b req-201ee4eb-08e9-4d7c-9ed6-651d7ac3fc72 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "GET /v2.0/ports?device_id=de913b58-6234-42d6-86e3-33e6847c4cd9 HTTP/1.1" status: 200 len: 210 time: 0.0463581 May 19 13:55:04.976017 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:05.065248 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:05.432404 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 46258) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:05.505158 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b39991ff-4209-4076-ad8c-b008d5f2d224 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:05.541100 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b39991ff-4209-4076-ad8c-b008d5f2d224 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:05.612081 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b39991ff-4209-4076-ad8c-b008d5f2d224 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:05.631564 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39991ff-4209-4076-ad8c-b008d5f2d224 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8cf03-98d1-425b-b481-8b66d678ee97,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:05.642679 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-b39991ff-4209-4076-ad8c-b008d5f2d224 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] Notify callbacks [] for security_group, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:05.643869 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-b39991ff-4209-4076-ad8c-b008d5f2d224 tempest-TestSnapshotPattern-403334654 tempest-TestSnapshotPattern-403334654-project] 10.222.0.44 "DELETE /v2.0/security-groups/c3d8cf03-98d1-425b-b481-8b66d678ee97 HTTP/1.1" status: 204 len: 168 time: 0.2104759 May 19 13:55:05.702095 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46264) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:06.214701 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:06.372981 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:06.725972 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Deleting port 75060b5b-179f-4238-90ed-4b4804fec9cd {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:06.726678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:06.901010 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] For port 75060b5b-179f-4238-90ed-4b4804fec9cd, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=75060b5b-179f-4238-90ed-4b4804fec9cd,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:06.901352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:07.026232 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Calling delete_port for 75060b5b-179f-4238-90ed-4b4804fec9cd owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:07.087650 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 no longer exists at agent hyperv_hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:07.126129 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] No Port match for: 50a9b96c-b93d-4122-8290-cc8c32760529 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:07.126648 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Device 50a9b96c-b93d-4122-8290-cc8c32760529 not bound to the agent host hv-neutron-8419 {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:07.335236 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:07.411939 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Pushing event deleted for resources: {'Port': ['ID=75060b5b-179f-4238-90ed-4b4804fec9cd,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:07.675623 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:08.039308 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Router 1589d04f-8644-4b5d-9c36-fab334666eb4 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:55:08.183916 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:08.227471 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:55:08.238494 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] Sync routers for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:55:08.240606 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-8cd4c090-d7ba-4546-ac0c-d1d6c477fc1a admin admin] 10.222.0.44 "PUT /v2.0/routers/1589d04f-8644-4b5d-9c36-fab334666eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5373209 May 19 13:55:08.243792 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46270) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:08.251623 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:55:08.252225 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:55:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:08.423612 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:08.430134 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:55:08.728299 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:55:07Z', 'revision_number': 5, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port': {'id': '13ff5647-9ff3-443a-be00-49b531e9fda9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:53Z', 'updated_at': '2022-05-19T13:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:08.732257 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] Checking router: 1589d04f-8644-4b5d-9c36-fab334666eb4 for host: dv-neutron-841945-1-hyperv {{(pid=88031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:55:08.741157 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] Routers {'1589d04f-8644-4b5d-9c36-fab334666eb4'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:55:08.741900 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:55:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['1589d04f-8644-4b5d-9c36-fab334666eb4'], 'active': True} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:08.759381 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:08.769551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Deleting port 13ff5647-9ff3-443a-be00-49b531e9fda9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:08.769984 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:08.893204 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_dvr_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] Set router 1589d04f-8644-4b5d-9c36-fab334666eb4 gateway port host: None {{(pid=88031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:55:08.949768 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] For port 13ff5647-9ff3-443a-be00-49b531e9fda9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=13ff5647-9ff3-443a-be00-49b531e9fda9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:08.950112 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.002156 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.l3_hamode_db [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:55:08Z', 'revision_number': 6, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:09.006466 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a79e0-1957-40fc-b786-87084a4068ef None None] The sync data for ids ['1589d04f-8644-4b5d-9c36-fab334666eb4'] in dv-neutron-841945-1-hyperv is: [{'id': '1589d04f-8644-4b5d-9c36-fab334666eb4', 'name': 'tempest-TestSnapshotPattern-1746094483-router', 'tenant_id': 'd5fffb2eb74947fd92280982fb651bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:52Z', 'updated_at': '2022-05-19T13:55:08Z', 'revision_number': 6, 'project_id': 'd5fffb2eb74947fd92280982fb651bdc', 'gw_port_host': None}] {{(pid=88031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:55:09.074808 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Calling delete_port for 13ff5647-9ff3-443a-be00-49b531e9fda9 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:09.247675 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.294551 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ff5647-9ff3-443a-be00-49b531e9fda9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:09.399003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.639464 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.642483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.673152 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.673860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1589d04f-8644-4b5d-9c36-fab334666eb4 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:55:09.690366 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.691960 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-6b92d353-74b1-4d0a-82f0-5b397241d809 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1589d04f-8644-4b5d-9c36-fab334666eb4 HTTP/1.1" status: 204 len: 168 time: 1.4468634 May 19 13:55:09.694850 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [-] (88029) accepted ('10.222.0.44', 46274) {{(pid=88029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:09.754426 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.db.db_base_plugin_v2 [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Deleting subnet 52c191dc-93df-427f-8673-fd05b2e53121 {{(pid=88029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:55:09.757708 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.811666 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15912298'] for subnet, precommit_delete_associations {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.893663 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:09.968575 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15493498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15406690'] for subnet, after_delete {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.012987 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c191dc-93df-427f-8673-fd05b2e53121,revision_number=None']} {{(pid=88029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:10.015180 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron_lib.callbacks.manager [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.018590 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d0935-fc22-446b-aaf6-bc3585647817 None None] Network 57a59c49-67ec-499d-9e36-bfd45a9f6def requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:55:10.021813 dv-neutron-841945-1-hyperv neutron-server[88029]: INFO neutron.wsgi [None req-591956b7-8d3a-4f83-b4ba-ece391f1ae1a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/52c191dc-93df-427f-8673-fd05b2e53121 HTTP/1.1" status: 204 len: 168 time: 0.3259654 May 19 13:55:10.024753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46278) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:10.138686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.152064 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Deleting port 5c6adeb1-96af-4576-bf05-46a77827ee2c {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:10.152352 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.323012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] DHCP port deletion for 57a59c49-67ec-499d-9e36-bfd45a9f6def request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:55:10.329469 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Deleting port 5c6adeb1-96af-4576-bf05-46a77827ee2c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:10.329848 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.376174 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] For port 5c6adeb1-96af-4576-bf05-46a77827ee2c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c6adeb1-96af-4576-bf05-46a77827ee2c,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:10.376498 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.508873 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Calling delete_port for 5c6adeb1-96af-4576-bf05-46a77827ee2c owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:10.541674 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] For port 5c6adeb1-96af-4576-bf05-46a77827ee2c, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=5c6adeb1-96af-4576-bf05-46a77827ee2c,segment=NetworkSegment(27984356-defa-4ebc-b947-4a2f9425e04d),segment_id=27984356-defa-4ebc-b947-4a2f9425e04d)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:10.542068 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.605741 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 13ff5647-9ff3-443a-be00-49b531e9fda9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:10.693659 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Calling delete_port for 5c6adeb1-96af-4576-bf05-46a77827ee2c owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:10.715660 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.733604 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 13ff5647-9ff3-443a-be00-49b531e9fda9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:10.733911 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 13ff5647-9ff3-443a-be00-49b531e9fda9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:10.734340 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c6adeb1-96af-4576-bf05-46a77827ee2c no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:10.765765 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6adeb1-96af-4576-bf05-46a77827ee2c,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:10.767496 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] No DVR routers for this DVR port 5c6adeb1-96af-4576-bf05-46a77827ee2c on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:55:10.777114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 5c6adeb1-96af-4576-bf05-46a77827ee2c {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:10.777458 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 5c6adeb1-96af-4576-bf05-46a77827ee2c not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:10.777870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75060b5b-179f-4238-90ed-4b4804fec9cd no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:10.815170 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 75060b5b-179f-4238-90ed-4b4804fec9cd {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:10.815503 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 75060b5b-179f-4238-90ed-4b4804fec9cd not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 13:55:10.837451 dv-neutron-841945-1-hyperv neutron-server[88030]: util.warn( May 19 13:55:10.844042 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:55:10.844392 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:55:10.885686 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.915700 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a59c49-67ec-499d-9e36-bfd45a9f6def']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:10.928034 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27984356-defa-4ebc-b947-4a2f9425e04d') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:10.928424 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27984356-defa-4ebc-b947-4a2f9425e04d') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:10.940757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.957860 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.964297 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:55:10.964678 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:55:10.977779 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:55:11.062655 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:11.080649 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:11.090513 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] Pushing event deleted for resources: {'Network': ['ID=57a59c49-67ec-499d-9e36-bfd45a9f6def,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:11.097586 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fbd240ae-8c43-4c26-98d6-0fb2f545d51b admin admin] 10.222.0.44 "DELETE /v2.0/networks/57a59c49-67ec-499d-9e36-bfd45a9f6def HTTP/1.1" status: 204 len: 168 time: 1.0717239 May 19 13:55:11.100659 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46282) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:11.346114 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Deleting port 5c6adeb1-96af-4576-bf05-46a77827ee2c {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:11.346673 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:11.419215 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-d5208641-31e1-4af7-8702-8be1f29ab91a None None] The port '5c6adeb1-96af-4576-bf05-46a77827ee2c' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:55:11.651102 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559694'] for router_interface, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:12.032776 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Deleting port 82b9ea60-46a1-409f-9c65-f0f4b5384571 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:12.033018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:12.318722 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] For port 82b9ea60-46a1-409f-9c65-f0f4b5384571, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=82b9ea60-46a1-409f-9c65-f0f4b5384571,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:12.319503 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:12.450965 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Calling delete_port for 82b9ea60-46a1-409f-9c65-f0f4b5384571 owned by network:router_interface {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:12.635930 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:12.681465 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b9ea60-46a1-409f-9c65-f0f4b5384571,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:12.952746 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558334'] for router_interface, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:13.318209 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 has already been hosted by L3 agent 92c8d4eb-670f-4eec-9303-604234b6b5d7 {{(pid=88028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 13:55:13.508369 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] Notify agent at l3_agent.dv-neutron-841945-1-hyperv the message routers_updated {{(pid=88028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 13:55:13.517725 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-7812efa4-12d4-4d7a-b245-28c80c32f548 admin admin] 10.222.0.44 "PUT /v2.0/routers/97d8f012-cb6f-44a6-a0f6-6862bfa16457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4160979 May 19 13:55:13.517876 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] Sync routers for ids ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'] in dv-neutron-841945-1-hyperv {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 13:55:13.521312 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46286) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:13.529473 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] Routers {'97d8f012-cb6f-44a6-a0f6-6862bfa16457'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:55:13.530178 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:55:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:13.661900 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:55:13.712192 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] Set router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 gateway port host: dv-neutron-841945-1-hyperv {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:55:13.809258 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks [] for router, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:13.986018 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:13.991128 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'external_fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:55:12Z', 'revision_number': 5, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port': {'id': '4a11a6db-5314-4e96-85ce-12ff4017dfd9', 'name': '', 'network_id': '92ecd9d4-594b-41cd-bc44-2631387e1a4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:41:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '0143c90b-7a68-4490-85b5-3488f0069990', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841945-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0143c90b-7a68-4490-85b5-3488f0069990', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841945-1-hyperv'}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:13.995353 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] Checking router: 97d8f012-cb6f-44a6-a0f6-6862bfa16457 for host: dv-neutron-841945-1-hyperv {{(pid=88030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 13:55:13.996240 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Deleting port 4a11a6db-5314-4e96-85ce-12ff4017dfd9 {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:13.996702 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.003934 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] Routers {'97d8f012-cb6f-44a6-a0f6-6862bfa16457'} bound to L3 agent in host dv-neutron-841945-1-hyperv {{(pid=88030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 19 13:55:14.004539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841945-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:49:33Z,description=,heartbeat_timestamp=2022-05-19T13:55:04Z,host='dv-neutron-841945-1-hyperv',id=92c8d4eb-670f-4eec-9303-604234b6b5d7,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:49:33Z,topic='l3_agent')) {'router_ids': ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'], 'active': True} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:14.171052 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] For port 4a11a6db-5314-4e96-85ce-12ff4017dfd9, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a11a6db-5314-4e96-85ce-12ff4017dfd9,segment=NetworkSegment(42985dc8-5a2b-4dfc-8612-9c4d301c57ce),segment_id=42985dc8-5a2b-4dfc-8612-9c4d301c57ce)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:14.171484 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.192661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_dvr_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] Set router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 gateway port host: None {{(pid=88030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 19 13:55:14.294880 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Calling delete_port for 4a11a6db-5314-4e96-85ce-12ff4017dfd9 owned by network:router_gateway {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:14.296183 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.db.l3_hamode_db [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:55:13Z', 'revision_number': 6, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port_host': None}], 'dv-neutron-841945-1-hyperv', False) {} {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:14.300918 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd3f5a-6c37-4a29-9491-b88e10c462c4 None None] The sync data for ids ['97d8f012-cb6f-44a6-a0f6-6862bfa16457'] in dv-neutron-841945-1-hyperv is: [{'id': '97d8f012-cb6f-44a6-a0f6-6862bfa16457', 'name': 'tempest-TestSnapshotPattern-427186037-router', 'tenant_id': 'a40e22d23cf54bf282697514cc26461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T13:49:59Z', 'updated_at': '2022-05-19T13:55:13Z', 'revision_number': 6, 'project_id': 'a40e22d23cf54bf282697514cc26461c', 'gw_port_host': None}] {{(pid=88030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 13:55:14.468862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.516361 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a11a6db-5314-4e96-85ce-12ff4017dfd9,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:14.606242 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558707'] for router_gateway, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.782459 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57854'] for router, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.784663 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.815665 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571214'] for router, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.816492 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d8f012-cb6f-44a6-a0f6-6862bfa16457 {{(pid=88028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 13:55:14.828840 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] Notify callbacks [] for router, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.829962 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-c5c3478a-2d6a-453b-9b7d-db986bf17594 admin admin] 10.222.0.44 "DELETE /v2.0/routers/97d8f012-cb6f-44a6-a0f6-6862bfa16457 HTTP/1.1" status: 204 len: 168 time: 1.3077147 May 19 13:55:14.832495 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46290) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:14.893311 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Deleting subnet 9b7c831d-9527-459c-9a38-d52cda00aa8f {{(pid=88028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 19 13:55:14.896433 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:14.944467 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15105626'] for subnet, precommit_delete_associations {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.024975 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767714'] for subnet, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.040642 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 82b9ea60-46a1-409f-9c65-f0f4b5384571 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:15.081717 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 82b9ea60-46a1-409f-9c65-f0f4b5384571 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:15.082153 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 82b9ea60-46a1-409f-9c65-f0f4b5384571 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:15.206050 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15123712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16264835'] for subnet, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.243735 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7c831d-9527-459c-9a38-d52cda00aa8f,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:15.247703 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.255058 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-2e8086d6-221e-47c5-acff-b66c162febeb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9b7c831d-9527-459c-9a38-d52cda00aa8f HTTP/1.1" status: 204 len: 168 time: 0.4215984 May 19 13:55:15.255303 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1c750-5114-497d-9fe6-486767a8c223 None None] Network c7ad77c3-04ed-418d-b636-7de73d9ca698 requested from dv-neutron-841945-1-hyperv {{(pid=88030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 19 13:55:15.256314 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46294) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:15.363059 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1407263'] for network, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.373883 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Deleting port 4a268201-e044-4a9d-b16f-3312203341ec {{(pid=88028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:15.374212 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.511527 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] DHCP port deletion for c7ad77c3-04ed-418d-b636-7de73d9ca698 request from dv-neutron-841945-1-hyperv {{(pid=88030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 19 13:55:15.516327 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Deleting port 4a268201-e044-4a9d-b16f-3312203341ec {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:15.516696 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.595399 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.db [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] For port 4a268201-e044-4a9d-b16f-3312203341ec, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a268201-e044-4a9d-b16f-3312203341ec,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:15.595731 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.717849 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.plugin [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Calling delete_port for 4a268201-e044-4a9d-b16f-3312203341ec owned by network:dhcp {{(pid=88028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:15.738774 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.db [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] For port 4a268201-e044-4a9d-b16f-3312203341ec, host dv-neutron-841945-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841945-1-hyperv',level=0,port_id=4a268201-e044-4a9d-b16f-3312203341ec,segment=NetworkSegment(bc9f3945-2f0f-4a9b-8a9b-28f93024bb98),segment_id=bc9f3945-2f0f-4a9b-8a9b-28f93024bb98)] {{(pid=88030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 13:55:15.739164 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557192'] for port, precommit_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.804881 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1818893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755618683522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755618145895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15129329'] for port, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:15.859155 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a268201-e044-4a9d-b16f-3312203341ec,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:15.860908 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] No DVR routers for this DVR port 4a268201-e044-4a9d-b16f-3312203341ec on host dv-neutron-841945-1-hyperv {{(pid=88028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 13:55:15.878012 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Calling delete_port for 4a268201-e044-4a9d-b16f-3312203341ec owned by network:dhcp {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 19 13:55:15.950225 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.db.api [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 13:55:15.950601 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG oslo_db.api [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 13:55:15.975809 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439075', 'neutron.services.segments.db._delete_segments_for_network-8755618614402'] for network, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.001323 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ad77c3-04ed-418d-b636-7de73d9ca698']}} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:16.013787 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98') {'for_net_delete': True} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:16.014080 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.services.segments.db [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9f3945-2f0f-4a9b-8a9b-28f93024bb98') {} {{(pid=88028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 13:55:16.025483 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755618617245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15105635'] for segment, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.041862 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1426812'] for segment, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.048390 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 13:55:16.048766 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1426787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15129250'] for segment, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: Traceback (most recent call last): May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: timer() May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: cb(*args, **kw) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: return func(*args, **kwargs) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: self._notify() May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: self.callback(batched_events) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: event.method(event) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: aggregate_uuid = self.p_client.list_aggregates( May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: return f(self, *a, **k) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._get(url).json() May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: return self.request(url, 'GET', **kwargs) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: base_url = self.get_endpoint(auth, allow=allow, May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 13:55:16.061913 dv-neutron-841945-1-hyperv neutron-server[88028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 13:55:16.148738 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558670'] for network, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.153545 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Notify callbacks [] for network, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.179946 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ad77c3-04ed-418d-b636-7de73d9ca698,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:16.184025 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-fad08d88-591c-4c88-b5a7-b0e80219fa9d admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7ad77c3-04ed-418d-b636-7de73d9ca698 HTTP/1.1" status: 204 len: 168 time: 0.9267480 May 19 13:55:16.308499 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46300) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:16.358424 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-a57d46dc-bdaf-4d79-843a-e69be857fbc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5fffb2eb74947fd92280982fb651bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487561 May 19 13:55:16.361043 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46304) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:16.437003 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71eeae9b-4218-406a-ba5c-284a5a979ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.452138 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Deleting port 4a268201-e044-4a9d-b16f-3312203341ec {{(pid=88030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 19 13:55:16.452664 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755618534184'] for port, before_delete {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.465187 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71eeae9b-4218-406a-ba5c-284a5a979ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.520811 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-4b077f50-aaff-4cc9-84fa-1c94b61b38ec None None] The port '4a268201-e044-4a9d-b16f-3312203341ec' was deleted {{(pid=88030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 19 13:55:16.529349 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71eeae9b-4218-406a-ba5c-284a5a979ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.547815 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeae9b-4218-406a-ba5c-284a5a979ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83950fa-9363-4706-875e-20dfcaf5ef8b,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:16.555917 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-71eeae9b-4218-406a-ba5c-284a5a979ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:16.557239 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-71eeae9b-4218-406a-ba5c-284a5a979ebb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e83950fa-9363-4706-875e-20dfcaf5ef8b HTTP/1.1" status: 204 len: 168 time: 0.1952951 May 19 13:55:16.590090 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a268201-e044-4a9d-b16f-3312203341ec no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:16.627411 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 4a268201-e044-4a9d-b16f-3312203341ec {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:16.627761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a268201-e044-4a9d-b16f-3312203341ec not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:16.628169 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a11a6db-5314-4e96-85ce-12ff4017dfd9 no longer exists at agent ovs-agent-dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 13:55:16.662145 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.plugin [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] No Port match for: 4a11a6db-5314-4e96-85ce-12ff4017dfd9 {{(pid=88030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 19 13:55:16.662491 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron.plugins.ml2.rpc [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Device 4a11a6db-5314-4e96-85ce-12ff4017dfd9 not bound to the agent host dv-neutron-841945-1-hyperv {{(pid=88030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 13:55:16.948341 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46312) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:17.000189 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-67cdfabb-3498-4def-be8e-7c9183f5388c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a40e22d23cf54bf282697514cc26461c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506189 May 19 13:55:17.002753 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.wsgi [-] (88028) accepted ('10.222.0.44', 46316) {{(pid=88028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 13:55:17.070933 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0780b5d0-f84d-4997-866c-592ac76017b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:17.096688 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0780b5d0-f84d-4997-866c-592ac76017b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:17.152897 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0780b5d0-f84d-4997-866c-592ac76017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544631'] for security_group, after_delete {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:17.169915 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780b5d0-f84d-4997-866c-592ac76017b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2dd681-aa5b-45b8-998d-d6b6f8479e0d,revision_number=None']} {{(pid=88028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 13:55:17.174757 dv-neutron-841945-1-hyperv neutron-server[88028]: DEBUG neutron_lib.callbacks.manager [None req-0780b5d0-f84d-4997-866c-592ac76017b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:17.175884 dv-neutron-841945-1-hyperv neutron-server[88028]: INFO neutron.wsgi [None req-0780b5d0-f84d-4997-866c-592ac76017b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b2dd681-aa5b-45b8-998d-d6b6f8479e0d HTTP/1.1" status: 204 len: 168 time: 0.1722841 May 19 13:55:31.261675 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-e4923080-596f-4487-96f6-ca1fd3701cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:33.722343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-847fbcc9-a12f-4483-bc39-e35acba3d3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:34.983729 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:35.072371 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:36.220734 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:38.199293 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:55:50.661583 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:56:01.261049 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-df340dbc-fbe8-4076-82d3-f6ac69c23709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:03.719748 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-75306d51-e292-4e44-bd2e-cc84ccce9615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:04.985184 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:05.066024 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:06.229635 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:08.213516 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:27.666842 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:56:31.266769 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-6341d4fd-e49c-4591-ab8b-e8fd6590b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:33.723826 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-53b3c0a8-07ed-439f-8301-393a55944a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:34.990945 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:35.068043 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:36.236054 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:56:38.230539 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:01.268562 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-85e38c18-95dc-4041-b00f-cd46acfe6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:03.720266 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-833f73f1-fbb5-4279-89c2-4e37d2ad3b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:04.672132 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:57:04.985983 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:05.078706 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:06.227952 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:08.243522 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:31.276211 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7ee0f066-0187-4959-94ea-0fd5dab00cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:33.724840 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-f0ab3d89-4fd6-4ed0-aa6d-81eaf1d59f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:34.993357 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:35.076294 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:36.238016 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:38.256973 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:57:41.677666 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:58:01.265508 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-7fd265f8-bb2d-4a29-a63f-6f19cc1202f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:03.719592 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-833308b3-92bd-4a8a-98fc-ccdb5a1f4179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:04.987700 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:05.082232 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:06.234870 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:08.261661 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:18.678307 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:58:31.251484 dv-neutron-841945-1-hyperv neutron-server[88029]: DEBUG neutron.wsgi [req-84746727-1bf5-407e-811d-b4d920209f7a req-cd4ce036-a2b6-4d75-8f14-2721457a1ba2 service neutron] (88029) timed out ('10.222.0.44', 43874) {{(pid=88029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 13:58:31.267761 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a922-70b4-4bfd-9bba-32c21114270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:33.731285 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-2f6ece05-a522-4003-ba9a-3f985ff34f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:34.985036 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:35.092343 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:36.235159 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:38.257313 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:58:55.678597 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:59:01.263083 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-b2067dc3-ad87-40cf-a1eb-f396f568c039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:03.735434 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-bfa034a3-3aa8-4f0d-8465-24d7eda6327a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:04.979770 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:05.086443 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:06.237715 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:08.267678 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:31.270003 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-a2b60985-4496-45ce-b357-219d88224fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:32.679479 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 13:59:33.730284 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-c15cb403-4f06-4767-96d1-e6e8232a3daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:34.987366 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:35.088710 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:36.240341 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 13:59:38.283163 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:01.265400 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-562ed39a-7088-4952-9afd-efacd3445719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:03.736226 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eb5556f3-9d0f-486e-904b-447ff525db4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:04.983106 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:05.091231 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:06.251072 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:08.284151 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:09.679280 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 19 14:00:31.275118 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-10726867-e325-48ea-806b-df37048f6db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:33.734879 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-475e7ed0-472c-4ebb-bcff-572c524ed4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:34.991052 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-471a57bc-2916-454f-ac9b-daf064ab029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:35.095900 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-eccdc1f7-5a15-4d30-8f21-f3568d3a4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:36.250179 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-0fd46385-5a8e-4d20-99ad-82c0db9c5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:38.300714 dv-neutron-841945-1-hyperv neutron-server[88030]: DEBUG neutron_lib.callbacks.manager [None req-050fc13e-a9bf-4d8e-8133-cf2871e374e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755618614384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1768637'] for agent, after_update {{(pid=88030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 14:00:46.679356 dv-neutron-841945-1-hyperv neutron-server[88031]: DEBUG neutron.db.agents_db [None req-4d15c74b-0d91-4c93-9fac-881ee68d491f None None] Agent healthcheck: found 6 active agents {{(pid=88031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}